Fix formatting (#20570)
* Fix formatting * try fixing quote escapes? * unignore sql files Co-authored-by: Edward Gao <edward.gao@airbyte.io>
This commit is contained in:
@@ -101,7 +101,7 @@ public class BigQueryDestination extends BaseConnector implements Destination {
|
||||
|
||||
if (UploadingMethod.GCS.equals(uploadingMethod)) {
|
||||
final AirbyteConnectionStatus status = checkGcsPermission(config);
|
||||
if(!status.getStatus().equals(Status.SUCCEEDED)) {
|
||||
if (!status.getStatus().equals(Status.SUCCEEDED)) {
|
||||
return status;
|
||||
}
|
||||
}
|
||||
|
||||
@@ -35,6 +35,8 @@ import io.airbyte.integrations.base.AirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.base.Destination;
|
||||
import io.airbyte.integrations.base.JavaBaseConstants;
|
||||
import io.airbyte.integrations.destination.NamingConventionTransformer;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
@@ -46,8 +48,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.io.ByteArrayInputStream;
|
||||
import java.io.IOException;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
|
||||
@@ -16,10 +16,10 @@ import com.google.common.collect.Lists;
|
||||
import io.airbyte.commons.json.Jsons;
|
||||
import io.airbyte.commons.string.Strings;
|
||||
import io.airbyte.integrations.destination.gcs.GcsDestinationConfig;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import java.io.ByteArrayInputStream;
|
||||
import java.io.IOException;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
|
||||
@@ -18,14 +18,14 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.AirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.base.Destination;
|
||||
import io.airbyte.integrations.destination.ExtendedNameTransformer;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.time.Instant;
|
||||
import java.util.Comparator;
|
||||
import java.util.List;
|
||||
|
||||
@@ -23,6 +23,8 @@ import io.airbyte.integrations.base.AirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.base.Destination;
|
||||
import io.airbyte.integrations.base.JavaBaseConstants;
|
||||
import io.airbyte.integrations.destination.StandardNameTransformer;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
@@ -31,8 +33,6 @@ import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.io.FileReader;
|
||||
import java.io.IOException;
|
||||
import java.io.Reader;
|
||||
|
||||
@@ -11,14 +11,14 @@ import com.google.common.collect.ImmutableMap;
|
||||
import io.airbyte.commons.json.Jsons;
|
||||
import io.airbyte.integrations.base.AirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.base.Destination;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.time.Duration;
|
||||
import java.time.Instant;
|
||||
import java.util.ArrayList;
|
||||
|
||||
@@ -16,14 +16,14 @@ import io.airbyte.commons.json.Jsons;
|
||||
import io.airbyte.integrations.base.FailureTrackingAirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.destination.StandardNameTransformer;
|
||||
import io.airbyte.integrations.standardtest.destination.PerStreamStateMessageTest;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.time.Instant;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
@@ -12,11 +12,11 @@ import com.google.common.collect.ImmutableMap;
|
||||
import io.airbyte.commons.json.Jsons;
|
||||
import io.airbyte.integrations.base.FailureTrackingAirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.standardtest.destination.PerStreamStateMessageTest;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.util.List;
|
||||
import java.util.function.Consumer;
|
||||
import org.junit.jupiter.api.BeforeEach;
|
||||
|
||||
@@ -23,6 +23,8 @@ import io.airbyte.integrations.base.AirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.base.Destination;
|
||||
import io.airbyte.integrations.base.JavaBaseConstants;
|
||||
import io.airbyte.integrations.destination.StandardNameTransformer;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
@@ -31,8 +33,6 @@ import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.io.IOException;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Path;
|
||||
|
||||
@@ -14,6 +14,8 @@ import com.google.common.collect.ImmutableMap;
|
||||
import com.google.common.collect.Sets;
|
||||
import com.hivemq.testcontainer.junit5.HiveMQTestContainerExtension;
|
||||
import io.airbyte.commons.json.Jsons;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
@@ -22,8 +24,6 @@ import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.time.Instant;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Collection;
|
||||
|
||||
@@ -15,6 +15,8 @@ import io.airbyte.db.jdbc.JdbcDatabase;
|
||||
import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.AirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.base.Destination;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
|
||||
@@ -22,8 +24,6 @@ import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.test.utils.PostgreSQLContainerHelper;
|
||||
import java.time.Instant;
|
||||
import java.util.HashMap;
|
||||
|
||||
@@ -17,6 +17,8 @@ import io.airbyte.commons.json.Jsons;
|
||||
import io.airbyte.integrations.base.FailureTrackingAirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.destination.StandardNameTransformer;
|
||||
import io.airbyte.integrations.standardtest.destination.PerStreamStateMessageTest;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
@@ -25,8 +27,6 @@ import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.net.InetAddress;
|
||||
import java.net.NetworkInterface;
|
||||
import java.net.SocketException;
|
||||
|
||||
@@ -16,13 +16,13 @@ import io.airbyte.db.Database;
|
||||
import io.airbyte.integrations.base.AirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.base.Destination;
|
||||
import io.airbyte.integrations.base.JavaBaseConstants;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.io.IOException;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Path;
|
||||
|
||||
@@ -17,13 +17,13 @@ import io.airbyte.db.Database;
|
||||
import io.airbyte.integrations.base.AirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.base.Destination;
|
||||
import io.airbyte.integrations.base.JavaBaseConstants;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.nio.file.Path;
|
||||
import java.sql.SQLException;
|
||||
import java.time.Instant;
|
||||
|
||||
@@ -6,12 +6,10 @@ package io.airbyte.integrations.destination.s3_glue;
|
||||
|
||||
import com.fasterxml.jackson.databind.JsonNode;
|
||||
import com.google.common.base.Preconditions;
|
||||
|
||||
import io.airbyte.commons.functional.CheckedBiConsumer;
|
||||
import io.airbyte.commons.functional.CheckedBiFunction;
|
||||
import io.airbyte.commons.json.Jsons;
|
||||
import io.airbyte.integrations.base.AirbyteMessageConsumer;
|
||||
|
||||
import io.airbyte.integrations.destination.NamingConventionTransformer;
|
||||
import io.airbyte.integrations.destination.buffered_stream_consumer.BufferedStreamConsumer;
|
||||
import io.airbyte.integrations.destination.buffered_stream_consumer.OnCloseFunction;
|
||||
|
||||
@@ -50,13 +50,13 @@ public class S3AvroParquetTestDataComparator extends AdvancedTestDataComparator
|
||||
@Override
|
||||
protected boolean compareString(final JsonNode expectedValue, final JsonNode actualValue) {
|
||||
// to handle base64 encoded strings
|
||||
return expectedValue.asText().equals(actualValue.asText())
|
||||
return expectedValue.asText().equals(actualValue.asText())
|
||||
|| decodeBase64(expectedValue.asText()).equals(actualValue.asText());
|
||||
}
|
||||
|
||||
private String decodeBase64(String string) {
|
||||
byte[] decoded = Base64.getDecoder().decode(string);
|
||||
return new String(decoded, StandardCharsets.UTF_8);
|
||||
byte[] decoded = Base64.getDecoder().decode(string);
|
||||
return new String(decoded, StandardCharsets.UTF_8);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -31,13 +31,13 @@ import io.airbyte.integrations.destination.record_buffer.FileBuffer;
|
||||
import io.airbyte.integrations.destination.s3.csv.CsvSerializedBuffer;
|
||||
import io.airbyte.integrations.destination.snowflake.SnowflakeDestination.DestinationType;
|
||||
import io.airbyte.integrations.destination.staging.StagingConsumerFactory;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.sql.SQLException;
|
||||
import java.time.Instant;
|
||||
import java.util.List;
|
||||
|
||||
@@ -17,14 +17,14 @@ import io.airbyte.db.jdbc.JdbcDatabase;
|
||||
import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.AirbyteMessageConsumer;
|
||||
import io.airbyte.integrations.base.Destination;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.time.Instant;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
|
||||
@@ -3,12 +3,12 @@
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"id": {
|
||||
"maxLength": 32,
|
||||
"type": "string"
|
||||
"maxLength": 32,
|
||||
"type": "string"
|
||||
},
|
||||
"parentId": {
|
||||
"maxLength": 32,
|
||||
"type": ["string", "null"]
|
||||
"type": ["string", "null"]
|
||||
},
|
||||
"sessionId": {
|
||||
"maxLength": 32,
|
||||
@@ -24,17 +24,11 @@
|
||||
},
|
||||
"dateEstablished": {
|
||||
"format": "date-time",
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
"type": ["string", "null"]
|
||||
},
|
||||
"dateFinished": {
|
||||
"format": "date-time",
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
"type": ["string", "null"]
|
||||
},
|
||||
"lastUpdated": {
|
||||
"type": "string",
|
||||
@@ -49,16 +43,10 @@
|
||||
"type": "string"
|
||||
},
|
||||
"from": {
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
"type": ["string", "null"]
|
||||
},
|
||||
"to": {
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
"type": ["string", "null"]
|
||||
},
|
||||
"type": {
|
||||
"maxLength": 256,
|
||||
@@ -73,106 +61,79 @@
|
||||
"type": "string"
|
||||
},
|
||||
"duration": {
|
||||
"type": [
|
||||
"integer",
|
||||
"null"
|
||||
]
|
||||
"type": ["integer", "null"]
|
||||
},
|
||||
"anonymous": {
|
||||
"type": [
|
||||
"boolean",
|
||||
"null"
|
||||
]
|
||||
"type": ["boolean", "null"]
|
||||
},
|
||||
"recordings": {
|
||||
"type": ["array", "null"],
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"id": {
|
||||
"maxLength": 32,
|
||||
"id": {
|
||||
"maxLength": 32,
|
||||
"type": "string"
|
||||
},
|
||||
"dateCreated": {
|
||||
"type": "string",
|
||||
"format": "date-time"
|
||||
},
|
||||
"lastUpdated": {
|
||||
"type": "string",
|
||||
"format": "date-time"
|
||||
},
|
||||
"duration": {
|
||||
"type": "integer"
|
||||
},
|
||||
"url": {
|
||||
"type": "string"
|
||||
},
|
||||
"tags": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
},
|
||||
"dateCreated": {
|
||||
"type": "string",
|
||||
"format": "date-time"
|
||||
},
|
||||
"lastUpdated": {
|
||||
"type": "string",
|
||||
"format": "date-time"
|
||||
},
|
||||
"duration": {
|
||||
"type": "integer"
|
||||
},
|
||||
"url": {
|
||||
"type": "string"
|
||||
},
|
||||
"tags": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"file": {
|
||||
"type": ["object", "null"],
|
||||
"properties": {
|
||||
"id": {
|
||||
"maxLength": 32,
|
||||
"type": "string"
|
||||
},
|
||||
"state": {
|
||||
"type": ["string", "null"]
|
||||
},
|
||||
"name": {
|
||||
"type": ["string", "null"]
|
||||
},
|
||||
"size": {
|
||||
"type": ["integer", "null"]
|
||||
},
|
||||
"contentType": {
|
||||
"type": ["string", "null"]
|
||||
}
|
||||
},
|
||||
"file": {
|
||||
"type": ["object", "null"],
|
||||
"properties": {
|
||||
"id": {
|
||||
"maxLength": 32,
|
||||
"type": "string"
|
||||
},
|
||||
"state": {
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
},
|
||||
"name": {
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
},
|
||||
"size": {
|
||||
"type": [
|
||||
"integer",
|
||||
"null"
|
||||
]
|
||||
},
|
||||
"contentType": {
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"state": {
|
||||
"maxLength": 256,
|
||||
"type": "string"
|
||||
},
|
||||
"agent": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"id": {
|
||||
"type": ["string", "null"]
|
||||
},
|
||||
"name": {
|
||||
"type": ["string", "null"]
|
||||
},
|
||||
"number": {
|
||||
"type": ["string", "null"]
|
||||
}
|
||||
},
|
||||
"state": {
|
||||
"maxLength": 256,
|
||||
"type": "string"
|
||||
},
|
||||
"agent": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"id": {
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
},
|
||||
"name": {
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
},
|
||||
"number": {
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
@@ -180,22 +141,13 @@
|
||||
"type": ["object", "null"],
|
||||
"properties": {
|
||||
"id": {
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
"type": ["string", "null"]
|
||||
},
|
||||
"name": {
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
"type": ["string", "null"]
|
||||
},
|
||||
"number": {
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
"type": ["string", "null"]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1933,14 +1933,9 @@
|
||||
}
|
||||
}
|
||||
},
|
||||
"supported_sync_modes": [
|
||||
"incremental",
|
||||
"full_refresh"
|
||||
],
|
||||
"supported_sync_modes": ["incremental", "full_refresh"],
|
||||
"source_defined_cursor": true,
|
||||
"default_cursor_field": [
|
||||
"id"
|
||||
]
|
||||
"default_cursor_field": ["id"]
|
||||
},
|
||||
"sync_mode": "incremental",
|
||||
"cursor_field": ["id"],
|
||||
|
||||
@@ -3,346 +3,175 @@
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"id": {
|
||||
"type": [
|
||||
"null",
|
||||
"integer"
|
||||
]
|
||||
"type": ["null", "integer"]
|
||||
},
|
||||
"order_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"integer"
|
||||
]
|
||||
"type": ["null", "integer"]
|
||||
},
|
||||
"product_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"integer"
|
||||
]
|
||||
"type": ["null", "integer"]
|
||||
},
|
||||
"variant_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"integer"
|
||||
]
|
||||
"type": ["null", "integer"]
|
||||
},
|
||||
"order_address_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"integer"
|
||||
]
|
||||
"type": ["null", "integer"]
|
||||
},
|
||||
"name": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"name_customer": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"name_merchant": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"sku": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"upc": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"type": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"base_price": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"price_ex_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"price_inc_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"price_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"base_total": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"total_ex_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"total_inc_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"total_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"weight": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"width": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"height": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"depth": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"quantity": {
|
||||
"type": [
|
||||
"null",
|
||||
"number"
|
||||
]
|
||||
"type": ["null", "number"]
|
||||
},
|
||||
"base_cost_price": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"cost_price_inc_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"cost_price_ex_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"cost_price_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"is_refunded": {
|
||||
"type": [
|
||||
"null",
|
||||
"boolean"
|
||||
]
|
||||
"type": ["null", "boolean"]
|
||||
},
|
||||
"quantity_refunded": {
|
||||
"type": [
|
||||
"null",
|
||||
"number"
|
||||
]
|
||||
"type": ["null", "number"]
|
||||
},
|
||||
"refund_amount": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"return_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"number"
|
||||
]
|
||||
"type": ["null", "number"]
|
||||
},
|
||||
"wrapping_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"wrapping_name": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"base_wrapping_cost": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"wrapping_cost_ex_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"wrapping_cost_inc_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"wrapping_cost_tax": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"wrapping_message": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"quantity_shipped": {
|
||||
"type": [
|
||||
"null",
|
||||
"number"
|
||||
]
|
||||
"type": ["null", "number"]
|
||||
},
|
||||
"event_name": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"event_date": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"fixed_shipping_cost": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"ebay_item_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"ebay_transaction_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"option_set_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"integer"
|
||||
]
|
||||
"type": ["null", "integer"]
|
||||
},
|
||||
"parent_order_product_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"integer"
|
||||
]
|
||||
"type": ["null", "integer"]
|
||||
},
|
||||
"is_bundled_product": {
|
||||
"type": [
|
||||
"null",
|
||||
"boolean"
|
||||
]
|
||||
"type": ["null", "boolean"]
|
||||
},
|
||||
"bin_picking_number": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"external_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"fulfillment_source": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"brand": {
|
||||
"type": [
|
||||
"null",
|
||||
"string"
|
||||
]
|
||||
"type": ["null", "string"]
|
||||
},
|
||||
"gift_certificate_id": {
|
||||
"type": [
|
||||
"null",
|
||||
"integer"
|
||||
]
|
||||
"type": ["null", "integer"]
|
||||
},
|
||||
"applied_discounts": {
|
||||
"type": [
|
||||
"null",
|
||||
"array"
|
||||
]
|
||||
"type": ["null", "array"]
|
||||
},
|
||||
"applied_discounts": {
|
||||
"type": [
|
||||
"null",
|
||||
"array"
|
||||
]
|
||||
"type": ["null", "array"]
|
||||
},
|
||||
"product_options": {
|
||||
"type": [
|
||||
"null",
|
||||
"array"
|
||||
]
|
||||
"type": ["null", "array"]
|
||||
},
|
||||
"configurable_fields": {
|
||||
"type": [
|
||||
"null",
|
||||
"array"
|
||||
]
|
||||
"type": ["null", "array"]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,33 +1,238 @@
|
||||
CREATE TABLE
|
||||
`sat_test_dataset.sat_basic_dataset`(id NUMERIC(29),
|
||||
test_column_1 int64,
|
||||
test_column_10 decimal(29,
|
||||
9),
|
||||
test_column_11 bigdecimal(76,
|
||||
38),
|
||||
test_column_12 float64,
|
||||
test_column_13 bool,
|
||||
test_column_15 date,
|
||||
test_column_16 datetime,
|
||||
test_column_17 timestamp,
|
||||
test_column_19 string,
|
||||
test_column_2 int,
|
||||
test_column_21 time,
|
||||
test_column_3 smallint,
|
||||
test_column_4 integer,
|
||||
test_column_5 bigint,
|
||||
test_column_6 tinyint,
|
||||
test_column_7 byteint,
|
||||
test_column_8 numeric(29,
|
||||
9),
|
||||
test_column_9 bignumeric(76,
|
||||
38) );
|
||||
CREATE
|
||||
TABLE
|
||||
` sat_test_dataset.sat_basic_dataset `(
|
||||
id NUMERIC(29),
|
||||
test_column_1 int64,
|
||||
test_column_10 DECIMAL(
|
||||
29,
|
||||
9
|
||||
),
|
||||
test_column_11 bigdecimal(
|
||||
76,
|
||||
38
|
||||
),
|
||||
test_column_12 float64,
|
||||
test_column_13 bool,
|
||||
test_column_15 DATE,
|
||||
test_column_16 datetime,
|
||||
test_column_17 TIMESTAMP,
|
||||
test_column_19 string,
|
||||
test_column_2 INT,
|
||||
test_column_21 TIME,
|
||||
test_column_3 SMALLINT,
|
||||
test_column_4 INTEGER,
|
||||
test_column_5 BIGINT,
|
||||
test_column_6 tinyint,
|
||||
test_column_7 byteint,
|
||||
test_column_8 NUMERIC(
|
||||
29,
|
||||
9
|
||||
),
|
||||
test_column_9 bignumeric(
|
||||
76,
|
||||
38
|
||||
)
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_basic_dataset
|
||||
VALUES(
|
||||
1,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
TRUE,
|
||||
DATE('2021-10-20'),
|
||||
datetime('2021-10-20 11:22:33'),
|
||||
TIMESTAMP('2021-10-20 11:22:33'),
|
||||
'qwe',
|
||||
- 128,
|
||||
TIME(
|
||||
15,
|
||||
30,
|
||||
00
|
||||
),
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128
|
||||
);
|
||||
|
||||
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (1, -128, -128, -128, -128, true, date('2021-10-20'), datetime('2021-10-20 11:22:33'), timestamp('2021-10-20 11:22:33'), 'qwe', -128, TIME(15, 30, 00), -128, -128, -128, -128, -128, -128, -128);
|
||||
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (2, 127, 127, 127, 127, false, date('9999-12-31'), datetime('9999-12-31 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, 127, 127);
|
||||
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (3, 9223372036854775807, 999999999999999999, 999999999999999999, 0.123456789, false, date('0001-01-01'), datetime('0001-01-01 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, 999999999999999999, 999999999999999999);
|
||||
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (4, -9223372036854775808, -999999999999999999, -999999999999999999, -0.123456789, false, date('0001-01-01'), datetime('0001-01-01 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, -999999999999999999, -999999999999999999);
|
||||
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (5, -9223372036854775808, 0.123456789, 0.123456789, -0.123456789, false, date('0001-01-01'), datetime('0001-01-01 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, 0.123456789, 0.123456789);
|
||||
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (6, -9223372036854775808, -0.123456789, -0.123456789, -0.123456789, false, date('0001-01-01'), datetime('0001-01-01 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, -0.123456789, -0.123456789);
|
||||
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (7, -9223372036854775808, -0.123456789, -0.123456789, -0.123456789, false, date('0001-01-01'), datetime('0001-01-01 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, -0.123456789, -0.123456789);
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_basic_dataset
|
||||
VALUES(
|
||||
2,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
FALSE,
|
||||
DATE('9999-12-31'),
|
||||
datetime('9999-12-31 11:22:33'),
|
||||
TIMESTAMP('2021-10-20 11:22:33'),
|
||||
'йцу',
|
||||
127,
|
||||
TIME(
|
||||
15,
|
||||
30,
|
||||
00
|
||||
),
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_basic_dataset
|
||||
VALUES(
|
||||
3,
|
||||
9223372036854775807,
|
||||
999999999999999999,
|
||||
999999999999999999,
|
||||
0.123456789,
|
||||
FALSE,
|
||||
DATE('0001-01-01'),
|
||||
datetime('0001-01-01 11:22:33'),
|
||||
TIMESTAMP('2021-10-20 11:22:33'),
|
||||
'йцу',
|
||||
127,
|
||||
TIME(
|
||||
15,
|
||||
30,
|
||||
00
|
||||
),
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
999999999999999999,
|
||||
999999999999999999
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_basic_dataset
|
||||
VALUES(
|
||||
4,
|
||||
- 9223372036854775808,
|
||||
- 999999999999999999,
|
||||
- 999999999999999999,
|
||||
- 0.123456789,
|
||||
FALSE,
|
||||
DATE('0001-01-01'),
|
||||
datetime('0001-01-01 11:22:33'),
|
||||
TIMESTAMP('2021-10-20 11:22:33'),
|
||||
'йцу',
|
||||
127,
|
||||
TIME(
|
||||
15,
|
||||
30,
|
||||
00
|
||||
),
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
- 999999999999999999,
|
||||
- 999999999999999999
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_basic_dataset
|
||||
VALUES(
|
||||
5,
|
||||
- 9223372036854775808,
|
||||
0.123456789,
|
||||
0.123456789,
|
||||
- 0.123456789,
|
||||
FALSE,
|
||||
DATE('0001-01-01'),
|
||||
datetime('0001-01-01 11:22:33'),
|
||||
TIMESTAMP('2021-10-20 11:22:33'),
|
||||
'йцу',
|
||||
127,
|
||||
TIME(
|
||||
15,
|
||||
30,
|
||||
00
|
||||
),
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
0.123456789,
|
||||
0.123456789
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_basic_dataset
|
||||
VALUES(
|
||||
6,
|
||||
- 9223372036854775808,
|
||||
- 0.123456789,
|
||||
- 0.123456789,
|
||||
- 0.123456789,
|
||||
FALSE,
|
||||
DATE('0001-01-01'),
|
||||
datetime('0001-01-01 11:22:33'),
|
||||
TIMESTAMP('2021-10-20 11:22:33'),
|
||||
'йцу',
|
||||
127,
|
||||
TIME(
|
||||
15,
|
||||
30,
|
||||
00
|
||||
),
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
- 0.123456789,
|
||||
- 0.123456789
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_basic_dataset
|
||||
VALUES(
|
||||
7,
|
||||
- 9223372036854775808,
|
||||
- 0.123456789,
|
||||
- 0.123456789,
|
||||
- 0.123456789,
|
||||
FALSE,
|
||||
DATE('0001-01-01'),
|
||||
datetime('0001-01-01 11:22:33'),
|
||||
TIMESTAMP('2021-10-20 11:22:33'),
|
||||
'йцу',
|
||||
127,
|
||||
TIME(
|
||||
15,
|
||||
30,
|
||||
00
|
||||
),
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
- 0.123456789,
|
||||
- 0.123456789
|
||||
);
|
||||
|
||||
@@ -1,47 +1,326 @@
|
||||
CREATE TABLE
|
||||
sat_test_dataset.sat_full_dataset(id NUMERIC(29),
|
||||
test_column_1 int64,
|
||||
test_column_10 decimal(29,
|
||||
9),
|
||||
test_column_11 bigdecimal(76,
|
||||
38),
|
||||
test_column_12 float64,
|
||||
test_column_13 bool,
|
||||
test_column_14 bytes,
|
||||
test_column_15 date,
|
||||
test_column_16 datetime,
|
||||
test_column_17 timestamp,
|
||||
test_column_18 geography,
|
||||
test_column_19 string,
|
||||
test_column_2 int,
|
||||
test_column_20 STRUCT<course STRING,
|
||||
id INT64>,
|
||||
test_column_21 time,
|
||||
test_column_22 ARRAY<String>,
|
||||
test_column_23 STRUCT<frst String,
|
||||
sec int64,
|
||||
obbj STRUCT<id_col int64,
|
||||
mega_obbj STRUCT<last_col time>>>,
|
||||
test_column_24 ARRAY<STRUCT<fff String,
|
||||
ggg int64>>,
|
||||
test_column_25 ARRAY<STRUCT<fff String,
|
||||
ggg ARRAY<STRUCT<ooo String,
|
||||
kkk int64>>>>,
|
||||
test_column_26 INTERVAL,
|
||||
test_column_3 smallint,
|
||||
test_column_4 integer,
|
||||
test_column_5 bigint,
|
||||
test_column_6 tinyint,
|
||||
test_column_7 byteint,
|
||||
test_column_8 numeric(29,
|
||||
9),
|
||||
test_column_9 bignumeric(76,
|
||||
38) );
|
||||
CREATE
|
||||
TABLE
|
||||
sat_test_dataset.sat_full_dataset(
|
||||
id NUMERIC(29),
|
||||
test_column_1 int64,
|
||||
test_column_10 DECIMAL(
|
||||
29,
|
||||
9
|
||||
),
|
||||
test_column_11 bigdecimal(
|
||||
76,
|
||||
38
|
||||
),
|
||||
test_column_12 float64,
|
||||
test_column_13 bool,
|
||||
test_column_14 bytes,
|
||||
test_column_15 DATE,
|
||||
test_column_16 datetime,
|
||||
test_column_17 TIMESTAMP,
|
||||
test_column_18 geography,
|
||||
test_column_19 string,
|
||||
test_column_2 INT,
|
||||
test_column_20 STRUCT < course STRING,
|
||||
id INT64 >,
|
||||
test_column_21 TIME,
|
||||
test_column_22 ARRAY <String>,
|
||||
test_column_23 STRUCT < frst String,
|
||||
sec int64,
|
||||
obbj STRUCT < id_col int64,
|
||||
mega_obbj STRUCT < last_col TIME >>>,
|
||||
test_column_24 ARRAY < STRUCT < fff String,
|
||||
ggg int64 >>,
|
||||
test_column_25 ARRAY < STRUCT < fff String,
|
||||
ggg ARRAY < STRUCT < ooo String,
|
||||
kkk int64 >>>>,
|
||||
test_column_26 INTERVAL,
|
||||
test_column_3 SMALLINT,
|
||||
test_column_4 INTEGER,
|
||||
test_column_5 BIGINT,
|
||||
test_column_6 tinyint,
|
||||
test_column_7 byteint,
|
||||
test_column_8 NUMERIC(
|
||||
29,
|
||||
9
|
||||
),
|
||||
test_column_9 bignumeric(
|
||||
76,
|
||||
38
|
||||
)
|
||||
);
|
||||
|
||||
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (1, null, null, null, null, true, FROM_BASE64("test"), date('2021-10-20'), datetime('2021-10-20 11:22:33'), timestamp('2021-10-20 11:22:33'), ST_GEOGFROMTEXT('POINT(1 2)'), 'qwe', null, STRUCT("B.A",12), TIME(15, 30, 00), ['a', 'b'], STRUCT('s' as frst, 1 as sec, STRUCT(555 as id_col, STRUCT(TIME(15, 30, 00) as time) as mega_obbj) as obbj), [STRUCT('qqq' as fff, 1 as ggg), STRUCT('kkk' as fff, 2 as ggg)], [STRUCT('qqq' as fff, [STRUCT('fff' as ooo, 1 as kkk), STRUCT('hhh' as ooo, 2 as kkk)] as ggg)], MAKE_INTERVAL(2021, 10, 10, 10, 10, 10), null, null, null, null, null, null, null);
|
||||
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (2, -128, -128, -128, -128, false, null, date('9999-12-31'), datetime('9999-12-31 11:22:33'), null, null, 'йцу', -128, null, null, null, null, null, null, null, -128, -128, -128, -128, -128, -128, -128);
|
||||
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (3, 127, 127, 127, 127, null, null, date('0001-01-01'), datetime('0001-01-01 11:22:33'), null, null, null, 127, null, null, null, null, null, null, null, 127, 127, 127, 127, 127, 127, 127);
|
||||
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (4, 9223372036854775807, 999999999999999999, 999999999999999999, 0.123456789, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, 999999999999999999, 999999999999999999);
|
||||
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (5, -9223372036854775808, -999999999999999999, -999999999999999999, -0.123456789, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, -999999999999999999, -999999999999999999);
|
||||
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (6, null, 0.123456789, 0.123456789, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, 0.123456789, 0.123456789);
|
||||
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (7, null, -0.123456789, -0.123456789, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, -0.123456789, -0.123456789);
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_full_dataset
|
||||
VALUES(
|
||||
1,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
TRUE,
|
||||
FROM_BASE64("test"),
|
||||
DATE('2021-10-20'),
|
||||
datetime('2021-10-20 11:22:33'),
|
||||
TIMESTAMP('2021-10-20 11:22:33'),
|
||||
ST_GEOGFROMTEXT('POINT(1 2)'),
|
||||
'qwe',
|
||||
NULL,
|
||||
STRUCT(
|
||||
"B.A",
|
||||
12
|
||||
),
|
||||
TIME(
|
||||
15,
|
||||
30,
|
||||
00
|
||||
),
|
||||
[ 'a',
|
||||
'b' ],
|
||||
STRUCT(
|
||||
's' AS frst,
|
||||
1 AS sec,
|
||||
STRUCT(
|
||||
555 AS id_col,
|
||||
STRUCT(
|
||||
TIME(
|
||||
15,
|
||||
30,
|
||||
00
|
||||
) AS TIME
|
||||
) AS mega_obbj
|
||||
) AS obbj
|
||||
),
|
||||
[ STRUCT(
|
||||
'qqq' AS fff,
|
||||
1 AS ggg
|
||||
),
|
||||
STRUCT(
|
||||
'kkk' AS fff,
|
||||
2 AS ggg
|
||||
)],
|
||||
[ STRUCT(
|
||||
'qqq' AS fff,
|
||||
[ STRUCT(
|
||||
'fff' AS ooo,
|
||||
1 AS kkk
|
||||
),
|
||||
STRUCT(
|
||||
'hhh' AS ooo,
|
||||
2 AS kkk
|
||||
)] AS ggg
|
||||
)],
|
||||
MAKE_INTERVAL(
|
||||
2021,
|
||||
10,
|
||||
10,
|
||||
10,
|
||||
10,
|
||||
10
|
||||
),
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_full_dataset
|
||||
VALUES(
|
||||
2,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
FALSE,
|
||||
NULL,
|
||||
DATE('9999-12-31'),
|
||||
datetime('9999-12-31 11:22:33'),
|
||||
NULL,
|
||||
NULL,
|
||||
'йцу',
|
||||
- 128,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128,
|
||||
- 128
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_full_dataset
|
||||
VALUES(
|
||||
3,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
NULL,
|
||||
NULL,
|
||||
DATE('0001-01-01'),
|
||||
datetime('0001-01-01 11:22:33'),
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
127,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127,
|
||||
127
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_full_dataset
|
||||
VALUES(
|
||||
4,
|
||||
9223372036854775807,
|
||||
999999999999999999,
|
||||
999999999999999999,
|
||||
0.123456789,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
999999999999999999,
|
||||
999999999999999999
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_full_dataset
|
||||
VALUES(
|
||||
5,
|
||||
- 9223372036854775808,
|
||||
- 999999999999999999,
|
||||
- 999999999999999999,
|
||||
- 0.123456789,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
- 999999999999999999,
|
||||
- 999999999999999999
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_full_dataset
|
||||
VALUES(
|
||||
6,
|
||||
NULL,
|
||||
0.123456789,
|
||||
0.123456789,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
0.123456789,
|
||||
0.123456789
|
||||
);
|
||||
|
||||
INSERT
|
||||
INTO
|
||||
sat_test_dataset.sat_full_dataset
|
||||
VALUES(
|
||||
7,
|
||||
NULL,
|
||||
- 0.123456789,
|
||||
- 0.123456789,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
NULL,
|
||||
- 0.123456789,
|
||||
- 0.123456789
|
||||
);
|
||||
|
||||
@@ -9,11 +9,11 @@ import static org.junit.jupiter.api.Assertions.assertEquals;
|
||||
import static org.junit.jupiter.api.Assertions.assertNotNull;
|
||||
|
||||
import io.airbyte.commons.util.MoreIterators;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.sql.SQLException;
|
||||
import java.util.List;
|
||||
import org.junit.jupiter.api.Test;
|
||||
|
||||
@@ -9,11 +9,11 @@ import static org.junit.jupiter.api.Assertions.assertEquals;
|
||||
import static org.junit.jupiter.api.Assertions.assertNotNull;
|
||||
|
||||
import io.airbyte.commons.util.MoreIterators;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.sql.SQLException;
|
||||
import java.util.List;
|
||||
import org.junit.jupiter.api.Test;
|
||||
|
||||
@@ -11,7 +11,7 @@ connectionSpecification:
|
||||
api_key:
|
||||
type: string
|
||||
title: "API key"
|
||||
description: "Your Chartmogul API key. See <a href=\"https://help.chartmogul.com/hc/en-us/articles/4407796325906-Creating-and-Managing-API-keys#creating-an-api-key\"> the docs </a> for info on how to obtain this."
|
||||
description: 'Your Chartmogul API key. See <a href="https://help.chartmogul.com/hc/en-us/articles/4407796325906-Creating-and-Managing-API-keys#creating-an-api-key"> the docs </a> for info on how to obtain this.'
|
||||
airbyte_secret: true
|
||||
order: 0
|
||||
start_date:
|
||||
@@ -24,7 +24,7 @@ connectionSpecification:
|
||||
interval:
|
||||
type: string
|
||||
title: "Interval"
|
||||
description: "Some APIs such as <a href=\"https://dev.chartmogul.com/reference/endpoint-overview-metrics-api\">Metrics</a> require intervals to cluster data."
|
||||
description: 'Some APIs such as <a href="https://dev.chartmogul.com/reference/endpoint-overview-metrics-api">Metrics</a> require intervals to cluster data.'
|
||||
enum: ["day", "week", "month", "quarter"]
|
||||
default: "month"
|
||||
order: 2
|
||||
|
||||
@@ -20,13 +20,13 @@ import io.airbyte.integrations.base.ssh.SshTunnel;
|
||||
import io.airbyte.integrations.source.clickhouse.ClickHouseSource;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.time.Duration;
|
||||
import java.util.HashMap;
|
||||
|
||||
@@ -19,13 +19,13 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.source.clickhouse.ClickHouseSource;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.time.Duration;
|
||||
import java.util.HashMap;
|
||||
|
||||
@@ -8,7 +8,7 @@ definitions:
|
||||
type: RecordSelector
|
||||
extractor:
|
||||
type: DpathExtractor
|
||||
field_pointer: [ "data" ]
|
||||
field_pointer: ["data"]
|
||||
requester:
|
||||
url_base: "https://api.close.com/api/v1/"
|
||||
http_method: "GET"
|
||||
@@ -47,27 +47,27 @@ definitions:
|
||||
inject_into: request_parameter
|
||||
field_name: ""
|
||||
stream_query_slicer:
|
||||
# type: DatetimeStreamSlicer
|
||||
# type: DatetimeStreamSlicer
|
||||
class_name: "source_close_com.CustomDatetimeStreamSlicer"
|
||||
start_datetime:
|
||||
datetime: "{{ config['start_date'] }}"
|
||||
datetime_format: "%Y-%m-%d"
|
||||
end_datetime:
|
||||
datetime: "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%S.%f%z') }}"
|
||||
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
|
||||
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
|
||||
step: "365d"
|
||||
cursor_field: "date_updated"
|
||||
datetime_format: "%Y-%m-%d"
|
||||
|
||||
stream_slicer__cursor_date_created:
|
||||
# type: DatetimeStreamSlicer
|
||||
# type: DatetimeStreamSlicer
|
||||
class_name: "source_close_com.CustomDatetimeStreamSlicer"
|
||||
start_datetime:
|
||||
datetime: "{{ config['start_date'] }}"
|
||||
datetime_format: "%Y-%m-%d"
|
||||
end_datetime:
|
||||
datetime: "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%S.%f%z') }}"
|
||||
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
|
||||
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
|
||||
start_time_option:
|
||||
field_name: "date_created__gt"
|
||||
inject_into: "request_parameter"
|
||||
@@ -79,14 +79,14 @@ definitions:
|
||||
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z"
|
||||
|
||||
stream_slicer__cursor_date_updated:
|
||||
# type: DatetimeStreamSlicer
|
||||
# type: DatetimeStreamSlicer
|
||||
class_name: "source_close_com.CustomDatetimeStreamSlicer"
|
||||
start_datetime:
|
||||
datetime: "{{ config['start_date'] }}"
|
||||
datetime_format: "%Y-%m-%d"
|
||||
end_datetime:
|
||||
datetime: "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%S.%f%z') }}"
|
||||
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
|
||||
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
|
||||
start_time_option:
|
||||
field_name: "date_updated__gt"
|
||||
inject_into: "request_parameter"
|
||||
@@ -426,7 +426,7 @@ definitions:
|
||||
$options:
|
||||
name: "smart_views"
|
||||
path: "saved_search"
|
||||
# items_per_page: 600
|
||||
# items_per_page: 600
|
||||
email_bulk_actions_stream:
|
||||
$ref: "*ref(definitions.full_refresh_stream)"
|
||||
$options:
|
||||
|
||||
@@ -16,13 +16,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import org.jooq.DSLContext;
|
||||
|
||||
@@ -15,13 +15,13 @@ import io.airbyte.db.factory.DatabaseDriver;
|
||||
import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import java.util.Objects;
|
||||
|
||||
@@ -22,6 +22,8 @@ import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
|
||||
import io.airbyte.integrations.source.jdbc.test.JdbcSourceAcceptanceTest;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbState;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
|
||||
@@ -34,8 +36,6 @@ import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.sql.JDBCType;
|
||||
import java.util.*;
|
||||
|
||||
@@ -18,6 +18,8 @@ import io.airbyte.db.Database;
|
||||
import io.airbyte.db.factory.DSLContextFactory;
|
||||
import io.airbyte.db.factory.DatabaseDriver;
|
||||
import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
|
||||
@@ -25,8 +27,6 @@ import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.math.BigDecimal;
|
||||
import java.util.*;
|
||||
|
||||
@@ -3,7 +3,7 @@ version: "0.1.0"
|
||||
definitions:
|
||||
selector:
|
||||
extractor:
|
||||
field_pointer: [ ]
|
||||
field_pointer: []
|
||||
requester:
|
||||
url_base: "https://{{ 'api' if not config['api_key'] else 'pro-api' }}.coingecko.com/api/v3/coins/{{ config['coin_id'] }}"
|
||||
http_method: "GET"
|
||||
@@ -57,7 +57,7 @@ definitions:
|
||||
transformations:
|
||||
- type: AddFields
|
||||
fields:
|
||||
- path: [ "date" ]
|
||||
- path: ["date"]
|
||||
value: "{{ stream_slice['start_time'] }}"
|
||||
|
||||
streams:
|
||||
|
||||
@@ -15,13 +15,13 @@ import io.airbyte.db.jdbc.JdbcDatabase;
|
||||
import io.airbyte.integrations.source.db2.Db2Source;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.io.File;
|
||||
import java.io.IOException;
|
||||
|
||||
@@ -19,6 +19,8 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.source.db2.Db2Source;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
@@ -26,8 +28,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.io.IOException;
|
||||
import java.util.Collections;
|
||||
|
||||
@@ -16,13 +16,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.source.db2.Db2Source;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.io.File;
|
||||
import java.io.IOException;
|
||||
|
||||
@@ -2,29 +2,29 @@
|
||||
{
|
||||
"type": "STREAM",
|
||||
"stream": {
|
||||
"stream_state": {"created_at": 4126108288},
|
||||
"stream_descriptor": {"name": "people"}
|
||||
"stream_state": { "created_at": 4126108288 },
|
||||
"stream_descriptor": { "name": "people" }
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "STREAM",
|
||||
"stream": {
|
||||
"stream_state": {"unsubscribed_at": 4126108288},
|
||||
"stream_descriptor": {"name": "unsubscribes"}
|
||||
"stream_state": { "unsubscribed_at": 4126108288 },
|
||||
"stream_descriptor": { "name": "unsubscribes" }
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "STREAM",
|
||||
"stream": {
|
||||
"stream_state": {"bounced_at": 4126108288},
|
||||
"stream_descriptor": {"name": "bounces"}
|
||||
"stream_state": { "bounced_at": 4126108288 },
|
||||
"stream_descriptor": { "name": "bounces" }
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "STREAM",
|
||||
"stream": {
|
||||
"stream_state": {"updated_at": 4126108288},
|
||||
"stream_descriptor": {"name": "survey_responses"}
|
||||
"stream_state": { "updated_at": 4126108288 },
|
||||
"stream_descriptor": { "name": "survey_responses" }
|
||||
}
|
||||
}
|
||||
]
|
||||
|
||||
@@ -20,13 +20,13 @@ import io.airbyte.integrations.source.relationaldb.CursorInfo;
|
||||
import io.airbyte.integrations.source.relationaldb.StateDecoratingIterator;
|
||||
import io.airbyte.integrations.source.relationaldb.state.StateManager;
|
||||
import io.airbyte.integrations.source.relationaldb.state.StateManagerFactory;
|
||||
import io.airbyte.protocol.models.JsonSchemaPrimitiveUtil.JsonSchemaPrimitive;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.JsonSchemaPrimitiveUtil.JsonSchemaPrimitive;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.Collections;
|
||||
import java.util.List;
|
||||
|
||||
@@ -8,12 +8,12 @@ import com.fasterxml.jackson.databind.JsonNode;
|
||||
import com.google.common.collect.ImmutableMap;
|
||||
import com.google.common.collect.Lists;
|
||||
import io.airbyte.commons.json.Jsons;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
@@ -4,10 +4,10 @@
|
||||
|
||||
package io.airbyte.integrations.source.e2e_test;
|
||||
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
|
||||
public final class LegacyConstants {
|
||||
|
||||
|
||||
@@ -150,7 +150,7 @@ public class ElasticsearchConnection {
|
||||
Map<String, MappingMetadata> mappings = new HashMap<>();
|
||||
// Avoid too_long_frame_exception error by "batching"
|
||||
// the indexes mapping calls
|
||||
for(int i = 0; i < indices.size(); i += chunk){
|
||||
for (int i = 0; i < indices.size(); i += chunk) {
|
||||
String[] copiedIndices = indices.subList(i, Math.min(indices.size(), i + chunk)).toArray(String[]::new);
|
||||
GetMappingsRequest request = new GetMappingsRequest();
|
||||
request.indices(copiedIndices);
|
||||
|
||||
@@ -1,7 +1,6 @@
|
||||
#
|
||||
# Copyright (c) 2022 Airbyte, Inc., all rights reserved.
|
||||
#
|
||||
#
|
||||
|
||||
|
||||
import sys
|
||||
|
||||
@@ -51,4 +51,4 @@
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
]
|
||||
|
||||
@@ -461,4 +461,4 @@
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -46,11 +46,11 @@ import io.airbyte.integrations.source.relationaldb.AbstractDbSource;
|
||||
import io.airbyte.integrations.source.relationaldb.CursorInfo;
|
||||
import io.airbyte.integrations.source.relationaldb.TableInfo;
|
||||
import io.airbyte.integrations.source.relationaldb.state.StateManager;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
|
||||
import io.airbyte.protocol.models.CommonField;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.net.MalformedURLException;
|
||||
import java.net.URI;
|
||||
import java.sql.Connection;
|
||||
@@ -621,4 +621,5 @@ public abstract class AbstractJdbcSource<Datatype> extends AbstractDbSource<Data
|
||||
.map(Jsons::clone)
|
||||
.collect(Collectors.toList());
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -14,11 +14,11 @@ import io.airbyte.db.factory.DatabaseDriver;
|
||||
import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.sql.SQLException;
|
||||
import java.util.HashMap;
|
||||
import org.jooq.DSLContext;
|
||||
|
||||
@@ -30,6 +30,8 @@ import io.airbyte.integrations.base.Source;
|
||||
import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbState;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
|
||||
@@ -45,8 +47,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.StreamDescriptor;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.math.BigDecimal;
|
||||
|
||||
@@ -18,6 +18,8 @@ import io.airbyte.db.jdbc.DefaultJdbcDatabase;
|
||||
import io.airbyte.db.jdbc.JdbcDatabase;
|
||||
import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
|
||||
@@ -26,8 +28,6 @@ import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.math.BigDecimal;
|
||||
import java.nio.ByteBuffer;
|
||||
|
||||
@@ -13,12 +13,12 @@ import io.airbyte.commons.json.Jsons;
|
||||
import io.airbyte.commons.resources.MoreResources;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.Collections;
|
||||
import java.util.HashMap;
|
||||
|
||||
@@ -3,12 +3,12 @@ version: "0.3.0"
|
||||
definitions:
|
||||
selector:
|
||||
extractor:
|
||||
field_pointer: [ ]
|
||||
field_pointer: []
|
||||
data_field_selector:
|
||||
type: RecordSelector
|
||||
extractor:
|
||||
type: DpathExtractor
|
||||
field_pointer: [ "data" ]
|
||||
field_pointer: ["data"]
|
||||
requester:
|
||||
url_base: "{{ config['instance_api_url'] }}"
|
||||
http_method: "GET"
|
||||
@@ -76,4 +76,4 @@ streams:
|
||||
|
||||
check:
|
||||
stream_names:
|
||||
- "activity"
|
||||
- "activity"
|
||||
|
||||
@@ -9,8 +9,8 @@ definitions:
|
||||
extractor:
|
||||
type: DpathExtractor
|
||||
field_pointer:
|
||||
- "data"
|
||||
- "{{ options['name'] }}"
|
||||
- "data"
|
||||
- "{{ options['name'] }}"
|
||||
requester:
|
||||
url_base: "https://api.monday.com/v2"
|
||||
http_method: "GET"
|
||||
@@ -101,4 +101,4 @@ streams:
|
||||
|
||||
check:
|
||||
stream_names:
|
||||
- "users"
|
||||
- "users"
|
||||
|
||||
@@ -21,13 +21,13 @@ import io.airbyte.db.mongodb.MongoDatabase;
|
||||
import io.airbyte.db.mongodb.MongoUtils.MongoInstanceType;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Path;
|
||||
|
||||
@@ -1,284 +1,281 @@
|
||||
{
|
||||
"streams": [
|
||||
{
|
||||
"stream": {
|
||||
"name": "listingsAndReviews",
|
||||
"json_schema": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"amenities": {
|
||||
"type": "array"
|
||||
},
|
||||
"notes": {
|
||||
"type": "string"
|
||||
},
|
||||
"access": {
|
||||
"type": "string"
|
||||
},
|
||||
"house_rules": {
|
||||
"type": "string"
|
||||
},
|
||||
"first_review": {
|
||||
"type": "string"
|
||||
},
|
||||
"calendar_last_scraped": {
|
||||
"type": "string"
|
||||
},
|
||||
"description": {
|
||||
"type": "string"
|
||||
},
|
||||
"neighborhood_overview": {
|
||||
"type": "string"
|
||||
},
|
||||
"_id_aibyte_transform": {
|
||||
"type": "string"
|
||||
},
|
||||
"availability": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"availability_365": {
|
||||
"type": "number"
|
||||
},
|
||||
"availability_30": {
|
||||
"type": "number"
|
||||
},
|
||||
"availability_60": {
|
||||
"type": "number"
|
||||
},
|
||||
"availability_90": {
|
||||
"type": "number"
|
||||
}
|
||||
}
|
||||
},
|
||||
"number_of_reviews": {
|
||||
"type": "number"
|
||||
},
|
||||
"space": {
|
||||
"type": "string"
|
||||
},
|
||||
"review_scores": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"review_scores_checkin": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_communication": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_rating": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_accuracy": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_location": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_value": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_cleanliness": {
|
||||
"type": "number"
|
||||
}
|
||||
}
|
||||
},
|
||||
"cleaning_fee": {
|
||||
"type": "number"
|
||||
},
|
||||
"reviews": {
|
||||
"type": "array"
|
||||
},
|
||||
"price": {
|
||||
"type": "number"
|
||||
},
|
||||
"reviews_per_month": {
|
||||
"type": "number"
|
||||
},
|
||||
"host": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"host_verifications": {
|
||||
"type": "array"
|
||||
},
|
||||
"host_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_response_time": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_has_profile_pic": {
|
||||
"type": "boolean"
|
||||
},
|
||||
"host_about": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_picture_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_id": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_listings_count": {
|
||||
"type": "number"
|
||||
},
|
||||
"host_total_listings_count": {
|
||||
"type": "number"
|
||||
},
|
||||
"host_location": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_is_superhost": {
|
||||
"type": "boolean"
|
||||
},
|
||||
"host_neighbourhood": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_thumbnail_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_response_rate": {
|
||||
"type": "number"
|
||||
},
|
||||
"host_name": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_identity_verified": {
|
||||
"type": "boolean"
|
||||
}
|
||||
}
|
||||
},
|
||||
"property_type": {
|
||||
"type": "string"
|
||||
},
|
||||
"summary": {
|
||||
"type": "string"
|
||||
},
|
||||
"monthly_price": {
|
||||
"type": "number"
|
||||
},
|
||||
"security_deposit": {
|
||||
"type": "number"
|
||||
},
|
||||
"images": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"picture_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"xl_picture_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"medium_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"thumbnail_url": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
},
|
||||
"address": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"market": {
|
||||
"type": "string"
|
||||
},
|
||||
"country_code": {
|
||||
"type": "string"
|
||||
},
|
||||
"country": {
|
||||
"type": "string"
|
||||
},
|
||||
"street": {
|
||||
"type": "string"
|
||||
},
|
||||
"suburb": {
|
||||
"type": "string"
|
||||
},
|
||||
"location": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"coordinates": {
|
||||
"type": "array"
|
||||
},
|
||||
"type": {
|
||||
"type": "string"
|
||||
},
|
||||
"is_location_exact": {
|
||||
"type": "boolean"
|
||||
}
|
||||
}
|
||||
},
|
||||
"government_area": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
},
|
||||
"weekly_price": {
|
||||
"type": "number"
|
||||
},
|
||||
"bed_type": {
|
||||
"type": "string"
|
||||
},
|
||||
"listing_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"guests_included": {
|
||||
"type": "number"
|
||||
},
|
||||
"maximum_nights": {
|
||||
"type": "string"
|
||||
},
|
||||
"bathrooms": {
|
||||
"type": "number"
|
||||
},
|
||||
"extra_people": {
|
||||
"type": "number"
|
||||
},
|
||||
"bedrooms": {
|
||||
"type": "number"
|
||||
},
|
||||
"minimum_nights": {
|
||||
"type": "string"
|
||||
},
|
||||
"last_review": {
|
||||
"type": "string"
|
||||
},
|
||||
"transit": {
|
||||
"type": "string"
|
||||
},
|
||||
"accommodates": {
|
||||
"type": "number"
|
||||
},
|
||||
"interaction": {
|
||||
"type": "string"
|
||||
},
|
||||
"name": {
|
||||
"type": "string"
|
||||
},
|
||||
"cancellation_policy": {
|
||||
"type": "string"
|
||||
},
|
||||
"beds": {
|
||||
"type": "number"
|
||||
},
|
||||
"last_scraped": {
|
||||
"type": "string"
|
||||
},
|
||||
"room_type": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
},
|
||||
"supported_sync_modes": [
|
||||
"full_refresh",
|
||||
"incremental"
|
||||
],
|
||||
"default_cursor_field": [],
|
||||
"source_defined_primary_key": [],
|
||||
"namespace": "sample_airbnb"
|
||||
"streams": [
|
||||
{
|
||||
"stream": {
|
||||
"name": "listingsAndReviews",
|
||||
"json_schema": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"amenities": {
|
||||
"type": "array"
|
||||
},
|
||||
"sync_mode": "full_refresh",
|
||||
"destination_sync_mode": "overwrite"
|
||||
}
|
||||
]
|
||||
"notes": {
|
||||
"type": "string"
|
||||
},
|
||||
"access": {
|
||||
"type": "string"
|
||||
},
|
||||
"house_rules": {
|
||||
"type": "string"
|
||||
},
|
||||
"first_review": {
|
||||
"type": "string"
|
||||
},
|
||||
"calendar_last_scraped": {
|
||||
"type": "string"
|
||||
},
|
||||
"description": {
|
||||
"type": "string"
|
||||
},
|
||||
"neighborhood_overview": {
|
||||
"type": "string"
|
||||
},
|
||||
"_id_aibyte_transform": {
|
||||
"type": "string"
|
||||
},
|
||||
"availability": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"availability_365": {
|
||||
"type": "number"
|
||||
},
|
||||
"availability_30": {
|
||||
"type": "number"
|
||||
},
|
||||
"availability_60": {
|
||||
"type": "number"
|
||||
},
|
||||
"availability_90": {
|
||||
"type": "number"
|
||||
}
|
||||
}
|
||||
},
|
||||
"number_of_reviews": {
|
||||
"type": "number"
|
||||
},
|
||||
"space": {
|
||||
"type": "string"
|
||||
},
|
||||
"review_scores": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"review_scores_checkin": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_communication": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_rating": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_accuracy": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_location": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_value": {
|
||||
"type": "number"
|
||||
},
|
||||
"review_scores_cleanliness": {
|
||||
"type": "number"
|
||||
}
|
||||
}
|
||||
},
|
||||
"cleaning_fee": {
|
||||
"type": "number"
|
||||
},
|
||||
"reviews": {
|
||||
"type": "array"
|
||||
},
|
||||
"price": {
|
||||
"type": "number"
|
||||
},
|
||||
"reviews_per_month": {
|
||||
"type": "number"
|
||||
},
|
||||
"host": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"host_verifications": {
|
||||
"type": "array"
|
||||
},
|
||||
"host_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_response_time": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_has_profile_pic": {
|
||||
"type": "boolean"
|
||||
},
|
||||
"host_about": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_picture_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_id": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_listings_count": {
|
||||
"type": "number"
|
||||
},
|
||||
"host_total_listings_count": {
|
||||
"type": "number"
|
||||
},
|
||||
"host_location": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_is_superhost": {
|
||||
"type": "boolean"
|
||||
},
|
||||
"host_neighbourhood": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_thumbnail_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_response_rate": {
|
||||
"type": "number"
|
||||
},
|
||||
"host_name": {
|
||||
"type": "string"
|
||||
},
|
||||
"host_identity_verified": {
|
||||
"type": "boolean"
|
||||
}
|
||||
}
|
||||
},
|
||||
"property_type": {
|
||||
"type": "string"
|
||||
},
|
||||
"summary": {
|
||||
"type": "string"
|
||||
},
|
||||
"monthly_price": {
|
||||
"type": "number"
|
||||
},
|
||||
"security_deposit": {
|
||||
"type": "number"
|
||||
},
|
||||
"images": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"picture_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"xl_picture_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"medium_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"thumbnail_url": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
},
|
||||
"address": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"market": {
|
||||
"type": "string"
|
||||
},
|
||||
"country_code": {
|
||||
"type": "string"
|
||||
},
|
||||
"country": {
|
||||
"type": "string"
|
||||
},
|
||||
"street": {
|
||||
"type": "string"
|
||||
},
|
||||
"suburb": {
|
||||
"type": "string"
|
||||
},
|
||||
"location": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"coordinates": {
|
||||
"type": "array"
|
||||
},
|
||||
"type": {
|
||||
"type": "string"
|
||||
},
|
||||
"is_location_exact": {
|
||||
"type": "boolean"
|
||||
}
|
||||
}
|
||||
},
|
||||
"government_area": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
},
|
||||
"weekly_price": {
|
||||
"type": "number"
|
||||
},
|
||||
"bed_type": {
|
||||
"type": "string"
|
||||
},
|
||||
"listing_url": {
|
||||
"type": "string"
|
||||
},
|
||||
"guests_included": {
|
||||
"type": "number"
|
||||
},
|
||||
"maximum_nights": {
|
||||
"type": "string"
|
||||
},
|
||||
"bathrooms": {
|
||||
"type": "number"
|
||||
},
|
||||
"extra_people": {
|
||||
"type": "number"
|
||||
},
|
||||
"bedrooms": {
|
||||
"type": "number"
|
||||
},
|
||||
"minimum_nights": {
|
||||
"type": "string"
|
||||
},
|
||||
"last_review": {
|
||||
"type": "string"
|
||||
},
|
||||
"transit": {
|
||||
"type": "string"
|
||||
},
|
||||
"accommodates": {
|
||||
"type": "number"
|
||||
},
|
||||
"interaction": {
|
||||
"type": "string"
|
||||
},
|
||||
"name": {
|
||||
"type": "string"
|
||||
},
|
||||
"cancellation_policy": {
|
||||
"type": "string"
|
||||
},
|
||||
"beds": {
|
||||
"type": "number"
|
||||
},
|
||||
"last_scraped": {
|
||||
"type": "string"
|
||||
},
|
||||
"room_type": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
},
|
||||
"supported_sync_modes": ["full_refresh", "incremental"],
|
||||
"default_cursor_field": [],
|
||||
"source_defined_primary_key": [],
|
||||
"namespace": "sample_airbnb"
|
||||
},
|
||||
"sync_mode": "full_refresh",
|
||||
"destination_sync_mode": "overwrite"
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
@@ -10,13 +10,13 @@ import io.airbyte.commons.json.Jsons;
|
||||
import io.airbyte.commons.resources.MoreResources;
|
||||
import io.airbyte.db.mongodb.MongoDatabase;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
|
||||
@@ -17,12 +17,12 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.db.mongodb.MongoDatabase;
|
||||
import io.airbyte.integrations.source.mongodb.MongoDbSource;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Path;
|
||||
import java.util.List;
|
||||
|
||||
@@ -17,6 +17,8 @@ import io.airbyte.db.DataTypeUtils;
|
||||
import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.db.mongodb.MongoDatabase;
|
||||
import io.airbyte.integrations.source.mongodb.MongoDbSource;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
@@ -24,8 +26,6 @@ import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.time.LocalDate;
|
||||
import java.time.ZoneId;
|
||||
|
||||
@@ -16,12 +16,12 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.db.mongodb.MongoDatabase;
|
||||
import io.airbyte.integrations.source.mongodb.MongoDbSource;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.util.List;
|
||||
import org.bson.BsonArray;
|
||||
import org.bson.BsonString;
|
||||
|
||||
@@ -16,11 +16,11 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.sql.SQLException;
|
||||
import java.util.HashMap;
|
||||
import org.apache.commons.lang3.RandomStringUtils;
|
||||
|
||||
@@ -34,10 +34,10 @@ import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
|
||||
import io.airbyte.integrations.source.mssql.MssqlCdcHelper.SnapshotIsolation;
|
||||
import io.airbyte.integrations.source.relationaldb.TableInfo;
|
||||
import io.airbyte.integrations.source.relationaldb.state.StateManager;
|
||||
import io.airbyte.protocol.models.CommonField;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStream;
|
||||
import io.airbyte.protocol.models.CommonField;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.io.File;
|
||||
|
||||
@@ -17,13 +17,13 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.base.ssh.SshTunnel;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import java.util.Objects;
|
||||
|
||||
@@ -14,13 +14,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
@@ -16,11 +16,11 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.sql.SQLException;
|
||||
import java.util.HashMap;
|
||||
import org.jooq.DSLContext;
|
||||
|
||||
@@ -16,10 +16,10 @@ import io.airbyte.db.Database;
|
||||
import io.airbyte.db.factory.DSLContextFactory;
|
||||
import io.airbyte.db.factory.DatabaseDriver;
|
||||
import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.sql.SQLException;
|
||||
import java.util.List;
|
||||
|
||||
@@ -18,13 +18,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import org.jooq.DSLContext;
|
||||
|
||||
@@ -28,6 +28,8 @@ import io.airbyte.integrations.base.ssh.SshTunnel;
|
||||
import io.airbyte.integrations.source.jdbc.test.JdbcSourceAcceptanceTest;
|
||||
import io.airbyte.integrations.source.mysql.MySqlSource;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
|
||||
@@ -35,8 +37,6 @@ import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.sql.Connection;
|
||||
import java.sql.DriverManager;
|
||||
|
||||
@@ -35,6 +35,7 @@ import io.airbyte.integrations.source.relationaldb.models.CdcState;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbState;
|
||||
import io.airbyte.integrations.source.relationaldb.state.StateManager;
|
||||
import io.airbyte.integrations.util.HostPortResolver;
|
||||
import io.airbyte.protocol.models.CommonField;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteGlobalState;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
@@ -42,7 +43,6 @@ import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage.AirbyteStateType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStreamState;
|
||||
import io.airbyte.protocol.models.CommonField;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
|
||||
@@ -12,13 +12,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.nio.file.Path;
|
||||
import java.util.HashMap;
|
||||
|
||||
@@ -15,11 +15,11 @@ import io.airbyte.db.factory.DatabaseDriver;
|
||||
import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.standardtest.source.TestDataHolder;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.util.List;
|
||||
import org.jooq.DSLContext;
|
||||
import org.jooq.SQLDialect;
|
||||
|
||||
@@ -23,6 +23,8 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
@@ -31,8 +33,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.List;
|
||||
import java.util.stream.Collectors;
|
||||
@@ -106,10 +106,10 @@ public class CdcMySqlSourceAcceptanceTest extends SourceAcceptanceTest {
|
||||
.withSyncMode(INCREMENTAL)
|
||||
.withDestinationSyncMode(DestinationSyncMode.APPEND)
|
||||
.withStream(CatalogHelpers.createAirbyteStream(
|
||||
String.format("%s", STREAM_NAME),
|
||||
String.format("%s", config.get(JdbcUtils.DATABASE_KEY).asText()),
|
||||
Field.of("id", JsonSchemaType.NUMBER)
|
||||
/* no name field */)
|
||||
String.format("%s", STREAM_NAME),
|
||||
String.format("%s", config.get(JdbcUtils.DATABASE_KEY).asText()),
|
||||
Field.of("id", JsonSchemaType.NUMBER)
|
||||
/* no name field */)
|
||||
.withSourceDefinedCursor(true)
|
||||
.withSourceDefinedPrimaryKey(List.of(List.of("id")))
|
||||
.withSupportedSyncModes(
|
||||
@@ -118,15 +118,16 @@ public class CdcMySqlSourceAcceptanceTest extends SourceAcceptanceTest {
|
||||
.withSyncMode(INCREMENTAL)
|
||||
.withDestinationSyncMode(DestinationSyncMode.APPEND)
|
||||
.withStream(CatalogHelpers.createAirbyteStream(
|
||||
String.format("%s", STREAM_NAME2),
|
||||
String.format("%s", config.get(JdbcUtils.DATABASE_KEY).asText()),
|
||||
/* no id field */
|
||||
Field.of("name", JsonSchemaType.STRING))
|
||||
String.format("%s", STREAM_NAME2),
|
||||
String.format("%s", config.get(JdbcUtils.DATABASE_KEY).asText()),
|
||||
/* no id field */
|
||||
Field.of("name", JsonSchemaType.STRING))
|
||||
.withSourceDefinedCursor(true)
|
||||
.withSourceDefinedPrimaryKey(List.of(List.of("id")))
|
||||
.withSupportedSyncModes(
|
||||
Lists.newArrayList(SyncMode.FULL_REFRESH, INCREMENTAL)))));
|
||||
}
|
||||
|
||||
@Override
|
||||
protected JsonNode getState() {
|
||||
return null;
|
||||
@@ -246,8 +247,10 @@ public class CdcMySqlSourceAcceptanceTest extends SourceAcceptanceTest {
|
||||
assertTrue(records.stream()
|
||||
.filter(r -> {
|
||||
return r.getStream().equals(stream)
|
||||
&& r.getData().get(field) != null;})
|
||||
&& r.getData().get(field) != null;
|
||||
})
|
||||
.collect(Collectors.toList())
|
||||
.isEmpty(), "Records contain unselected columns [%s:%s]".formatted(stream, field));
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -22,6 +22,8 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
@@ -30,8 +32,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.List;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
@@ -21,6 +21,8 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
@@ -29,8 +31,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.List;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
@@ -4,7 +4,6 @@
|
||||
|
||||
package io.airbyte.integrations.io.airbyte.integration_tests.sources;
|
||||
|
||||
|
||||
import com.fasterxml.jackson.databind.JsonNode;
|
||||
import com.google.common.collect.ImmutableMap;
|
||||
import com.google.common.collect.Lists;
|
||||
@@ -17,13 +16,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import org.jooq.DSLContext;
|
||||
|
||||
@@ -22,6 +22,8 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
|
||||
import io.airbyte.integrations.source.jdbc.test.JdbcSourceAcceptanceTest;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
@@ -29,8 +31,6 @@ import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.sql.Connection;
|
||||
import java.sql.DriverManager;
|
||||
|
||||
@@ -23,6 +23,8 @@ import io.airbyte.integrations.source.jdbc.test.JdbcSourceAcceptanceTest;
|
||||
import io.airbyte.integrations.source.oracle.OracleSource;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbState;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
@@ -31,8 +33,6 @@ import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.math.BigDecimal;
|
||||
import java.sql.Connection;
|
||||
|
||||
@@ -17,12 +17,12 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
|
||||
@@ -17,12 +17,12 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.base.ssh.SshTunnel;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
|
||||
@@ -22,6 +22,8 @@ import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
|
||||
import io.airbyte.integrations.source.jdbc.test.JdbcSourceAcceptanceTest;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbState;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
@@ -33,8 +35,6 @@ import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.math.BigDecimal;
|
||||
import java.sql.Connection;
|
||||
|
||||
@@ -15,12 +15,12 @@ import io.airbyte.db.jdbc.JdbcDatabase;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
|
||||
@@ -16,14 +16,14 @@ import io.airbyte.db.factory.DataSourceFactory;
|
||||
import io.airbyte.db.factory.DatabaseDriver;
|
||||
import io.airbyte.db.jdbc.DefaultJdbcDatabase;
|
||||
import io.airbyte.db.jdbc.JdbcDatabase;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.math.BigDecimal;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"api_key": "<invalid_key>",
|
||||
"query":"<unsupported_param>",
|
||||
"query": "<unsupported_param>",
|
||||
"orientation": "<unsupported_param>",
|
||||
"size": "<unsupported_param>",
|
||||
"color": "<unsupported_param>",
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"api_key": "<API_key_563492ad6f9170000100000126081f5bb22a4748b3575c3af4540e2f>",
|
||||
"query":"<param>",
|
||||
"query": "<param>",
|
||||
"orientation": "<param>",
|
||||
"size": "<param>",
|
||||
"color": "<param>",
|
||||
|
||||
@@ -4,40 +4,40 @@ definitions:
|
||||
selector:
|
||||
extractor:
|
||||
field_pointer: []
|
||||
|
||||
|
||||
requester_stream:
|
||||
request_parameters:
|
||||
query: |
|
||||
{{
|
||||
config['query']
|
||||
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
|
||||
else ''
|
||||
}}
|
||||
orientation: |
|
||||
{{
|
||||
config['orientation']
|
||||
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
|
||||
else ''
|
||||
}}
|
||||
size: |
|
||||
{{
|
||||
config['size']
|
||||
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
|
||||
else ''
|
||||
}}
|
||||
locale: |
|
||||
{{
|
||||
config['locale']
|
||||
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
|
||||
else ''
|
||||
}}
|
||||
color: |
|
||||
{{
|
||||
config['color']
|
||||
if options['name'] == 'photos_search'
|
||||
else ''
|
||||
}}
|
||||
|
||||
query: |
|
||||
{{
|
||||
config['query']
|
||||
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
|
||||
else ''
|
||||
}}
|
||||
orientation: |
|
||||
{{
|
||||
config['orientation']
|
||||
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
|
||||
else ''
|
||||
}}
|
||||
size: |
|
||||
{{
|
||||
config['size']
|
||||
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
|
||||
else ''
|
||||
}}
|
||||
locale: |
|
||||
{{
|
||||
config['locale']
|
||||
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
|
||||
else ''
|
||||
}}
|
||||
color: |
|
||||
{{
|
||||
config['color']
|
||||
if options['name'] == 'photos_search'
|
||||
else ''
|
||||
}}
|
||||
|
||||
requester:
|
||||
url_base: "https://api.pexels.com"
|
||||
http_method: "GET"
|
||||
|
||||
@@ -32,7 +32,7 @@
|
||||
"description": {
|
||||
"$id": "#root/collections/items/description",
|
||||
"title": "Description",
|
||||
"type": ["string","null"],
|
||||
"type": ["string", "null"],
|
||||
"default": null
|
||||
},
|
||||
"private": {
|
||||
|
||||
@@ -1,177 +1,175 @@
|
||||
{
|
||||
"definitions": {},
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"$id": "https://example.com/object1667402697.json",
|
||||
"title": "Root",
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"page": {
|
||||
"$id": "#root/page",
|
||||
"title": "Page",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"per_page": {
|
||||
"$id": "#root/per_page",
|
||||
"title": "Per_page",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"photos": {
|
||||
"$id": "#root/photos",
|
||||
"title": "Photos",
|
||||
"type": "array",
|
||||
"default": [],
|
||||
"items":{
|
||||
"$id": "#root/photos/items",
|
||||
"title": "Items",
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"id": {
|
||||
"$id": "#root/photos/items/id",
|
||||
"title": "Id",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"width": {
|
||||
"$id": "#root/photos/items/width",
|
||||
"title": "Width",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"height": {
|
||||
"$id": "#root/photos/items/height",
|
||||
"title": "Height",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"url": {
|
||||
"$id": "#root/photos/items/url",
|
||||
"title": "Url",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"photographer": {
|
||||
"$id": "#root/photos/items/photographer",
|
||||
"title": "Photographer",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"photographer_url": {
|
||||
"$id": "#root/photos/items/photographer_url",
|
||||
"title": "Photographer_url",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"photographer_id": {
|
||||
"$id": "#root/photos/items/photographer_id",
|
||||
"title": "Photographer_id",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"avg_color": {
|
||||
"$id": "#root/photos/items/avg_color",
|
||||
"title": "Avg_color",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"src": {
|
||||
"$id": "#root/photos/items/src",
|
||||
"title": "Src",
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"original": {
|
||||
"$id": "#root/photos/items/src/original",
|
||||
"title": "Original",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"large2x": {
|
||||
"$id": "#root/photos/items/src/large2x",
|
||||
"title": "Large2x",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"large": {
|
||||
"$id": "#root/photos/items/src/large",
|
||||
"title": "Large",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"medium": {
|
||||
"$id": "#root/photos/items/src/medium",
|
||||
"title": "Medium",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"small": {
|
||||
"$id": "#root/photos/items/src/small",
|
||||
"title": "Small",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"portrait": {
|
||||
"$id": "#root/photos/items/src/portrait",
|
||||
"title": "Portrait",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"landscape": {
|
||||
"$id": "#root/photos/items/src/landscape",
|
||||
"title": "Landscape",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"tiny": {
|
||||
"$id": "#root/photos/items/src/tiny",
|
||||
"title": "Tiny",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
}
|
||||
}
|
||||
}
|
||||
,
|
||||
"liked": {
|
||||
"$id": "#root/photos/items/liked",
|
||||
"title": "Liked",
|
||||
"type": "boolean",
|
||||
"default": true
|
||||
},
|
||||
"alt": {
|
||||
"$id": "#root/photos/items/alt",
|
||||
"title": "Alt",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
},
|
||||
"total_results": {
|
||||
"$id": "#root/total_results",
|
||||
"title": "Total_results",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"next_page": {
|
||||
"$id": "#root/next_page",
|
||||
"title": "Next_page",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
}
|
||||
}
|
||||
"definitions": {},
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"$id": "https://example.com/object1667402697.json",
|
||||
"title": "Root",
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"page": {
|
||||
"$id": "#root/page",
|
||||
"title": "Page",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"per_page": {
|
||||
"$id": "#root/per_page",
|
||||
"title": "Per_page",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"photos": {
|
||||
"$id": "#root/photos",
|
||||
"title": "Photos",
|
||||
"type": "array",
|
||||
"default": [],
|
||||
"items": {
|
||||
"$id": "#root/photos/items",
|
||||
"title": "Items",
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"id": {
|
||||
"$id": "#root/photos/items/id",
|
||||
"title": "Id",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"width": {
|
||||
"$id": "#root/photos/items/width",
|
||||
"title": "Width",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"height": {
|
||||
"$id": "#root/photos/items/height",
|
||||
"title": "Height",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"url": {
|
||||
"$id": "#root/photos/items/url",
|
||||
"title": "Url",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"photographer": {
|
||||
"$id": "#root/photos/items/photographer",
|
||||
"title": "Photographer",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"photographer_url": {
|
||||
"$id": "#root/photos/items/photographer_url",
|
||||
"title": "Photographer_url",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"photographer_id": {
|
||||
"$id": "#root/photos/items/photographer_id",
|
||||
"title": "Photographer_id",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"avg_color": {
|
||||
"$id": "#root/photos/items/avg_color",
|
||||
"title": "Avg_color",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"src": {
|
||||
"$id": "#root/photos/items/src",
|
||||
"title": "Src",
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"original": {
|
||||
"$id": "#root/photos/items/src/original",
|
||||
"title": "Original",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"large2x": {
|
||||
"$id": "#root/photos/items/src/large2x",
|
||||
"title": "Large2x",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"large": {
|
||||
"$id": "#root/photos/items/src/large",
|
||||
"title": "Large",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"medium": {
|
||||
"$id": "#root/photos/items/src/medium",
|
||||
"title": "Medium",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"small": {
|
||||
"$id": "#root/photos/items/src/small",
|
||||
"title": "Small",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"portrait": {
|
||||
"$id": "#root/photos/items/src/portrait",
|
||||
"title": "Portrait",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"landscape": {
|
||||
"$id": "#root/photos/items/src/landscape",
|
||||
"title": "Landscape",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
"tiny": {
|
||||
"$id": "#root/photos/items/src/tiny",
|
||||
"title": "Tiny",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
}
|
||||
}
|
||||
},
|
||||
"liked": {
|
||||
"$id": "#root/photos/items/liked",
|
||||
"title": "Liked",
|
||||
"type": "boolean",
|
||||
"default": true
|
||||
},
|
||||
"alt": {
|
||||
"$id": "#root/photos/items/alt",
|
||||
"title": "Alt",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"total_results": {
|
||||
"$id": "#root/total_results",
|
||||
"title": "Total_results",
|
||||
"type": "integer",
|
||||
"default": 0
|
||||
},
|
||||
"next_page": {
|
||||
"$id": "#root/next_page",
|
||||
"title": "Next_page",
|
||||
"type": "string",
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -176,7 +176,7 @@
|
||||
"picture": {
|
||||
"$id": "#root/videos/items/video_pictures/items/picture",
|
||||
"title": "Picture",
|
||||
"type": ["null","string"],
|
||||
"type": ["null", "string"],
|
||||
"default": "",
|
||||
"pattern": "^.*$"
|
||||
},
|
||||
|
||||
@@ -18,7 +18,7 @@ connectionSpecification:
|
||||
type: string
|
||||
description: Optional, the search query, Example Ocean, Tigers, Pears, etc.
|
||||
examples:
|
||||
- people
|
||||
- people
|
||||
- oceans
|
||||
orientation:
|
||||
title: Specific orientation for the search
|
||||
@@ -32,7 +32,7 @@ connectionSpecification:
|
||||
type: string
|
||||
description: Optional, Minimum photo size. The current supported sizes are large(24MP), medium(12MP) or small(4MP).
|
||||
examples:
|
||||
- large
|
||||
- large
|
||||
- small
|
||||
color:
|
||||
title: Specific color for the search
|
||||
@@ -47,4 +47,4 @@ connectionSpecification:
|
||||
description: Optional, The locale of the search you are performing. The current supported locales are 'en-US' 'pt-BR' 'es-ES' 'ca-ES' 'de-DE' 'it-IT' 'fr-FR' 'sv-SE' 'id-ID' 'pl-PL' 'ja-JP' 'zh-TW' 'zh-CN' 'ko-KR' 'th-TH' 'nl-NL' 'hu-HU' 'vi-VN' 'cs-CZ' 'da-DK' 'fi-FI' 'uk-UA' 'el-GR' 'ro-RO' 'nb-NO' 'sk-SK' 'tr-TR' 'ru-RU'.
|
||||
examples:
|
||||
- en-US
|
||||
- pt-BR
|
||||
- pt-BR
|
||||
|
||||
@@ -10,4 +10,4 @@
|
||||
"destination_sync_mode": "overwrite"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
|
||||
@@ -2,4 +2,4 @@
|
||||
"api_key": "<invalid_key>",
|
||||
"site_id": "https://airbyte.com",
|
||||
"start_date": "20220101"
|
||||
}
|
||||
}
|
||||
|
||||
@@ -2,4 +2,4 @@
|
||||
"api_key": "your_api_key",
|
||||
"site_id": "airbyte.com",
|
||||
"start_date": "2022-01-01"
|
||||
}
|
||||
}
|
||||
|
||||
@@ -3,7 +3,7 @@ version: "0.1.0"
|
||||
definitions:
|
||||
selector:
|
||||
extractor:
|
||||
field_pointer: [ "results" ]
|
||||
field_pointer: ["results"]
|
||||
record_filter:
|
||||
condition: "{{ record['bounce_rate'] is not none }}"
|
||||
requester:
|
||||
@@ -45,4 +45,4 @@ streams:
|
||||
|
||||
check:
|
||||
stream_names:
|
||||
- "stats"
|
||||
- "stats"
|
||||
|
||||
@@ -34,4 +34,4 @@
|
||||
"description": "The number of visits/sessions."
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -36,4 +36,4 @@ connectionSpecification:
|
||||
Start date for data to retrieve, in ISO-8601 format.
|
||||
pattern: ^[0-9]{4}-[0-9]{2}-[0-9]{2}$
|
||||
examples:
|
||||
- YYYY-MM-DD
|
||||
- YYYY-MM-DD
|
||||
|
||||
@@ -42,6 +42,7 @@ import io.airbyte.integrations.source.relationaldb.models.CdcState;
|
||||
import io.airbyte.integrations.source.relationaldb.models.DbState;
|
||||
import io.airbyte.integrations.source.relationaldb.state.StateManager;
|
||||
import io.airbyte.integrations.util.HostPortResolver;
|
||||
import io.airbyte.protocol.models.CommonField;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
|
||||
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
|
||||
@@ -52,7 +53,6 @@ import io.airbyte.protocol.models.v0.AirbyteStateMessage.AirbyteStateType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStreamState;
|
||||
import io.airbyte.protocol.models.CommonField;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import java.net.URI;
|
||||
@@ -517,7 +517,8 @@ public class PostgresSource extends AbstractJdbcSource<PostgresType> implements
|
||||
}
|
||||
|
||||
@Override
|
||||
protected boolean verifyCursorColumnValues(final JdbcDatabase database, final String schema, final String tableName, final String columnName) throws SQLException {
|
||||
protected boolean verifyCursorColumnValues(final JdbcDatabase database, final String schema, final String tableName, final String columnName)
|
||||
throws SQLException {
|
||||
final String query;
|
||||
final String resultColName = "nullValue";
|
||||
// Query: Only if cursor column allows null values, query whether it contains one
|
||||
@@ -536,4 +537,5 @@ public class PostgresSource extends AbstractJdbcSource<PostgresType> implements
|
||||
LOGGER.debug("null value exist: {}", nullValExist);
|
||||
return !nullValExist;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -18,13 +18,13 @@ import io.airbyte.db.factory.DatabaseDriver;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
|
||||
@@ -18,13 +18,13 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.base.ssh.SshTunnel;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
|
||||
@@ -19,6 +19,8 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.integrations.util.HostPortResolver;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
@@ -26,8 +28,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
@@ -182,20 +182,20 @@ public class CdcPostgresSourceAcceptanceTest extends SourceAcceptanceTest {
|
||||
.withCursorField(Lists.newArrayList("id"))
|
||||
.withDestinationSyncMode(DestinationSyncMode.APPEND)
|
||||
.withStream(CatalogHelpers.createAirbyteStream(
|
||||
STREAM_NAME,
|
||||
NAMESPACE,
|
||||
Field.of("id", JsonSchemaType.INTEGER)
|
||||
/*no name field */)
|
||||
STREAM_NAME,
|
||||
NAMESPACE,
|
||||
Field.of("id", JsonSchemaType.INTEGER)
|
||||
/* no name field */)
|
||||
.withSupportedSyncModes(Lists.newArrayList(SyncMode.FULL_REFRESH, SyncMode.INCREMENTAL))),
|
||||
new ConfiguredAirbyteStream()
|
||||
.withSyncMode(SyncMode.INCREMENTAL)
|
||||
.withCursorField(Lists.newArrayList("name"))
|
||||
.withDestinationSyncMode(DestinationSyncMode.APPEND)
|
||||
.withStream(CatalogHelpers.createAirbyteStream(
|
||||
STREAM_NAME2,
|
||||
NAMESPACE,
|
||||
/* no id field */
|
||||
Field.of("name", JsonSchemaType.STRING))
|
||||
STREAM_NAME2,
|
||||
NAMESPACE,
|
||||
/* no id field */
|
||||
Field.of("name", JsonSchemaType.STRING))
|
||||
.withSupportedSyncModes(Lists.newArrayList(SyncMode.FULL_REFRESH, SyncMode.INCREMENTAL)))));
|
||||
}
|
||||
|
||||
@@ -230,7 +230,8 @@ public class CdcPostgresSourceAcceptanceTest extends SourceAcceptanceTest {
|
||||
assertTrue(records.stream()
|
||||
.filter(r -> {
|
||||
return r.getStream().equals(stream)
|
||||
&& r.getData().get(field) != null;})
|
||||
&& r.getData().get(field) != null;
|
||||
})
|
||||
.collect(Collectors.toList())
|
||||
.isEmpty(), "Records contain unselected columns [%s:%s]".formatted(stream, field));
|
||||
}
|
||||
|
||||
@@ -14,11 +14,11 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.standardtest.source.TestDataHolder;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.integrations.util.HostPortResolver;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteMessage;
|
||||
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import java.util.List;
|
||||
import java.util.Set;
|
||||
import org.jooq.SQLDialect;
|
||||
|
||||
@@ -20,6 +20,8 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.integrations.util.HostPortResolver;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.AirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
@@ -27,8 +29,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.sql.SQLException;
|
||||
import java.util.HashMap;
|
||||
@@ -44,6 +44,7 @@ import uk.org.webcompere.systemstubs.jupiter.SystemStubsExtension;
|
||||
|
||||
@ExtendWith(SystemStubsExtension.class)
|
||||
public class PostgresSourceAcceptanceTest extends SourceAcceptanceTest {
|
||||
|
||||
private static final String STREAM_NAME = "id_and_name";
|
||||
private static final String STREAM_NAME2 = "starships";
|
||||
private static final String STREAM_NAME_MATERIALIZED_VIEW = "testview";
|
||||
|
||||
@@ -20,13 +20,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
|
||||
import io.airbyte.integrations.base.ssh.SshHelpers;
|
||||
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
|
||||
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.CatalogHelpers;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
|
||||
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
|
||||
import io.airbyte.protocol.models.v0.ConnectorSpecification;
|
||||
import io.airbyte.protocol.models.v0.DestinationSyncMode;
|
||||
import io.airbyte.protocol.models.Field;
|
||||
import io.airbyte.protocol.models.JsonSchemaType;
|
||||
import io.airbyte.protocol.models.v0.SyncMode;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
@@ -117,7 +117,8 @@ public class PostgresSourceStrictEncryptAcceptanceTest extends SourceAcceptanceT
|
||||
|
||||
@Override
|
||||
protected ConnectorSpecification getSpec() throws Exception {
|
||||
return SshHelpers.injectSshIntoSpec(Jsons.deserialize(MoreResources.readResource("expected_strict_encrypt_spec.json"), ConnectorSpecification.class));
|
||||
return SshHelpers
|
||||
.injectSshIntoSpec(Jsons.deserialize(MoreResources.readResource("expected_strict_encrypt_spec.json"), ConnectorSpecification.class));
|
||||
}
|
||||
|
||||
@Override
|
||||
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user