1
0
mirror of synced 2025-12-23 21:03:15 -05:00

Fix formatting (#20570)

* Fix formatting

* try fixing quote escapes?

* unignore sql files

Co-authored-by: Edward Gao <edward.gao@airbyte.io>
This commit is contained in:
Yevhen Sukhomud
2022-12-17 04:43:42 +07:00
committed by GitHub
parent 7dc3004d95
commit 2a5d0344e7
131 changed files with 1627 additions and 1360 deletions

View File

@@ -101,7 +101,7 @@ public class BigQueryDestination extends BaseConnector implements Destination {
if (UploadingMethod.GCS.equals(uploadingMethod)) {
final AirbyteConnectionStatus status = checkGcsPermission(config);
if(!status.getStatus().equals(Status.SUCCEEDED)) {
if (!status.getStatus().equals(Status.SUCCEEDED)) {
return status;
}
}

View File

@@ -35,6 +35,8 @@ import io.airbyte.integrations.base.AirbyteMessageConsumer;
import io.airbyte.integrations.base.Destination;
import io.airbyte.integrations.base.JavaBaseConstants;
import io.airbyte.integrations.destination.NamingConventionTransformer;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
import io.airbyte.protocol.models.v0.AirbyteMessage;
@@ -46,8 +48,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.nio.charset.StandardCharsets;

View File

@@ -16,10 +16,10 @@ import com.google.common.collect.Lists;
import io.airbyte.commons.json.Jsons;
import io.airbyte.commons.string.Strings;
import io.airbyte.integrations.destination.gcs.GcsDestinationConfig;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.nio.charset.StandardCharsets;

View File

@@ -18,14 +18,14 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.AirbyteMessageConsumer;
import io.airbyte.integrations.base.Destination;
import io.airbyte.integrations.destination.ExtendedNameTransformer;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.time.Instant;
import java.util.Comparator;
import java.util.List;

View File

@@ -23,6 +23,8 @@ import io.airbyte.integrations.base.AirbyteMessageConsumer;
import io.airbyte.integrations.base.Destination;
import io.airbyte.integrations.base.JavaBaseConstants;
import io.airbyte.integrations.destination.StandardNameTransformer;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
import io.airbyte.protocol.models.v0.AirbyteMessage;
@@ -31,8 +33,6 @@ import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.io.FileReader;
import java.io.IOException;
import java.io.Reader;

View File

@@ -11,14 +11,14 @@ import com.google.common.collect.ImmutableMap;
import io.airbyte.commons.json.Jsons;
import io.airbyte.integrations.base.AirbyteMessageConsumer;
import io.airbyte.integrations.base.Destination;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.time.Duration;
import java.time.Instant;
import java.util.ArrayList;

View File

@@ -16,14 +16,14 @@ import io.airbyte.commons.json.Jsons;
import io.airbyte.integrations.base.FailureTrackingAirbyteMessageConsumer;
import io.airbyte.integrations.destination.StandardNameTransformer;
import io.airbyte.integrations.standardtest.destination.PerStreamStateMessageTest;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.time.Instant;
import java.util.List;
import java.util.Map;

View File

@@ -12,11 +12,11 @@ import com.google.common.collect.ImmutableMap;
import io.airbyte.commons.json.Jsons;
import io.airbyte.integrations.base.FailureTrackingAirbyteMessageConsumer;
import io.airbyte.integrations.standardtest.destination.PerStreamStateMessageTest;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.util.List;
import java.util.function.Consumer;
import org.junit.jupiter.api.BeforeEach;

View File

@@ -23,6 +23,8 @@ import io.airbyte.integrations.base.AirbyteMessageConsumer;
import io.airbyte.integrations.base.Destination;
import io.airbyte.integrations.base.JavaBaseConstants;
import io.airbyte.integrations.destination.StandardNameTransformer;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
import io.airbyte.protocol.models.v0.AirbyteMessage;
@@ -31,8 +33,6 @@ import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;

View File

@@ -14,6 +14,8 @@ import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Sets;
import com.hivemq.testcontainer.junit5.HiveMQTestContainerExtension;
import io.airbyte.commons.json.Jsons;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
@@ -22,8 +24,6 @@ import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.time.Instant;
import java.util.ArrayList;
import java.util.Collection;

View File

@@ -15,6 +15,8 @@ import io.airbyte.db.jdbc.JdbcDatabase;
import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.AirbyteMessageConsumer;
import io.airbyte.integrations.base.Destination;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
@@ -22,8 +24,6 @@ import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.test.utils.PostgreSQLContainerHelper;
import java.time.Instant;
import java.util.HashMap;

View File

@@ -17,6 +17,8 @@ import io.airbyte.commons.json.Jsons;
import io.airbyte.integrations.base.FailureTrackingAirbyteMessageConsumer;
import io.airbyte.integrations.destination.StandardNameTransformer;
import io.airbyte.integrations.standardtest.destination.PerStreamStateMessageTest;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
@@ -25,8 +27,6 @@ import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.net.InetAddress;
import java.net.NetworkInterface;
import java.net.SocketException;

View File

@@ -16,13 +16,13 @@ import io.airbyte.db.Database;
import io.airbyte.integrations.base.AirbyteMessageConsumer;
import io.airbyte.integrations.base.Destination;
import io.airbyte.integrations.base.JavaBaseConstants;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.JsonSchemaType;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;

View File

@@ -17,13 +17,13 @@ import io.airbyte.db.Database;
import io.airbyte.integrations.base.AirbyteMessageConsumer;
import io.airbyte.integrations.base.Destination;
import io.airbyte.integrations.base.JavaBaseConstants;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.JsonSchemaType;
import java.nio.file.Path;
import java.sql.SQLException;
import java.time.Instant;

View File

@@ -6,12 +6,10 @@ package io.airbyte.integrations.destination.s3_glue;
import com.fasterxml.jackson.databind.JsonNode;
import com.google.common.base.Preconditions;
import io.airbyte.commons.functional.CheckedBiConsumer;
import io.airbyte.commons.functional.CheckedBiFunction;
import io.airbyte.commons.json.Jsons;
import io.airbyte.integrations.base.AirbyteMessageConsumer;
import io.airbyte.integrations.destination.NamingConventionTransformer;
import io.airbyte.integrations.destination.buffered_stream_consumer.BufferedStreamConsumer;
import io.airbyte.integrations.destination.buffered_stream_consumer.OnCloseFunction;

View File

@@ -50,13 +50,13 @@ public class S3AvroParquetTestDataComparator extends AdvancedTestDataComparator
@Override
protected boolean compareString(final JsonNode expectedValue, final JsonNode actualValue) {
// to handle base64 encoded strings
return expectedValue.asText().equals(actualValue.asText())
return expectedValue.asText().equals(actualValue.asText())
|| decodeBase64(expectedValue.asText()).equals(actualValue.asText());
}
private String decodeBase64(String string) {
byte[] decoded = Base64.getDecoder().decode(string);
return new String(decoded, StandardCharsets.UTF_8);
byte[] decoded = Base64.getDecoder().decode(string);
return new String(decoded, StandardCharsets.UTF_8);
}
}

View File

@@ -31,13 +31,13 @@ import io.airbyte.integrations.destination.record_buffer.FileBuffer;
import io.airbyte.integrations.destination.s3.csv.CsvSerializedBuffer;
import io.airbyte.integrations.destination.snowflake.SnowflakeDestination.DestinationType;
import io.airbyte.integrations.destination.staging.StagingConsumerFactory;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.sql.SQLException;
import java.time.Instant;
import java.util.List;

View File

@@ -17,14 +17,14 @@ import io.airbyte.db.jdbc.JdbcDatabase;
import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.AirbyteMessageConsumer;
import io.airbyte.integrations.base.Destination;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.time.Instant;
import java.util.HashMap;
import java.util.List;

View File

@@ -3,12 +3,12 @@
"type": "object",
"properties": {
"id": {
"maxLength": 32,
"type": "string"
"maxLength": 32,
"type": "string"
},
"parentId": {
"maxLength": 32,
"type": ["string", "null"]
"type": ["string", "null"]
},
"sessionId": {
"maxLength": 32,
@@ -24,17 +24,11 @@
},
"dateEstablished": {
"format": "date-time",
"type": [
"string",
"null"
]
"type": ["string", "null"]
},
"dateFinished": {
"format": "date-time",
"type": [
"string",
"null"
]
"type": ["string", "null"]
},
"lastUpdated": {
"type": "string",
@@ -49,16 +43,10 @@
"type": "string"
},
"from": {
"type": [
"string",
"null"
]
"type": ["string", "null"]
},
"to": {
"type": [
"string",
"null"
]
"type": ["string", "null"]
},
"type": {
"maxLength": 256,
@@ -73,106 +61,79 @@
"type": "string"
},
"duration": {
"type": [
"integer",
"null"
]
"type": ["integer", "null"]
},
"anonymous": {
"type": [
"boolean",
"null"
]
"type": ["boolean", "null"]
},
"recordings": {
"type": ["array", "null"],
"items": {
"type": "object",
"properties": {
"id": {
"maxLength": 32,
"id": {
"maxLength": 32,
"type": "string"
},
"dateCreated": {
"type": "string",
"format": "date-time"
},
"lastUpdated": {
"type": "string",
"format": "date-time"
},
"duration": {
"type": "integer"
},
"url": {
"type": "string"
},
"tags": {
"type": "array",
"items": {
"type": "string"
},
"dateCreated": {
"type": "string",
"format": "date-time"
},
"lastUpdated": {
"type": "string",
"format": "date-time"
},
"duration": {
"type": "integer"
},
"url": {
"type": "string"
},
"tags": {
"type": "array",
"items": {
"type": "string"
}
},
"file": {
"type": ["object", "null"],
"properties": {
"id": {
"maxLength": 32,
"type": "string"
},
"state": {
"type": ["string", "null"]
},
"name": {
"type": ["string", "null"]
},
"size": {
"type": ["integer", "null"]
},
"contentType": {
"type": ["string", "null"]
}
},
"file": {
"type": ["object", "null"],
"properties": {
"id": {
"maxLength": 32,
"type": "string"
},
"state": {
"type": [
"string",
"null"
]
},
"name": {
"type": [
"string",
"null"
]
},
"size": {
"type": [
"integer",
"null"
]
},
"contentType": {
"type": [
"string",
"null"
]
}
}
},
"state": {
"maxLength": 256,
"type": "string"
},
"agent": {
"type": "object",
"properties": {
"id": {
"type": ["string", "null"]
},
"name": {
"type": ["string", "null"]
},
"number": {
"type": ["string", "null"]
}
},
"state": {
"maxLength": 256,
"type": "string"
},
"agent": {
"type": "object",
"properties": {
"id": {
"type": [
"string",
"null"
]
},
"name": {
"type": [
"string",
"null"
]
},
"number": {
"type": [
"string",
"null"
]
}
}
}
}
}
}
}
},
@@ -180,22 +141,13 @@
"type": ["object", "null"],
"properties": {
"id": {
"type": [
"string",
"null"
]
"type": ["string", "null"]
},
"name": {
"type": [
"string",
"null"
]
"type": ["string", "null"]
},
"number": {
"type": [
"string",
"null"
]
"type": ["string", "null"]
}
}
}

View File

@@ -1933,14 +1933,9 @@
}
}
},
"supported_sync_modes": [
"incremental",
"full_refresh"
],
"supported_sync_modes": ["incremental", "full_refresh"],
"source_defined_cursor": true,
"default_cursor_field": [
"id"
]
"default_cursor_field": ["id"]
},
"sync_mode": "incremental",
"cursor_field": ["id"],

View File

@@ -3,346 +3,175 @@
"type": "object",
"properties": {
"id": {
"type": [
"null",
"integer"
]
"type": ["null", "integer"]
},
"order_id": {
"type": [
"null",
"integer"
]
"type": ["null", "integer"]
},
"product_id": {
"type": [
"null",
"integer"
]
"type": ["null", "integer"]
},
"variant_id": {
"type": [
"null",
"integer"
]
"type": ["null", "integer"]
},
"order_address_id": {
"type": [
"null",
"integer"
]
"type": ["null", "integer"]
},
"name": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"name_customer": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"name_merchant": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"sku": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"upc": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"type": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"base_price": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"price_ex_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"price_inc_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"price_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"base_total": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"total_ex_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"total_inc_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"total_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"weight": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"width": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"height": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"depth": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"quantity": {
"type": [
"null",
"number"
]
"type": ["null", "number"]
},
"base_cost_price": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"cost_price_inc_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"cost_price_ex_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"cost_price_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"is_refunded": {
"type": [
"null",
"boolean"
]
"type": ["null", "boolean"]
},
"quantity_refunded": {
"type": [
"null",
"number"
]
"type": ["null", "number"]
},
"refund_amount": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"return_id": {
"type": [
"null",
"number"
]
"type": ["null", "number"]
},
"wrapping_id": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"wrapping_name": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"base_wrapping_cost": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"wrapping_cost_ex_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"wrapping_cost_inc_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"wrapping_cost_tax": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"wrapping_message": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"quantity_shipped": {
"type": [
"null",
"number"
]
"type": ["null", "number"]
},
"event_name": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"event_date": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"fixed_shipping_cost": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"ebay_item_id": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"ebay_transaction_id": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"option_set_id": {
"type": [
"null",
"integer"
]
"type": ["null", "integer"]
},
"parent_order_product_id": {
"type": [
"null",
"integer"
]
"type": ["null", "integer"]
},
"is_bundled_product": {
"type": [
"null",
"boolean"
]
"type": ["null", "boolean"]
},
"bin_picking_number": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"external_id": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"fulfillment_source": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"brand": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"gift_certificate_id": {
"type": [
"null",
"integer"
]
"type": ["null", "integer"]
},
"applied_discounts": {
"type": [
"null",
"array"
]
"type": ["null", "array"]
},
"applied_discounts": {
"type": [
"null",
"array"
]
"type": ["null", "array"]
},
"product_options": {
"type": [
"null",
"array"
]
"type": ["null", "array"]
},
"configurable_fields": {
"type": [
"null",
"array"
]
"type": ["null", "array"]
}
}
}

View File

@@ -1,33 +1,238 @@
CREATE TABLE
`sat_test_dataset.sat_basic_dataset`(id NUMERIC(29),
test_column_1 int64,
test_column_10 decimal(29,
9),
test_column_11 bigdecimal(76,
38),
test_column_12 float64,
test_column_13 bool,
test_column_15 date,
test_column_16 datetime,
test_column_17 timestamp,
test_column_19 string,
test_column_2 int,
test_column_21 time,
test_column_3 smallint,
test_column_4 integer,
test_column_5 bigint,
test_column_6 tinyint,
test_column_7 byteint,
test_column_8 numeric(29,
9),
test_column_9 bignumeric(76,
38) );
CREATE
TABLE
` sat_test_dataset.sat_basic_dataset `(
id NUMERIC(29),
test_column_1 int64,
test_column_10 DECIMAL(
29,
9
),
test_column_11 bigdecimal(
76,
38
),
test_column_12 float64,
test_column_13 bool,
test_column_15 DATE,
test_column_16 datetime,
test_column_17 TIMESTAMP,
test_column_19 string,
test_column_2 INT,
test_column_21 TIME,
test_column_3 SMALLINT,
test_column_4 INTEGER,
test_column_5 BIGINT,
test_column_6 tinyint,
test_column_7 byteint,
test_column_8 NUMERIC(
29,
9
),
test_column_9 bignumeric(
76,
38
)
);
INSERT
INTO
sat_test_dataset.sat_basic_dataset
VALUES(
1,
- 128,
- 128,
- 128,
- 128,
TRUE,
DATE('2021-10-20'),
datetime('2021-10-20 11:22:33'),
TIMESTAMP('2021-10-20 11:22:33'),
'qwe',
- 128,
TIME(
15,
30,
00
),
- 128,
- 128,
- 128,
- 128,
- 128,
- 128,
- 128
);
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (1, -128, -128, -128, -128, true, date('2021-10-20'), datetime('2021-10-20 11:22:33'), timestamp('2021-10-20 11:22:33'), 'qwe', -128, TIME(15, 30, 00), -128, -128, -128, -128, -128, -128, -128);
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (2, 127, 127, 127, 127, false, date('9999-12-31'), datetime('9999-12-31 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, 127, 127);
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (3, 9223372036854775807, 999999999999999999, 999999999999999999, 0.123456789, false, date('0001-01-01'), datetime('0001-01-01 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, 999999999999999999, 999999999999999999);
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (4, -9223372036854775808, -999999999999999999, -999999999999999999, -0.123456789, false, date('0001-01-01'), datetime('0001-01-01 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, -999999999999999999, -999999999999999999);
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (5, -9223372036854775808, 0.123456789, 0.123456789, -0.123456789, false, date('0001-01-01'), datetime('0001-01-01 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, 0.123456789, 0.123456789);
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (6, -9223372036854775808, -0.123456789, -0.123456789, -0.123456789, false, date('0001-01-01'), datetime('0001-01-01 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, -0.123456789, -0.123456789);
INSERT INTO sat_test_dataset.sat_basic_dataset VALUES (7, -9223372036854775808, -0.123456789, -0.123456789, -0.123456789, false, date('0001-01-01'), datetime('0001-01-01 11:22:33'), timestamp('2021-10-20 11:22:33'), 'йцу', 127, TIME(15, 30, 00), 127, 127, 127, 127, 127, -0.123456789, -0.123456789);
INSERT
INTO
sat_test_dataset.sat_basic_dataset
VALUES(
2,
127,
127,
127,
127,
FALSE,
DATE('9999-12-31'),
datetime('9999-12-31 11:22:33'),
TIMESTAMP('2021-10-20 11:22:33'),
'йцу',
127,
TIME(
15,
30,
00
),
127,
127,
127,
127,
127,
127,
127
);
INSERT
INTO
sat_test_dataset.sat_basic_dataset
VALUES(
3,
9223372036854775807,
999999999999999999,
999999999999999999,
0.123456789,
FALSE,
DATE('0001-01-01'),
datetime('0001-01-01 11:22:33'),
TIMESTAMP('2021-10-20 11:22:33'),
'йцу',
127,
TIME(
15,
30,
00
),
127,
127,
127,
127,
127,
999999999999999999,
999999999999999999
);
INSERT
INTO
sat_test_dataset.sat_basic_dataset
VALUES(
4,
- 9223372036854775808,
- 999999999999999999,
- 999999999999999999,
- 0.123456789,
FALSE,
DATE('0001-01-01'),
datetime('0001-01-01 11:22:33'),
TIMESTAMP('2021-10-20 11:22:33'),
'йцу',
127,
TIME(
15,
30,
00
),
127,
127,
127,
127,
127,
- 999999999999999999,
- 999999999999999999
);
INSERT
INTO
sat_test_dataset.sat_basic_dataset
VALUES(
5,
- 9223372036854775808,
0.123456789,
0.123456789,
- 0.123456789,
FALSE,
DATE('0001-01-01'),
datetime('0001-01-01 11:22:33'),
TIMESTAMP('2021-10-20 11:22:33'),
'йцу',
127,
TIME(
15,
30,
00
),
127,
127,
127,
127,
127,
0.123456789,
0.123456789
);
INSERT
INTO
sat_test_dataset.sat_basic_dataset
VALUES(
6,
- 9223372036854775808,
- 0.123456789,
- 0.123456789,
- 0.123456789,
FALSE,
DATE('0001-01-01'),
datetime('0001-01-01 11:22:33'),
TIMESTAMP('2021-10-20 11:22:33'),
'йцу',
127,
TIME(
15,
30,
00
),
127,
127,
127,
127,
127,
- 0.123456789,
- 0.123456789
);
INSERT
INTO
sat_test_dataset.sat_basic_dataset
VALUES(
7,
- 9223372036854775808,
- 0.123456789,
- 0.123456789,
- 0.123456789,
FALSE,
DATE('0001-01-01'),
datetime('0001-01-01 11:22:33'),
TIMESTAMP('2021-10-20 11:22:33'),
'йцу',
127,
TIME(
15,
30,
00
),
127,
127,
127,
127,
127,
- 0.123456789,
- 0.123456789
);

View File

@@ -1,47 +1,326 @@
CREATE TABLE
sat_test_dataset.sat_full_dataset(id NUMERIC(29),
test_column_1 int64,
test_column_10 decimal(29,
9),
test_column_11 bigdecimal(76,
38),
test_column_12 float64,
test_column_13 bool,
test_column_14 bytes,
test_column_15 date,
test_column_16 datetime,
test_column_17 timestamp,
test_column_18 geography,
test_column_19 string,
test_column_2 int,
test_column_20 STRUCT<course STRING,
id INT64>,
test_column_21 time,
test_column_22 ARRAY<String>,
test_column_23 STRUCT<frst String,
sec int64,
obbj STRUCT<id_col int64,
mega_obbj STRUCT<last_col time>>>,
test_column_24 ARRAY<STRUCT<fff String,
ggg int64>>,
test_column_25 ARRAY<STRUCT<fff String,
ggg ARRAY<STRUCT<ooo String,
kkk int64>>>>,
test_column_26 INTERVAL,
test_column_3 smallint,
test_column_4 integer,
test_column_5 bigint,
test_column_6 tinyint,
test_column_7 byteint,
test_column_8 numeric(29,
9),
test_column_9 bignumeric(76,
38) );
CREATE
TABLE
sat_test_dataset.sat_full_dataset(
id NUMERIC(29),
test_column_1 int64,
test_column_10 DECIMAL(
29,
9
),
test_column_11 bigdecimal(
76,
38
),
test_column_12 float64,
test_column_13 bool,
test_column_14 bytes,
test_column_15 DATE,
test_column_16 datetime,
test_column_17 TIMESTAMP,
test_column_18 geography,
test_column_19 string,
test_column_2 INT,
test_column_20 STRUCT < course STRING,
id INT64 >,
test_column_21 TIME,
test_column_22 ARRAY <String>,
test_column_23 STRUCT < frst String,
sec int64,
obbj STRUCT < id_col int64,
mega_obbj STRUCT < last_col TIME >>>,
test_column_24 ARRAY < STRUCT < fff String,
ggg int64 >>,
test_column_25 ARRAY < STRUCT < fff String,
ggg ARRAY < STRUCT < ooo String,
kkk int64 >>>>,
test_column_26 INTERVAL,
test_column_3 SMALLINT,
test_column_4 INTEGER,
test_column_5 BIGINT,
test_column_6 tinyint,
test_column_7 byteint,
test_column_8 NUMERIC(
29,
9
),
test_column_9 bignumeric(
76,
38
)
);
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (1, null, null, null, null, true, FROM_BASE64("test"), date('2021-10-20'), datetime('2021-10-20 11:22:33'), timestamp('2021-10-20 11:22:33'), ST_GEOGFROMTEXT('POINT(1 2)'), 'qwe', null, STRUCT("B.A",12), TIME(15, 30, 00), ['a', 'b'], STRUCT('s' as frst, 1 as sec, STRUCT(555 as id_col, STRUCT(TIME(15, 30, 00) as time) as mega_obbj) as obbj), [STRUCT('qqq' as fff, 1 as ggg), STRUCT('kkk' as fff, 2 as ggg)], [STRUCT('qqq' as fff, [STRUCT('fff' as ooo, 1 as kkk), STRUCT('hhh' as ooo, 2 as kkk)] as ggg)], MAKE_INTERVAL(2021, 10, 10, 10, 10, 10), null, null, null, null, null, null, null);
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (2, -128, -128, -128, -128, false, null, date('9999-12-31'), datetime('9999-12-31 11:22:33'), null, null, 'йцу', -128, null, null, null, null, null, null, null, -128, -128, -128, -128, -128, -128, -128);
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (3, 127, 127, 127, 127, null, null, date('0001-01-01'), datetime('0001-01-01 11:22:33'), null, null, null, 127, null, null, null, null, null, null, null, 127, 127, 127, 127, 127, 127, 127);
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (4, 9223372036854775807, 999999999999999999, 999999999999999999, 0.123456789, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, 999999999999999999, 999999999999999999);
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (5, -9223372036854775808, -999999999999999999, -999999999999999999, -0.123456789, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, -999999999999999999, -999999999999999999);
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (6, null, 0.123456789, 0.123456789, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, 0.123456789, 0.123456789);
INSERT INTO sat_test_dataset.sat_full_dataset VALUES (7, null, -0.123456789, -0.123456789, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, -0.123456789, -0.123456789);
INSERT
INTO
sat_test_dataset.sat_full_dataset
VALUES(
1,
NULL,
NULL,
NULL,
NULL,
TRUE,
FROM_BASE64("test"),
DATE('2021-10-20'),
datetime('2021-10-20 11:22:33'),
TIMESTAMP('2021-10-20 11:22:33'),
ST_GEOGFROMTEXT('POINT(1 2)'),
'qwe',
NULL,
STRUCT(
"B.A",
12
),
TIME(
15,
30,
00
),
[ 'a',
'b' ],
STRUCT(
's' AS frst,
1 AS sec,
STRUCT(
555 AS id_col,
STRUCT(
TIME(
15,
30,
00
) AS TIME
) AS mega_obbj
) AS obbj
),
[ STRUCT(
'qqq' AS fff,
1 AS ggg
),
STRUCT(
'kkk' AS fff,
2 AS ggg
)],
[ STRUCT(
'qqq' AS fff,
[ STRUCT(
'fff' AS ooo,
1 AS kkk
),
STRUCT(
'hhh' AS ooo,
2 AS kkk
)] AS ggg
)],
MAKE_INTERVAL(
2021,
10,
10,
10,
10,
10
),
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL
);
INSERT
INTO
sat_test_dataset.sat_full_dataset
VALUES(
2,
- 128,
- 128,
- 128,
- 128,
FALSE,
NULL,
DATE('9999-12-31'),
datetime('9999-12-31 11:22:33'),
NULL,
NULL,
'йцу',
- 128,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
- 128,
- 128,
- 128,
- 128,
- 128,
- 128,
- 128
);
INSERT
INTO
sat_test_dataset.sat_full_dataset
VALUES(
3,
127,
127,
127,
127,
NULL,
NULL,
DATE('0001-01-01'),
datetime('0001-01-01 11:22:33'),
NULL,
NULL,
NULL,
127,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
127,
127,
127,
127,
127,
127,
127
);
INSERT
INTO
sat_test_dataset.sat_full_dataset
VALUES(
4,
9223372036854775807,
999999999999999999,
999999999999999999,
0.123456789,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
999999999999999999,
999999999999999999
);
INSERT
INTO
sat_test_dataset.sat_full_dataset
VALUES(
5,
- 9223372036854775808,
- 999999999999999999,
- 999999999999999999,
- 0.123456789,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
- 999999999999999999,
- 999999999999999999
);
INSERT
INTO
sat_test_dataset.sat_full_dataset
VALUES(
6,
NULL,
0.123456789,
0.123456789,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
0.123456789,
0.123456789
);
INSERT
INTO
sat_test_dataset.sat_full_dataset
VALUES(
7,
NULL,
- 0.123456789,
- 0.123456789,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
NULL,
- 0.123456789,
- 0.123456789
);

View File

@@ -9,11 +9,11 @@ import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.junit.jupiter.api.Assertions.assertNotNull;
import io.airbyte.commons.util.MoreIterators;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.sql.SQLException;
import java.util.List;
import org.junit.jupiter.api.Test;

View File

@@ -9,11 +9,11 @@ import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.junit.jupiter.api.Assertions.assertNotNull;
import io.airbyte.commons.util.MoreIterators;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.sql.SQLException;
import java.util.List;
import org.junit.jupiter.api.Test;

View File

@@ -11,7 +11,7 @@ connectionSpecification:
api_key:
type: string
title: "API key"
description: "Your Chartmogul API key. See <a href=\"https://help.chartmogul.com/hc/en-us/articles/4407796325906-Creating-and-Managing-API-keys#creating-an-api-key\"> the docs </a> for info on how to obtain this."
description: 'Your Chartmogul API key. See <a href="https://help.chartmogul.com/hc/en-us/articles/4407796325906-Creating-and-Managing-API-keys#creating-an-api-key"> the docs </a> for info on how to obtain this.'
airbyte_secret: true
order: 0
start_date:
@@ -24,7 +24,7 @@ connectionSpecification:
interval:
type: string
title: "Interval"
description: "Some APIs such as <a href=\"https://dev.chartmogul.com/reference/endpoint-overview-metrics-api\">Metrics</a> require intervals to cluster data."
description: 'Some APIs such as <a href="https://dev.chartmogul.com/reference/endpoint-overview-metrics-api">Metrics</a> require intervals to cluster data.'
enum: ["day", "week", "month", "quarter"]
default: "month"
order: 2

View File

@@ -20,13 +20,13 @@ import io.airbyte.integrations.base.ssh.SshTunnel;
import io.airbyte.integrations.source.clickhouse.ClickHouseSource;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.time.Duration;
import java.util.HashMap;

View File

@@ -19,13 +19,13 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.source.clickhouse.ClickHouseSource;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.time.Duration;
import java.util.HashMap;

View File

@@ -8,7 +8,7 @@ definitions:
type: RecordSelector
extractor:
type: DpathExtractor
field_pointer: [ "data" ]
field_pointer: ["data"]
requester:
url_base: "https://api.close.com/api/v1/"
http_method: "GET"
@@ -47,27 +47,27 @@ definitions:
inject_into: request_parameter
field_name: ""
stream_query_slicer:
# type: DatetimeStreamSlicer
# type: DatetimeStreamSlicer
class_name: "source_close_com.CustomDatetimeStreamSlicer"
start_datetime:
datetime: "{{ config['start_date'] }}"
datetime_format: "%Y-%m-%d"
end_datetime:
datetime: "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%S.%f%z') }}"
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
step: "365d"
cursor_field: "date_updated"
datetime_format: "%Y-%m-%d"
stream_slicer__cursor_date_created:
# type: DatetimeStreamSlicer
# type: DatetimeStreamSlicer
class_name: "source_close_com.CustomDatetimeStreamSlicer"
start_datetime:
datetime: "{{ config['start_date'] }}"
datetime_format: "%Y-%m-%d"
end_datetime:
datetime: "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%S.%f%z') }}"
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
start_time_option:
field_name: "date_created__gt"
inject_into: "request_parameter"
@@ -79,14 +79,14 @@ definitions:
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z"
stream_slicer__cursor_date_updated:
# type: DatetimeStreamSlicer
# type: DatetimeStreamSlicer
class_name: "source_close_com.CustomDatetimeStreamSlicer"
start_datetime:
datetime: "{{ config['start_date'] }}"
datetime_format: "%Y-%m-%d"
end_datetime:
datetime: "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%S.%f%z') }}"
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
datetime_format: "%Y-%m-%dT%H:%M:%S.%f%z" # ISO8601
start_time_option:
field_name: "date_updated__gt"
inject_into: "request_parameter"
@@ -426,7 +426,7 @@ definitions:
$options:
name: "smart_views"
path: "saved_search"
# items_per_page: 600
# items_per_page: 600
email_bulk_actions_stream:
$ref: "*ref(definitions.full_refresh_stream)"
$options:

View File

@@ -16,13 +16,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import org.jooq.DSLContext;

View File

@@ -15,13 +15,13 @@ import io.airbyte.db.factory.DatabaseDriver;
import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import java.util.Objects;

View File

@@ -22,6 +22,8 @@ import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
import io.airbyte.integrations.source.jdbc.test.JdbcSourceAcceptanceTest;
import io.airbyte.integrations.source.relationaldb.models.DbState;
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
@@ -34,8 +36,6 @@ import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.sql.JDBCType;
import java.util.*;

View File

@@ -18,6 +18,8 @@ import io.airbyte.db.Database;
import io.airbyte.db.factory.DSLContextFactory;
import io.airbyte.db.factory.DatabaseDriver;
import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
@@ -25,8 +27,6 @@ import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStream;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.math.BigDecimal;
import java.util.*;

View File

@@ -3,7 +3,7 @@ version: "0.1.0"
definitions:
selector:
extractor:
field_pointer: [ ]
field_pointer: []
requester:
url_base: "https://{{ 'api' if not config['api_key'] else 'pro-api' }}.coingecko.com/api/v3/coins/{{ config['coin_id'] }}"
http_method: "GET"
@@ -57,7 +57,7 @@ definitions:
transformations:
- type: AddFields
fields:
- path: [ "date" ]
- path: ["date"]
value: "{{ stream_slice['start_time'] }}"
streams:

View File

@@ -15,13 +15,13 @@ import io.airbyte.db.jdbc.JdbcDatabase;
import io.airbyte.integrations.source.db2.Db2Source;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.io.File;
import java.io.IOException;

View File

@@ -19,6 +19,8 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.source.db2.Db2Source;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteStream;
import io.airbyte.protocol.models.v0.CatalogHelpers;
@@ -26,8 +28,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.io.IOException;
import java.util.Collections;

View File

@@ -16,13 +16,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.source.db2.Db2Source;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.io.File;
import java.io.IOException;

View File

@@ -2,29 +2,29 @@
{
"type": "STREAM",
"stream": {
"stream_state": {"created_at": 4126108288},
"stream_descriptor": {"name": "people"}
"stream_state": { "created_at": 4126108288 },
"stream_descriptor": { "name": "people" }
}
},
{
"type": "STREAM",
"stream": {
"stream_state": {"unsubscribed_at": 4126108288},
"stream_descriptor": {"name": "unsubscribes"}
"stream_state": { "unsubscribed_at": 4126108288 },
"stream_descriptor": { "name": "unsubscribes" }
}
},
{
"type": "STREAM",
"stream": {
"stream_state": {"bounced_at": 4126108288},
"stream_descriptor": {"name": "bounces"}
"stream_state": { "bounced_at": 4126108288 },
"stream_descriptor": { "name": "bounces" }
}
},
{
"type": "STREAM",
"stream": {
"stream_state": {"updated_at": 4126108288},
"stream_descriptor": {"name": "survey_responses"}
"stream_state": { "updated_at": 4126108288 },
"stream_descriptor": { "name": "survey_responses" }
}
}
]

View File

@@ -20,13 +20,13 @@ import io.airbyte.integrations.source.relationaldb.CursorInfo;
import io.airbyte.integrations.source.relationaldb.StateDecoratingIterator;
import io.airbyte.integrations.source.relationaldb.state.StateManager;
import io.airbyte.integrations.source.relationaldb.state.StateManagerFactory;
import io.airbyte.protocol.models.JsonSchemaPrimitiveUtil.JsonSchemaPrimitive;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteStream;
import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.JsonSchemaPrimitiveUtil.JsonSchemaPrimitive;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.Collections;
import java.util.List;

View File

@@ -8,12 +8,12 @@ import com.fasterxml.jackson.databind.JsonNode;
import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Lists;
import io.airbyte.commons.json.Jsons;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.List;
import java.util.Map;

View File

@@ -4,10 +4,10 @@
package io.airbyte.integrations.source.e2e_test;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.CatalogHelpers;
public final class LegacyConstants {

View File

@@ -150,7 +150,7 @@ public class ElasticsearchConnection {
Map<String, MappingMetadata> mappings = new HashMap<>();
// Avoid too_long_frame_exception error by "batching"
// the indexes mapping calls
for(int i = 0; i < indices.size(); i += chunk){
for (int i = 0; i < indices.size(); i += chunk) {
String[] copiedIndices = indices.subList(i, Math.min(indices.size(), i + chunk)).toArray(String[]::new);
GetMappingsRequest request = new GetMappingsRequest();
request.indices(copiedIndices);

View File

@@ -1,7 +1,6 @@
#
# Copyright (c) 2022 Airbyte, Inc., all rights reserved.
#
#
import sys

View File

@@ -46,11 +46,11 @@ import io.airbyte.integrations.source.relationaldb.AbstractDbSource;
import io.airbyte.integrations.source.relationaldb.CursorInfo;
import io.airbyte.integrations.source.relationaldb.TableInfo;
import io.airbyte.integrations.source.relationaldb.state.StateManager;
import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
import io.airbyte.protocol.models.CommonField;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.JsonSchemaType;
import java.net.MalformedURLException;
import java.net.URI;
import java.sql.Connection;
@@ -621,4 +621,5 @@ public abstract class AbstractJdbcSource<Datatype> extends AbstractDbSource<Data
.map(Jsons::clone)
.collect(Collectors.toList());
}
}

View File

@@ -14,11 +14,11 @@ import io.airbyte.db.factory.DatabaseDriver;
import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.sql.SQLException;
import java.util.HashMap;
import org.jooq.DSLContext;

View File

@@ -30,6 +30,8 @@ import io.airbyte.integrations.base.Source;
import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
import io.airbyte.integrations.source.relationaldb.models.DbState;
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
@@ -45,8 +47,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.StreamDescriptor;
import io.airbyte.protocol.models.v0.SyncMode;
import java.math.BigDecimal;

View File

@@ -18,6 +18,8 @@ import io.airbyte.db.jdbc.DefaultJdbcDatabase;
import io.airbyte.db.jdbc.JdbcDatabase;
import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
@@ -26,8 +28,6 @@ import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.math.BigDecimal;
import java.nio.ByteBuffer;

View File

@@ -13,12 +13,12 @@ import io.airbyte.commons.json.Jsons;
import io.airbyte.commons.resources.MoreResources;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.Collections;
import java.util.HashMap;

View File

@@ -3,12 +3,12 @@ version: "0.3.0"
definitions:
selector:
extractor:
field_pointer: [ ]
field_pointer: []
data_field_selector:
type: RecordSelector
extractor:
type: DpathExtractor
field_pointer: [ "data" ]
field_pointer: ["data"]
requester:
url_base: "{{ config['instance_api_url'] }}"
http_method: "GET"
@@ -76,4 +76,4 @@ streams:
check:
stream_names:
- "activity"
- "activity"

View File

@@ -9,8 +9,8 @@ definitions:
extractor:
type: DpathExtractor
field_pointer:
- "data"
- "{{ options['name'] }}"
- "data"
- "{{ options['name'] }}"
requester:
url_base: "https://api.monday.com/v2"
http_method: "GET"
@@ -101,4 +101,4 @@ streams:
check:
stream_names:
- "users"
- "users"

View File

@@ -21,13 +21,13 @@ import io.airbyte.db.mongodb.MongoDatabase;
import io.airbyte.db.mongodb.MongoUtils.MongoInstanceType;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.nio.file.Files;
import java.nio.file.Path;

View File

@@ -1,284 +1,281 @@
{
"streams": [
{
"stream": {
"name": "listingsAndReviews",
"json_schema": {
"type": "object",
"properties": {
"amenities": {
"type": "array"
},
"notes": {
"type": "string"
},
"access": {
"type": "string"
},
"house_rules": {
"type": "string"
},
"first_review": {
"type": "string"
},
"calendar_last_scraped": {
"type": "string"
},
"description": {
"type": "string"
},
"neighborhood_overview": {
"type": "string"
},
"_id_aibyte_transform": {
"type": "string"
},
"availability": {
"type": "object",
"properties": {
"availability_365": {
"type": "number"
},
"availability_30": {
"type": "number"
},
"availability_60": {
"type": "number"
},
"availability_90": {
"type": "number"
}
}
},
"number_of_reviews": {
"type": "number"
},
"space": {
"type": "string"
},
"review_scores": {
"type": "object",
"properties": {
"review_scores_checkin": {
"type": "number"
},
"review_scores_communication": {
"type": "number"
},
"review_scores_rating": {
"type": "number"
},
"review_scores_accuracy": {
"type": "number"
},
"review_scores_location": {
"type": "number"
},
"review_scores_value": {
"type": "number"
},
"review_scores_cleanliness": {
"type": "number"
}
}
},
"cleaning_fee": {
"type": "number"
},
"reviews": {
"type": "array"
},
"price": {
"type": "number"
},
"reviews_per_month": {
"type": "number"
},
"host": {
"type": "object",
"properties": {
"host_verifications": {
"type": "array"
},
"host_url": {
"type": "string"
},
"host_response_time": {
"type": "string"
},
"host_has_profile_pic": {
"type": "boolean"
},
"host_about": {
"type": "string"
},
"host_picture_url": {
"type": "string"
},
"host_id": {
"type": "string"
},
"host_listings_count": {
"type": "number"
},
"host_total_listings_count": {
"type": "number"
},
"host_location": {
"type": "string"
},
"host_is_superhost": {
"type": "boolean"
},
"host_neighbourhood": {
"type": "string"
},
"host_thumbnail_url": {
"type": "string"
},
"host_response_rate": {
"type": "number"
},
"host_name": {
"type": "string"
},
"host_identity_verified": {
"type": "boolean"
}
}
},
"property_type": {
"type": "string"
},
"summary": {
"type": "string"
},
"monthly_price": {
"type": "number"
},
"security_deposit": {
"type": "number"
},
"images": {
"type": "object",
"properties": {
"picture_url": {
"type": "string"
},
"xl_picture_url": {
"type": "string"
},
"medium_url": {
"type": "string"
},
"thumbnail_url": {
"type": "string"
}
}
},
"address": {
"type": "object",
"properties": {
"market": {
"type": "string"
},
"country_code": {
"type": "string"
},
"country": {
"type": "string"
},
"street": {
"type": "string"
},
"suburb": {
"type": "string"
},
"location": {
"type": "object",
"properties": {
"coordinates": {
"type": "array"
},
"type": {
"type": "string"
},
"is_location_exact": {
"type": "boolean"
}
}
},
"government_area": {
"type": "string"
}
}
},
"weekly_price": {
"type": "number"
},
"bed_type": {
"type": "string"
},
"listing_url": {
"type": "string"
},
"guests_included": {
"type": "number"
},
"maximum_nights": {
"type": "string"
},
"bathrooms": {
"type": "number"
},
"extra_people": {
"type": "number"
},
"bedrooms": {
"type": "number"
},
"minimum_nights": {
"type": "string"
},
"last_review": {
"type": "string"
},
"transit": {
"type": "string"
},
"accommodates": {
"type": "number"
},
"interaction": {
"type": "string"
},
"name": {
"type": "string"
},
"cancellation_policy": {
"type": "string"
},
"beds": {
"type": "number"
},
"last_scraped": {
"type": "string"
},
"room_type": {
"type": "string"
}
}
},
"supported_sync_modes": [
"full_refresh",
"incremental"
],
"default_cursor_field": [],
"source_defined_primary_key": [],
"namespace": "sample_airbnb"
"streams": [
{
"stream": {
"name": "listingsAndReviews",
"json_schema": {
"type": "object",
"properties": {
"amenities": {
"type": "array"
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
}
]
"notes": {
"type": "string"
},
"access": {
"type": "string"
},
"house_rules": {
"type": "string"
},
"first_review": {
"type": "string"
},
"calendar_last_scraped": {
"type": "string"
},
"description": {
"type": "string"
},
"neighborhood_overview": {
"type": "string"
},
"_id_aibyte_transform": {
"type": "string"
},
"availability": {
"type": "object",
"properties": {
"availability_365": {
"type": "number"
},
"availability_30": {
"type": "number"
},
"availability_60": {
"type": "number"
},
"availability_90": {
"type": "number"
}
}
},
"number_of_reviews": {
"type": "number"
},
"space": {
"type": "string"
},
"review_scores": {
"type": "object",
"properties": {
"review_scores_checkin": {
"type": "number"
},
"review_scores_communication": {
"type": "number"
},
"review_scores_rating": {
"type": "number"
},
"review_scores_accuracy": {
"type": "number"
},
"review_scores_location": {
"type": "number"
},
"review_scores_value": {
"type": "number"
},
"review_scores_cleanliness": {
"type": "number"
}
}
},
"cleaning_fee": {
"type": "number"
},
"reviews": {
"type": "array"
},
"price": {
"type": "number"
},
"reviews_per_month": {
"type": "number"
},
"host": {
"type": "object",
"properties": {
"host_verifications": {
"type": "array"
},
"host_url": {
"type": "string"
},
"host_response_time": {
"type": "string"
},
"host_has_profile_pic": {
"type": "boolean"
},
"host_about": {
"type": "string"
},
"host_picture_url": {
"type": "string"
},
"host_id": {
"type": "string"
},
"host_listings_count": {
"type": "number"
},
"host_total_listings_count": {
"type": "number"
},
"host_location": {
"type": "string"
},
"host_is_superhost": {
"type": "boolean"
},
"host_neighbourhood": {
"type": "string"
},
"host_thumbnail_url": {
"type": "string"
},
"host_response_rate": {
"type": "number"
},
"host_name": {
"type": "string"
},
"host_identity_verified": {
"type": "boolean"
}
}
},
"property_type": {
"type": "string"
},
"summary": {
"type": "string"
},
"monthly_price": {
"type": "number"
},
"security_deposit": {
"type": "number"
},
"images": {
"type": "object",
"properties": {
"picture_url": {
"type": "string"
},
"xl_picture_url": {
"type": "string"
},
"medium_url": {
"type": "string"
},
"thumbnail_url": {
"type": "string"
}
}
},
"address": {
"type": "object",
"properties": {
"market": {
"type": "string"
},
"country_code": {
"type": "string"
},
"country": {
"type": "string"
},
"street": {
"type": "string"
},
"suburb": {
"type": "string"
},
"location": {
"type": "object",
"properties": {
"coordinates": {
"type": "array"
},
"type": {
"type": "string"
},
"is_location_exact": {
"type": "boolean"
}
}
},
"government_area": {
"type": "string"
}
}
},
"weekly_price": {
"type": "number"
},
"bed_type": {
"type": "string"
},
"listing_url": {
"type": "string"
},
"guests_included": {
"type": "number"
},
"maximum_nights": {
"type": "string"
},
"bathrooms": {
"type": "number"
},
"extra_people": {
"type": "number"
},
"bedrooms": {
"type": "number"
},
"minimum_nights": {
"type": "string"
},
"last_review": {
"type": "string"
},
"transit": {
"type": "string"
},
"accommodates": {
"type": "number"
},
"interaction": {
"type": "string"
},
"name": {
"type": "string"
},
"cancellation_policy": {
"type": "string"
},
"beds": {
"type": "number"
},
"last_scraped": {
"type": "string"
},
"room_type": {
"type": "string"
}
}
},
"supported_sync_modes": ["full_refresh", "incremental"],
"default_cursor_field": [],
"source_defined_primary_key": [],
"namespace": "sample_airbnb"
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
}
]
}

View File

@@ -10,13 +10,13 @@ import io.airbyte.commons.json.Jsons;
import io.airbyte.commons.resources.MoreResources;
import io.airbyte.db.mongodb.MongoDatabase;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import java.util.List;

View File

@@ -17,12 +17,12 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.db.mongodb.MongoDatabase;
import io.airbyte.integrations.source.mongodb.MongoDbSource;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteStream;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.List;

View File

@@ -17,6 +17,8 @@ import io.airbyte.db.DataTypeUtils;
import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.db.mongodb.MongoDatabase;
import io.airbyte.integrations.source.mongodb.MongoDbSource;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
@@ -24,8 +26,6 @@ import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.time.LocalDate;
import java.time.ZoneId;

View File

@@ -16,12 +16,12 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.db.mongodb.MongoDatabase;
import io.airbyte.integrations.source.mongodb.MongoDbSource;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteStream;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.util.List;
import org.bson.BsonArray;
import org.bson.BsonString;

View File

@@ -16,11 +16,11 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.sql.SQLException;
import java.util.HashMap;
import org.apache.commons.lang3.RandomStringUtils;

View File

@@ -34,10 +34,10 @@ import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
import io.airbyte.integrations.source.mssql.MssqlCdcHelper.SnapshotIsolation;
import io.airbyte.integrations.source.relationaldb.TableInfo;
import io.airbyte.integrations.source.relationaldb.state.StateManager;
import io.airbyte.protocol.models.CommonField;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteStream;
import io.airbyte.protocol.models.CommonField;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.SyncMode;
import java.io.File;

View File

@@ -17,13 +17,13 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.base.ssh.SshTunnel;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import java.util.Objects;

View File

@@ -14,13 +14,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.List;
import java.util.Map;

View File

@@ -16,11 +16,11 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import java.sql.SQLException;
import java.util.HashMap;
import org.jooq.DSLContext;

View File

@@ -16,10 +16,10 @@ import io.airbyte.db.Database;
import io.airbyte.db.factory.DSLContextFactory;
import io.airbyte.db.factory.DatabaseDriver;
import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.SyncMode;
import java.sql.SQLException;
import java.util.List;

View File

@@ -18,13 +18,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import org.jooq.DSLContext;

View File

@@ -28,6 +28,8 @@ import io.airbyte.integrations.base.ssh.SshTunnel;
import io.airbyte.integrations.source.jdbc.test.JdbcSourceAcceptanceTest;
import io.airbyte.integrations.source.mysql.MySqlSource;
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
@@ -35,8 +37,6 @@ import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.sql.Connection;
import java.sql.DriverManager;

View File

@@ -35,6 +35,7 @@ import io.airbyte.integrations.source.relationaldb.models.CdcState;
import io.airbyte.integrations.source.relationaldb.models.DbState;
import io.airbyte.integrations.source.relationaldb.state.StateManager;
import io.airbyte.integrations.util.HostPortResolver;
import io.airbyte.protocol.models.CommonField;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteGlobalState;
import io.airbyte.protocol.models.v0.AirbyteMessage;
@@ -42,7 +43,6 @@ import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage.AirbyteStateType;
import io.airbyte.protocol.models.v0.AirbyteStream;
import io.airbyte.protocol.models.v0.AirbyteStreamState;
import io.airbyte.protocol.models.CommonField;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.SyncMode;

View File

@@ -12,13 +12,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.nio.file.Path;
import java.util.HashMap;

View File

@@ -15,11 +15,11 @@ import io.airbyte.db.factory.DatabaseDriver;
import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.standardtest.source.TestDataHolder;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.JsonSchemaType;
import java.util.List;
import org.jooq.DSLContext;
import org.jooq.SQLDialect;

View File

@@ -23,6 +23,8 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
@@ -31,8 +33,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.List;
import java.util.stream.Collectors;
@@ -106,10 +106,10 @@ public class CdcMySqlSourceAcceptanceTest extends SourceAcceptanceTest {
.withSyncMode(INCREMENTAL)
.withDestinationSyncMode(DestinationSyncMode.APPEND)
.withStream(CatalogHelpers.createAirbyteStream(
String.format("%s", STREAM_NAME),
String.format("%s", config.get(JdbcUtils.DATABASE_KEY).asText()),
Field.of("id", JsonSchemaType.NUMBER)
/* no name field */)
String.format("%s", STREAM_NAME),
String.format("%s", config.get(JdbcUtils.DATABASE_KEY).asText()),
Field.of("id", JsonSchemaType.NUMBER)
/* no name field */)
.withSourceDefinedCursor(true)
.withSourceDefinedPrimaryKey(List.of(List.of("id")))
.withSupportedSyncModes(
@@ -118,15 +118,16 @@ public class CdcMySqlSourceAcceptanceTest extends SourceAcceptanceTest {
.withSyncMode(INCREMENTAL)
.withDestinationSyncMode(DestinationSyncMode.APPEND)
.withStream(CatalogHelpers.createAirbyteStream(
String.format("%s", STREAM_NAME2),
String.format("%s", config.get(JdbcUtils.DATABASE_KEY).asText()),
/* no id field */
Field.of("name", JsonSchemaType.STRING))
String.format("%s", STREAM_NAME2),
String.format("%s", config.get(JdbcUtils.DATABASE_KEY).asText()),
/* no id field */
Field.of("name", JsonSchemaType.STRING))
.withSourceDefinedCursor(true)
.withSourceDefinedPrimaryKey(List.of(List.of("id")))
.withSupportedSyncModes(
Lists.newArrayList(SyncMode.FULL_REFRESH, INCREMENTAL)))));
}
@Override
protected JsonNode getState() {
return null;
@@ -246,8 +247,10 @@ public class CdcMySqlSourceAcceptanceTest extends SourceAcceptanceTest {
assertTrue(records.stream()
.filter(r -> {
return r.getStream().equals(stream)
&& r.getData().get(field) != null;})
&& r.getData().get(field) != null;
})
.collect(Collectors.toList())
.isEmpty(), "Records contain unselected columns [%s:%s]".formatted(stream, field));
}
}

View File

@@ -22,6 +22,8 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
@@ -30,8 +32,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.List;
import java.util.stream.Collectors;

View File

@@ -21,6 +21,8 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
@@ -29,8 +31,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.List;
import java.util.stream.Collectors;

View File

@@ -4,7 +4,6 @@
package io.airbyte.integrations.io.airbyte.integration_tests.sources;
import com.fasterxml.jackson.databind.JsonNode;
import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Lists;
@@ -17,13 +16,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import org.jooq.DSLContext;

View File

@@ -22,6 +22,8 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
import io.airbyte.integrations.source.jdbc.test.JdbcSourceAcceptanceTest;
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteMessage;
@@ -29,8 +31,6 @@ import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.sql.Connection;
import java.sql.DriverManager;

View File

@@ -23,6 +23,8 @@ import io.airbyte.integrations.source.jdbc.test.JdbcSourceAcceptanceTest;
import io.airbyte.integrations.source.oracle.OracleSource;
import io.airbyte.integrations.source.relationaldb.models.DbState;
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
@@ -31,8 +33,6 @@ import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.math.BigDecimal;
import java.sql.Connection;

View File

@@ -17,12 +17,12 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import java.util.List;

View File

@@ -17,12 +17,12 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.base.ssh.SshTunnel;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import java.util.List;

View File

@@ -22,6 +22,8 @@ import io.airbyte.integrations.source.jdbc.AbstractJdbcSource;
import io.airbyte.integrations.source.jdbc.test.JdbcSourceAcceptanceTest;
import io.airbyte.integrations.source.relationaldb.models.DbState;
import io.airbyte.integrations.source.relationaldb.models.DbStreamState;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteMessage;
@@ -33,8 +35,6 @@ import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.math.BigDecimal;
import java.sql.Connection;

View File

@@ -15,12 +15,12 @@ import io.airbyte.db.jdbc.JdbcDatabase;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import java.util.List;

View File

@@ -16,14 +16,14 @@ import io.airbyte.db.factory.DataSourceFactory;
import io.airbyte.db.factory.DatabaseDriver;
import io.airbyte.db.jdbc.DefaultJdbcDatabase;
import io.airbyte.db.jdbc.JdbcDatabase;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteMessage.Type;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.math.BigDecimal;
import java.nio.charset.StandardCharsets;

View File

@@ -1,6 +1,6 @@
{
"api_key": "<invalid_key>",
"query":"<unsupported_param>",
"query": "<unsupported_param>",
"orientation": "<unsupported_param>",
"size": "<unsupported_param>",
"color": "<unsupported_param>",

View File

@@ -1,6 +1,6 @@
{
"api_key": "<API_key_563492ad6f9170000100000126081f5bb22a4748b3575c3af4540e2f>",
"query":"<param>",
"query": "<param>",
"orientation": "<param>",
"size": "<param>",
"color": "<param>",

View File

@@ -4,40 +4,40 @@ definitions:
selector:
extractor:
field_pointer: []
requester_stream:
request_parameters:
query: |
{{
config['query']
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
else ''
}}
orientation: |
{{
config['orientation']
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
else ''
}}
size: |
{{
config['size']
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
else ''
}}
locale: |
{{
config['locale']
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
else ''
}}
color: |
{{
config['color']
if options['name'] == 'photos_search'
else ''
}}
query: |
{{
config['query']
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
else ''
}}
orientation: |
{{
config['orientation']
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
else ''
}}
size: |
{{
config['size']
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
else ''
}}
locale: |
{{
config['locale']
if options['name'] == 'photos_search' or options['name'] == 'videos_search'
else ''
}}
color: |
{{
config['color']
if options['name'] == 'photos_search'
else ''
}}
requester:
url_base: "https://api.pexels.com"
http_method: "GET"

View File

@@ -32,7 +32,7 @@
"description": {
"$id": "#root/collections/items/description",
"title": "Description",
"type": ["string","null"],
"type": ["string", "null"],
"default": null
},
"private": {

View File

@@ -1,177 +1,175 @@
{
"definitions": {},
"$schema": "http://json-schema.org/draft-07/schema#",
"$id": "https://example.com/object1667402697.json",
"title": "Root",
"type": "object",
"properties": {
"page": {
"$id": "#root/page",
"title": "Page",
"type": "integer",
"default": 0
},
"per_page": {
"$id": "#root/per_page",
"title": "Per_page",
"type": "integer",
"default": 0
},
"photos": {
"$id": "#root/photos",
"title": "Photos",
"type": "array",
"default": [],
"items":{
"$id": "#root/photos/items",
"title": "Items",
"type": "object",
"properties": {
"id": {
"$id": "#root/photos/items/id",
"title": "Id",
"type": "integer",
"default": 0
},
"width": {
"$id": "#root/photos/items/width",
"title": "Width",
"type": "integer",
"default": 0
},
"height": {
"$id": "#root/photos/items/height",
"title": "Height",
"type": "integer",
"default": 0
},
"url": {
"$id": "#root/photos/items/url",
"title": "Url",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"photographer": {
"$id": "#root/photos/items/photographer",
"title": "Photographer",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"photographer_url": {
"$id": "#root/photos/items/photographer_url",
"title": "Photographer_url",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"photographer_id": {
"$id": "#root/photos/items/photographer_id",
"title": "Photographer_id",
"type": "integer",
"default": 0
},
"avg_color": {
"$id": "#root/photos/items/avg_color",
"title": "Avg_color",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"src": {
"$id": "#root/photos/items/src",
"title": "Src",
"type": "object",
"properties": {
"original": {
"$id": "#root/photos/items/src/original",
"title": "Original",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"large2x": {
"$id": "#root/photos/items/src/large2x",
"title": "Large2x",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"large": {
"$id": "#root/photos/items/src/large",
"title": "Large",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"medium": {
"$id": "#root/photos/items/src/medium",
"title": "Medium",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"small": {
"$id": "#root/photos/items/src/small",
"title": "Small",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"portrait": {
"$id": "#root/photos/items/src/portrait",
"title": "Portrait",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"landscape": {
"$id": "#root/photos/items/src/landscape",
"title": "Landscape",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"tiny": {
"$id": "#root/photos/items/src/tiny",
"title": "Tiny",
"type": "string",
"default": "",
"pattern": "^.*$"
}
}
}
,
"liked": {
"$id": "#root/photos/items/liked",
"title": "Liked",
"type": "boolean",
"default": true
},
"alt": {
"$id": "#root/photos/items/alt",
"title": "Alt",
"type": "string",
"default": "",
"pattern": "^.*$"
}
}
}
},
"total_results": {
"$id": "#root/total_results",
"title": "Total_results",
"type": "integer",
"default": 0
},
"next_page": {
"$id": "#root/next_page",
"title": "Next_page",
"type": "string",
"default": "",
"pattern": "^.*$"
}
}
"definitions": {},
"$schema": "http://json-schema.org/draft-07/schema#",
"$id": "https://example.com/object1667402697.json",
"title": "Root",
"type": "object",
"properties": {
"page": {
"$id": "#root/page",
"title": "Page",
"type": "integer",
"default": 0
},
"per_page": {
"$id": "#root/per_page",
"title": "Per_page",
"type": "integer",
"default": 0
},
"photos": {
"$id": "#root/photos",
"title": "Photos",
"type": "array",
"default": [],
"items": {
"$id": "#root/photos/items",
"title": "Items",
"type": "object",
"properties": {
"id": {
"$id": "#root/photos/items/id",
"title": "Id",
"type": "integer",
"default": 0
},
"width": {
"$id": "#root/photos/items/width",
"title": "Width",
"type": "integer",
"default": 0
},
"height": {
"$id": "#root/photos/items/height",
"title": "Height",
"type": "integer",
"default": 0
},
"url": {
"$id": "#root/photos/items/url",
"title": "Url",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"photographer": {
"$id": "#root/photos/items/photographer",
"title": "Photographer",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"photographer_url": {
"$id": "#root/photos/items/photographer_url",
"title": "Photographer_url",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"photographer_id": {
"$id": "#root/photos/items/photographer_id",
"title": "Photographer_id",
"type": "integer",
"default": 0
},
"avg_color": {
"$id": "#root/photos/items/avg_color",
"title": "Avg_color",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"src": {
"$id": "#root/photos/items/src",
"title": "Src",
"type": "object",
"properties": {
"original": {
"$id": "#root/photos/items/src/original",
"title": "Original",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"large2x": {
"$id": "#root/photos/items/src/large2x",
"title": "Large2x",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"large": {
"$id": "#root/photos/items/src/large",
"title": "Large",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"medium": {
"$id": "#root/photos/items/src/medium",
"title": "Medium",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"small": {
"$id": "#root/photos/items/src/small",
"title": "Small",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"portrait": {
"$id": "#root/photos/items/src/portrait",
"title": "Portrait",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"landscape": {
"$id": "#root/photos/items/src/landscape",
"title": "Landscape",
"type": "string",
"default": "",
"pattern": "^.*$"
},
"tiny": {
"$id": "#root/photos/items/src/tiny",
"title": "Tiny",
"type": "string",
"default": "",
"pattern": "^.*$"
}
}
},
"liked": {
"$id": "#root/photos/items/liked",
"title": "Liked",
"type": "boolean",
"default": true
},
"alt": {
"$id": "#root/photos/items/alt",
"title": "Alt",
"type": "string",
"default": "",
"pattern": "^.*$"
}
}
}
},
"total_results": {
"$id": "#root/total_results",
"title": "Total_results",
"type": "integer",
"default": 0
},
"next_page": {
"$id": "#root/next_page",
"title": "Next_page",
"type": "string",
"default": "",
"pattern": "^.*$"
}
}
}

View File

@@ -176,7 +176,7 @@
"picture": {
"$id": "#root/videos/items/video_pictures/items/picture",
"title": "Picture",
"type": ["null","string"],
"type": ["null", "string"],
"default": "",
"pattern": "^.*$"
},

View File

@@ -18,7 +18,7 @@ connectionSpecification:
type: string
description: Optional, the search query, Example Ocean, Tigers, Pears, etc.
examples:
- people
- people
- oceans
orientation:
title: Specific orientation for the search
@@ -32,7 +32,7 @@ connectionSpecification:
type: string
description: Optional, Minimum photo size. The current supported sizes are large(24MP), medium(12MP) or small(4MP).
examples:
- large
- large
- small
color:
title: Specific color for the search
@@ -47,4 +47,4 @@ connectionSpecification:
description: Optional, The locale of the search you are performing. The current supported locales are 'en-US' 'pt-BR' 'es-ES' 'ca-ES' 'de-DE' 'it-IT' 'fr-FR' 'sv-SE' 'id-ID' 'pl-PL' 'ja-JP' 'zh-TW' 'zh-CN' 'ko-KR' 'th-TH' 'nl-NL' 'hu-HU' 'vi-VN' 'cs-CZ' 'da-DK' 'fi-FI' 'uk-UA' 'el-GR' 'ro-RO' 'nb-NO' 'sk-SK' 'tr-TR' 'ru-RU'.
examples:
- en-US
- pt-BR
- pt-BR

View File

@@ -10,4 +10,4 @@
"destination_sync_mode": "overwrite"
}
]
}
}

View File

@@ -2,4 +2,4 @@
"api_key": "<invalid_key>",
"site_id": "https://airbyte.com",
"start_date": "20220101"
}
}

View File

@@ -2,4 +2,4 @@
"api_key": "your_api_key",
"site_id": "airbyte.com",
"start_date": "2022-01-01"
}
}

View File

@@ -3,7 +3,7 @@ version: "0.1.0"
definitions:
selector:
extractor:
field_pointer: [ "results" ]
field_pointer: ["results"]
record_filter:
condition: "{{ record['bounce_rate'] is not none }}"
requester:
@@ -45,4 +45,4 @@ streams:
check:
stream_names:
- "stats"
- "stats"

View File

@@ -34,4 +34,4 @@
"description": "The number of visits/sessions."
}
}
}
}

View File

@@ -36,4 +36,4 @@ connectionSpecification:
Start date for data to retrieve, in ISO-8601 format.
pattern: ^[0-9]{4}-[0-9]{2}-[0-9]{2}$
examples:
- YYYY-MM-DD
- YYYY-MM-DD

View File

@@ -42,6 +42,7 @@ import io.airbyte.integrations.source.relationaldb.models.CdcState;
import io.airbyte.integrations.source.relationaldb.models.DbState;
import io.airbyte.integrations.source.relationaldb.state.StateManager;
import io.airbyte.integrations.util.HostPortResolver;
import io.airbyte.protocol.models.CommonField;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus;
import io.airbyte.protocol.models.v0.AirbyteConnectionStatus.Status;
@@ -52,7 +53,6 @@ import io.airbyte.protocol.models.v0.AirbyteStateMessage.AirbyteStateType;
import io.airbyte.protocol.models.v0.AirbyteStream;
import io.airbyte.protocol.models.v0.AirbyteStreamNameNamespacePair;
import io.airbyte.protocol.models.v0.AirbyteStreamState;
import io.airbyte.protocol.models.CommonField;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import java.net.URI;
@@ -517,7 +517,8 @@ public class PostgresSource extends AbstractJdbcSource<PostgresType> implements
}
@Override
protected boolean verifyCursorColumnValues(final JdbcDatabase database, final String schema, final String tableName, final String columnName) throws SQLException {
protected boolean verifyCursorColumnValues(final JdbcDatabase database, final String schema, final String tableName, final String columnName)
throws SQLException {
final String query;
final String resultColName = "nullValue";
// Query: Only if cursor column allows null values, query whether it contains one
@@ -536,4 +537,5 @@ public class PostgresSource extends AbstractJdbcSource<PostgresType> implements
LOGGER.debug("null value exist: {}", nullValExist);
return !nullValExist;
}
}

View File

@@ -18,13 +18,13 @@ import io.airbyte.db.factory.DatabaseDriver;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import java.util.List;

View File

@@ -18,13 +18,13 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.base.ssh.SshTunnel;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import java.util.List;

View File

@@ -19,6 +19,8 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.integrations.util.HostPortResolver;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
@@ -26,8 +28,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import java.util.List;
@@ -182,20 +182,20 @@ public class CdcPostgresSourceAcceptanceTest extends SourceAcceptanceTest {
.withCursorField(Lists.newArrayList("id"))
.withDestinationSyncMode(DestinationSyncMode.APPEND)
.withStream(CatalogHelpers.createAirbyteStream(
STREAM_NAME,
NAMESPACE,
Field.of("id", JsonSchemaType.INTEGER)
/*no name field */)
STREAM_NAME,
NAMESPACE,
Field.of("id", JsonSchemaType.INTEGER)
/* no name field */)
.withSupportedSyncModes(Lists.newArrayList(SyncMode.FULL_REFRESH, SyncMode.INCREMENTAL))),
new ConfiguredAirbyteStream()
.withSyncMode(SyncMode.INCREMENTAL)
.withCursorField(Lists.newArrayList("name"))
.withDestinationSyncMode(DestinationSyncMode.APPEND)
.withStream(CatalogHelpers.createAirbyteStream(
STREAM_NAME2,
NAMESPACE,
/* no id field */
Field.of("name", JsonSchemaType.STRING))
STREAM_NAME2,
NAMESPACE,
/* no id field */
Field.of("name", JsonSchemaType.STRING))
.withSupportedSyncModes(Lists.newArrayList(SyncMode.FULL_REFRESH, SyncMode.INCREMENTAL)))));
}
@@ -230,7 +230,8 @@ public class CdcPostgresSourceAcceptanceTest extends SourceAcceptanceTest {
assertTrue(records.stream()
.filter(r -> {
return r.getStream().equals(stream)
&& r.getData().get(field) != null;})
&& r.getData().get(field) != null;
})
.collect(Collectors.toList())
.isEmpty(), "Records contain unselected columns [%s:%s]".formatted(stream, field));
}

View File

@@ -14,11 +14,11 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.standardtest.source.TestDataHolder;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.integrations.util.HostPortResolver;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteMessage;
import io.airbyte.protocol.models.v0.AirbyteStateMessage;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.JsonSchemaType;
import java.util.List;
import java.util.Set;
import org.jooq.SQLDialect;

View File

@@ -20,6 +20,8 @@ import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.integrations.util.HostPortResolver;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.AirbyteCatalog;
import io.airbyte.protocol.models.v0.AirbyteRecordMessage;
import io.airbyte.protocol.models.v0.CatalogHelpers;
@@ -27,8 +29,6 @@ import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.sql.SQLException;
import java.util.HashMap;
@@ -44,6 +44,7 @@ import uk.org.webcompere.systemstubs.jupiter.SystemStubsExtension;
@ExtendWith(SystemStubsExtension.class)
public class PostgresSourceAcceptanceTest extends SourceAcceptanceTest {
private static final String STREAM_NAME = "id_and_name";
private static final String STREAM_NAME2 = "starships";
private static final String STREAM_NAME_MATERIALIZED_VIEW = "testview";

View File

@@ -20,13 +20,13 @@ import io.airbyte.db.jdbc.JdbcUtils;
import io.airbyte.integrations.base.ssh.SshHelpers;
import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest;
import io.airbyte.integrations.standardtest.source.TestDestinationEnv;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.CatalogHelpers;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteCatalog;
import io.airbyte.protocol.models.v0.ConfiguredAirbyteStream;
import io.airbyte.protocol.models.v0.ConnectorSpecification;
import io.airbyte.protocol.models.v0.DestinationSyncMode;
import io.airbyte.protocol.models.Field;
import io.airbyte.protocol.models.JsonSchemaType;
import io.airbyte.protocol.models.v0.SyncMode;
import java.util.HashMap;
import java.util.List;
@@ -117,7 +117,8 @@ public class PostgresSourceStrictEncryptAcceptanceTest extends SourceAcceptanceT
@Override
protected ConnectorSpecification getSpec() throws Exception {
return SshHelpers.injectSshIntoSpec(Jsons.deserialize(MoreResources.readResource("expected_strict_encrypt_spec.json"), ConnectorSpecification.class));
return SshHelpers
.injectSshIntoSpec(Jsons.deserialize(MoreResources.readResource("expected_strict_encrypt_spec.json"), ConnectorSpecification.class));
}
@Override

Some files were not shown because too many files have changed in this diff Show More