jprdonnelly/airbyte
1
0
Fork 0
mirror of synced 2025-12-25 02:09:19 -05:00
Code Issues Packages Projects Releases Wiki Activity

Normalization integration test (#873)

Browse Source
This commit is contained in:
Christophe Duong
2020-11-10 18:49:15 +01:00
committed by GitHub
parent 8c7129c307
commit e4168fa6da
5 changed files with 183 additions and 73 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
airbyte-integrations/connectors/destination-postgres/src/test-integration/java/io/airbyte/integrations/destination/postgres/PostgresIntegrationTest.java
View File

@@ -86,23 +86,23 @@ public class PostgresIntegrationTest extends TestDestination {
// todo (cgardens) - Example of what this should look like for postgres once normalization is added.
// Keep in mind `retrieveRecords` will also need to be updated once we have `_raw`
// @Override
// protected boolean implementsBasicNormalization() {
// return true;
// }
//
// @Override
// protected List<JsonNode> retrieveNormalizedRecords(TestDestinationEnv env, String streamName)
// throws Exception {
// return Databases.createPostgresDatabase(db.getUsername(), db.getPassword(),
// db.getJdbcUrl()).query(
// ctx -> ctx
// .fetch(String.format("SELECT * FROM %s ORDER BY emitted_at ASC;", streamName))
// .stream()
// .map(r -> r.formatJSON(JSON_FORMAT))
// .map(Jsons::deserialize)
// .collect(Collectors.toList()));
// }
@Override
protected boolean implementsBasicNormalization() {
return true;
}
@Override
protected List<JsonNode> retrieveNormalizedRecords(TestDestinationEnv env, String streamName)
throws Exception {
return Databases.createPostgresDatabase(db.getUsername(), db.getPassword(),
db.getJdbcUrl()).query(
ctx -> ctx
.fetch(String.format("SELECT * FROM %s ORDER BY emitted_at ASC;", streamName))
.stream()
.map(r -> r.formatJSON(JSON_FORMAT))
.map(Jsons::deserialize)
.collect(Collectors.toList()));
}
@Override
protected void setup(TestDestinationEnv testEnv) {