jprdonnelly/airbyte
1
0
Fork 0
mirror of synced 2025-12-25 02:09:19 -05:00
Code Issues Packages Projects Releases Wiki Activity

Fix bq standard mode (#15180)

Browse Source 
* Fix

* Add version and changelog

* auto-bump connector version [ci skip]

* auto-bump connector version [ci skip]

Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>
This commit is contained in:
Benoit Moriceau
2022-08-02 10:00:12 -07:00
committed by GitHub
parent f81d86ee1f
commit 8bf5986a0b
6 changed files with 11 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
airbyte-config/init/src/main/resources/seed/destination_definitions.yaml
View File

@@ -27,7 +27,7 @@
- name: BigQuery
destinationDefinitionId: 22f6c74f-5699-40ff-833c-4a879ea40133
dockerRepository: airbyte/destination-bigquery
dockerImageTag: 1.1.11
dockerImageTag: 1.1.12
documentationUrl: https://docs.airbyte.io/integrations/destinations/bigquery
icon: bigquery.svg
resourceRequirements:
@@ -40,7 +40,7 @@
- name: BigQuery (denormalized typed struct)
destinationDefinitionId: 079d5540-f236-4294-ba7c-ade8fd918496
dockerRepository: airbyte/destination-bigquery-denormalized
dockerImageTag: 1.1.12
dockerImageTag: 1.1.13
documentationUrl: https://docs.airbyte.io/integrations/destinations/bigquery
icon: bigquery.svg
resourceRequirements:

4
airbyte-config/init/src/main/resources/seed/destination_specs.yaml
View File

@@ -285,7 +285,7 @@
supported_destination_sync_modes:
- "overwrite"
- "append"
- dockerImage: "airbyte/destination-bigquery:1.1.11"
- dockerImage: "airbyte/destination-bigquery:1.1.12"
spec:
documentationUrl: "https://docs.airbyte.io/integrations/destinations/bigquery"
connectionSpecification:
@@ -495,7 +495,7 @@
- "overwrite"
- "append"
- "append_dedup"
- dockerImage: "airbyte/destination-bigquery-denormalized:1.1.12"
- dockerImage: "airbyte/destination-bigquery-denormalized:1.1.13"
spec:
documentationUrl: "https://docs.airbyte.io/integrations/destinations/bigquery"
connectionSpecification:

2
airbyte-integrations/connectors/destination-bigquery-denormalized/Dockerfile
View File

@@ -17,5 +17,5 @@ ENV ENABLE_SENTRY true
COPY --from=build /airbyte /airbyte
LABEL io.airbyte.version=1.1.12
LABEL io.airbyte.version=1.1.13
LABEL io.airbyte.name=airbyte/destination-bigquery-denormalized

2
airbyte-integrations/connectors/destination-bigquery/Dockerfile
View File

@@ -17,5 +17,5 @@ ENV ENABLE_SENTRY true
COPY --from=build /airbyte /airbyte
LABEL io.airbyte.version=1.1.11
LABEL io.airbyte.version=1.1.12
LABEL io.airbyte.name=airbyte/destination-bigquery

5
airbyte-integrations/connectors/destination-bigquery/src/main/java/io/airbyte/integrations/destination/bigquery/BigQueryRecordConsumer.java
View File

@@ -41,6 +41,7 @@ public class BigQueryRecordConsumer extends FailureTrackingAirbyteMessageConsume
public void acceptTracked(final AirbyteMessage message) {
if (message.getType() == Type.STATE) {
lastStateMessage = message;
outputRecordCollector.accept(message);
} else if (message.getType() == Type.RECORD) {
processRecord(message);
} else {
@@ -48,7 +49,7 @@ public class BigQueryRecordConsumer extends FailureTrackingAirbyteMessageConsume
}
}
private void processRecord(AirbyteMessage message) {
private void processRecord(final AirbyteMessage message) {
final var pair = AirbyteStreamNameNamespacePair.fromRecordMessage(message.getRecord());
uploaderMap.get(pair).upload(message);
}
@@ -60,7 +61,7 @@ public class BigQueryRecordConsumer extends FailureTrackingAirbyteMessageConsume
uploaderMap.values().forEach(uploader -> {
try {
uploader.close(hasFailed, outputRecordCollector, lastStateMessage);
} catch (Exception e) {
} catch (final Exception e) {
exceptionsThrown.add(e);
LOGGER.error("Exception while closing uploader {}", uploader, e);
}

2
docs/integrations/destinations/bigquery.md
View File

@@ -133,6 +133,7 @@ Now that you have set up the BigQuery destination connector, check out the follo
| Version | Date | Pull Request | Subject |
|:--------|:-----------|:-----------------------------------------------------------|:------------------------------------------------------------------------------------------------|
| 1.1.12 | 2022-00-02 | [\#15180](https://github.com/airbytehq/airbyte/pull/15180) | Fix standard loading mode |
| 1.1.11 | 2022-06-24 | [\#14114](https://github.com/airbytehq/airbyte/pull/14114) | Remove "additionalProperties": false from specs for connectors with staging |
| 1.1.10 | 2022-06-16 | [\#13852](https://github.com/airbytehq/airbyte/pull/13852) | Updated stacktrace format for any trace message errors |
| 1.1.9 | 2022-06-17 | [\#13753](https://github.com/airbytehq/airbyte/pull/13753) | Deprecate and remove PART_SIZE_MB fields from connectors based on StreamTransferManager |
@@ -174,6 +175,7 @@ Now that you have set up the BigQuery destination connector, check out the follo
| Version | Date | Pull Request | Subject |
|:--------|:-----------|:-----------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------|
| 1.1.13 | 2022-08-02 | [\#15180](https://github.com/airbytehq/airbyte/pull/15180) | Fix standard loading mode |
| 1.1.12 | 2022-06-29 | [\#14079](https://github.com/airbytehq/airbyte/pull/14079) | Map "airbyte_type": "big_integer" to INT64 |
| 1.1.11 | 2022-06-24 | [\#14114](https://github.com/airbytehq/airbyte/pull/14114) | Remove "additionalProperties": false from specs for connectors with staging |
| 1.1.10 | 2022-06-16 | [\#13852](https://github.com/airbytehq/airbyte/pull/13852) | Updated stacktrace format for any trace message errors |