jprdonnelly/airbyte
1
0
Fork 0
mirror of synced 2025-12-23 21:03:15 -05:00
Code Issues Packages Projects Releases Wiki Activity

Destination-Motherduck: Fix write failures (#47694)

Browse Source 
Co-authored-by: Guen Prawiroatmodjo <guen@motherduck.com>
This commit is contained in:
Aaron ("AJ") Steers
2024-10-28 16:27:47 -07:00
committed by GitHub
parent 9dcb7e7ac2
commit 423d74529b
9 changed files with 386 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
airbyte-cdk/python/airbyte_cdk/sql/_processors/duckdb.py
View File

@@ -269,7 +269,6 @@ class DuckDBSqlProcessor(SqlProcessorBase):
stream_name: str,
sync_mode: DestinationSyncMode,
) -> None:
table_name = f"_airbyte_raw_{stream_name}"
temp_table_name = self._create_table_for_loading(stream_name, batch_id=None)
try:
pa_table = pa.Table.from_pydict(buffer[stream_name])
@@ -289,7 +288,7 @@ class DuckDBSqlProcessor(SqlProcessorBase):
self._write_temp_table_to_target_table(
stream_name=stream_name,
temp_table_name=temp_table_name_dedup,
final_table_name=table_name,
final_table_name=stream_name,
sync_mode=sync_mode,
)
finally: