jprdonnelly/airbyte
1
0
Fork 0
mirror of synced 2025-12-25 02:09:19 -05:00
Code Issues Packages Projects Releases Wiki Activity

Log stream_instance's metadata (#15025)

Browse Source 
* Log stream_instance's metadata

* syncmode is only set on ConfiguredStream

* log both configured stream and stream instance
This commit is contained in:
Alexandre Girard
2022-07-26 12:18:48 -07:00
committed by GitHub
parent 37e4453870
commit 0f25ba612d
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
airbyte-cdk/python/airbyte_cdk/sources/abstract_source.py
View File

@@ -145,15 +145,21 @@ class AbstractSource(Source, ABC):
if internal_config.page_size and isinstance(stream_instance, HttpStream):
logger.info(f"Setting page size for {stream_instance.name} to {internal_config.page_size}")
stream_instance.page_size = internal_config.page_size
logger.debug(
f"Syncing stream: {configured_stream.stream.name}",
f"Syncing configured stream: {configured_stream.stream.name}",
extra={
"sync_mode": configured_stream.sync_mode,
"primary_key": configured_stream.primary_key,
"cursor_field": configured_stream.cursor_field,
},
)
logger.debug(
f"Syncing stream instance: {stream_instance.name}",
extra={
"primary_key": stream_instance.primary_key,
"cursor_field": stream_instance.cursor_field,
},
)
use_incremental = configured_stream.sync_mode == SyncMode.incremental and stream_instance.supports_incremental
if use_incremental: