jprdonnelly/airbyte
1
0
Fork 0
mirror of synced 2026-01-28 19:01:58 -05:00
Code Issues Packages Projects Releases Wiki Activity

Run MyPy on CDK/base-python and fix issues. (#3175)

Browse Source
This commit is contained in:
Davin Chia
2021-05-04 11:02:53 +08:00
committed by GitHub
parent dd45537239
commit 72e7fe35a3
11 changed files with 54 additions and 45 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
airbyte-cdk/python/airbyte_cdk/base_python/cdk/abstract_source.py
View File

@@ -166,9 +166,10 @@ class AbstractSource(Source, ABC):
yield self._checkpoint_state(stream_name, stream_state, connector_state, logger)
def _read_full_refresh(self, stream_instance: Stream, configured_stream: ConfiguredAirbyteStream) -> Iterator[AirbyteMessage]:
args = {"sync_mode": SyncMode.full_refresh, "cursor_field": configured_stream.cursor_field}
for slices in stream_instance.stream_slices(**args):
for record in stream_instance.read_records(stream_slice=slices, **args):
slices = stream_instance.stream_slices(sync_mode=SyncMode.full_refresh, cursor_field=configured_stream.cursor_field)
for slice in slices:
records = stream_instance.read_records(stream_slice=slice, sync_mode=SyncMode.full_refresh, cursor_field=configured_stream.cursor_field)
for record in records:
yield self._as_airbyte_record(configured_stream.stream.name, record)
def _checkpoint_state(self, stream_name, stream_state, connector_state, logger):