9459b4ee1f
* Update zenloop stream_slices * Ensuring most recent CDK version * Update version and changelogs * Update changelogs * Format * flake8 cleanup
36 lines
1.1 KiB
Python
36 lines
1.1 KiB
Python
#
|
|
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
|
|
#
|
|
|
|
|
|
from dataclasses import dataclass
|
|
from typing import Iterable
|
|
|
|
from airbyte_cdk.sources.declarative.partition_routers import SubstreamPartitionRouter
|
|
from airbyte_cdk.sources.declarative.types import Config, StreamSlice
|
|
|
|
|
|
@dataclass
|
|
class ZenloopPartitionRouter(SubstreamPartitionRouter):
|
|
|
|
config: Config
|
|
|
|
def stream_slices(self) -> Iterable[StreamSlice]:
|
|
"""
|
|
|
|
config_parent_field : parent field name in config
|
|
|
|
Use parent id's as stream state value if it specified in config or
|
|
create stream_slices according SubstreamSlicer logic.
|
|
|
|
"""
|
|
parent_field = self._parameters.get("config_parent_field")
|
|
custom_stream_state_value = self.config.get(parent_field)
|
|
|
|
if not custom_stream_state_value:
|
|
yield from super().stream_slices()
|
|
else:
|
|
for parent_stream_config in self.parent_stream_configs:
|
|
stream_state_field = parent_stream_config.partition_field.eval(self.config)
|
|
yield {stream_state_field: custom_stream_state_value, "parent_slice": {}}
|