85449c975c
* default types and default values * cleanup * fixes so read works * remove prints and trycatch * comment * remove unused param * split file * extract method * extract methods * comment * optional * fix test * cleanup * delete interpolated request header provider * simplify next page url paginator interface * comment * format
36 lines
1.5 KiB
Python
36 lines
1.5 KiB
Python
#
|
|
# Copyright (c) 2022 Airbyte, Inc., all rights reserved.
|
|
#
|
|
|
|
from typing import Any, List, Mapping
|
|
|
|
from airbyte_cdk.sources.declarative.declarative_source import DeclarativeSource
|
|
from airbyte_cdk.sources.declarative.parsers.factory import DeclarativeComponentFactory
|
|
from airbyte_cdk.sources.declarative.parsers.yaml_parser import YamlParser
|
|
from airbyte_cdk.sources.streams import Stream
|
|
|
|
|
|
class YamlDeclarativeSource(DeclarativeSource):
|
|
def __init__(self, path_to_yaml):
|
|
self._factory = DeclarativeComponentFactory()
|
|
self._source_config = self._read_and_parse_yaml_file(path_to_yaml)
|
|
|
|
@property
|
|
def connection_checker(self):
|
|
check = self._source_config["check"]
|
|
if "class_name" not in check:
|
|
check["class_name"] = "airbyte_cdk.sources.declarative.checks.check_stream.CheckStream"
|
|
return self._factory.create_component(check, dict())(source=self)
|
|
|
|
def streams(self, config: Mapping[str, Any]) -> List[Stream]:
|
|
stream_configs = self._source_config["streams"]
|
|
for s in stream_configs:
|
|
if "class_name" not in s:
|
|
s["class_name"] = "airbyte_cdk.sources.declarative.declarative_stream.DeclarativeStream"
|
|
return [self._factory.create_component(stream_config, config)() for stream_config in self._source_config["streams"]]
|
|
|
|
def _read_and_parse_yaml_file(self, path_to_yaml_file):
|
|
with open(path_to_yaml_file, "r") as f:
|
|
config_content = f.read()
|
|
return YamlParser().parse(config_content)
|