1
0
mirror of synced 2026-01-08 03:06:34 -05:00
Files
airbyte/airbyte-cdk/python/airbyte_cdk/connector_builder/models.py
Joe Reuter d6512dea2c CDK: Datetime format inferrer (#27071)
* datetime inferrer class

* format

* pass inferred date formats along

* review comments
2023-06-09 10:33:54 +02:00

62 lines
1.2 KiB
Python

#
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
#
from dataclasses import dataclass
from typing import Any, Dict, List, Optional
@dataclass
class HttpResponse:
status: int
body: Optional[str] = None
headers: Optional[Dict[str, Any]] = None
@dataclass
class HttpRequest:
url: str
parameters: Optional[Dict[str, Any]]
body: Optional[Dict[str, Any]]
headers: Optional[Dict[str, Any]]
http_method: str
@dataclass
class StreamReadPages:
records: List[object]
request: Optional[HttpRequest] = None
response: Optional[HttpResponse] = None
@dataclass
class StreamReadSlices:
pages: List[StreamReadPages]
slice_descriptor: Dict[str, Any]
state: Optional[Dict[str, Any]] = None
@dataclass
class LogMessage:
message: str
level: str
@dataclass
class StreamRead(object):
logs: List[LogMessage]
slices: List[StreamReadSlices]
test_read_limit_reached: bool
inferred_schema: Optional[Dict[str, Any]]
inferred_datetime_formats: Optional[Dict[str, str]]
latest_config_update: Optional[Dict[str, Any]]
@dataclass
class StreamReadRequestBody:
manifest: Dict[str, Any]
stream: str
config: Dict[str, Any]
state: Optional[Dict[str, Any]]
record_limit: Optional[int]