47 lines
1.9 KiB
Python
47 lines
1.9 KiB
Python
#
|
|
# Copyright (c) 2022 Airbyte, Inc., all rights reserved.
|
|
#
|
|
|
|
from typing import Any, List, Mapping, Tuple
|
|
|
|
import pendulum
|
|
import requests
|
|
from airbyte_cdk.logger import AirbyteLogger
|
|
from airbyte_cdk.models import SyncMode
|
|
from airbyte_cdk.sources import AbstractSource
|
|
from airbyte_cdk.sources.streams import Stream
|
|
from airbyte_cdk.sources.streams.http.auth import TokenAuthenticator
|
|
|
|
from .streams import Annotations, Cohorts, Events, FeatureFlags, Persons, PingMe
|
|
|
|
DEFAULT_BASE_URL = "https://app.posthog.com"
|
|
|
|
|
|
class SourcePosthog(AbstractSource):
|
|
def check_connection(self, logger: AirbyteLogger, config: Mapping[str, Any]) -> Tuple[bool, Any]:
|
|
try:
|
|
_ = pendulum.parse(config["start_date"])
|
|
authenticator = TokenAuthenticator(token=config["api_key"])
|
|
base_url = config.get("base_url", DEFAULT_BASE_URL)
|
|
|
|
stream = PingMe(authenticator=authenticator, base_url=base_url)
|
|
records = stream.read_records(sync_mode=SyncMode.full_refresh)
|
|
_ = next(records)
|
|
return True, None
|
|
except Exception as e:
|
|
if isinstance(e, requests.exceptions.HTTPError) and e.response.status_code == requests.codes.UNAUTHORIZED:
|
|
return False, f"Please check you api_key. Error: {repr(e)}"
|
|
return False, repr(e)
|
|
|
|
def streams(self, config: Mapping[str, Any]) -> List[Stream]:
|
|
authenticator = TokenAuthenticator(token=config["api_key"])
|
|
base_url = config.get("base_url", DEFAULT_BASE_URL)
|
|
|
|
return [
|
|
Annotations(authenticator=authenticator, start_date=config["start_date"], base_url=base_url),
|
|
Cohorts(authenticator=authenticator, base_url=base_url),
|
|
Events(authenticator=authenticator, start_date=config["start_date"], base_url=base_url),
|
|
FeatureFlags(authenticator=authenticator, base_url=base_url),
|
|
Persons(authenticator=authenticator, base_url=base_url),
|
|
]
|