70 lines
2.7 KiB
Python
70 lines
2.7 KiB
Python
#
|
|
# Copyright (c) 2021 Airbyte, Inc., all rights reserved.
|
|
#
|
|
|
|
from typing import Any, List, Mapping, Tuple
|
|
|
|
import pendulum
|
|
import requests
|
|
from airbyte_cdk.logger import AirbyteLogger
|
|
from airbyte_cdk.models import SyncMode
|
|
from airbyte_cdk.sources import AbstractSource
|
|
from airbyte_cdk.sources.streams import Stream
|
|
from airbyte_cdk.sources.streams.http.auth import TokenAuthenticator
|
|
|
|
from .streams import (
|
|
Annotations,
|
|
Cohorts,
|
|
Events,
|
|
EventsSessions,
|
|
FeatureFlags,
|
|
Insights,
|
|
InsightsPath,
|
|
InsightsSessions,
|
|
Persons,
|
|
PingMe,
|
|
Trends,
|
|
)
|
|
|
|
DEFAULT_BASE_URL = "https://app.posthog.com"
|
|
|
|
|
|
class SourcePosthog(AbstractSource):
|
|
def check_connection(self, logger: AirbyteLogger, config: Mapping[str, Any]) -> Tuple[bool, Any]:
|
|
try:
|
|
_ = pendulum.parse(config["start_date"])
|
|
authenticator = TokenAuthenticator(token=config["api_key"])
|
|
base_url = config.get("base_url", DEFAULT_BASE_URL)
|
|
|
|
stream = PingMe(authenticator=authenticator, base_url=base_url)
|
|
records = stream.read_records(sync_mode=SyncMode.full_refresh)
|
|
_ = next(records)
|
|
return True, None
|
|
except Exception as e:
|
|
if isinstance(e, requests.exceptions.HTTPError) and e.response.status_code == requests.codes.UNAUTHORIZED:
|
|
return False, f"Please check you api_key. Error: {repr(e)}"
|
|
return False, repr(e)
|
|
|
|
def streams(self, config: Mapping[str, Any]) -> List[Stream]:
|
|
"""
|
|
event/sessions stream is dynamic. Probably, it contains a list of CURRENT sessions.
|
|
In Next day session may expire and wont be available via this endpoint.
|
|
So we need a dynamic load data before tests.
|
|
This stream was requested to be removed due to this reason.
|
|
"""
|
|
authenticator = TokenAuthenticator(token=config["api_key"])
|
|
base_url = config.get("base_url", DEFAULT_BASE_URL)
|
|
|
|
return [
|
|
Annotations(authenticator=authenticator, start_date=config["start_date"], base_url=base_url),
|
|
Cohorts(authenticator=authenticator, base_url=base_url),
|
|
Events(authenticator=authenticator, start_date=config["start_date"], base_url=base_url),
|
|
EventsSessions(authenticator=authenticator, base_url=base_url),
|
|
FeatureFlags(authenticator=authenticator, base_url=base_url),
|
|
Insights(authenticator=authenticator, base_url=base_url),
|
|
InsightsPath(authenticator=authenticator, base_url=base_url),
|
|
InsightsSessions(authenticator=authenticator, base_url=base_url),
|
|
Persons(authenticator=authenticator, base_url=base_url),
|
|
Trends(authenticator=authenticator, base_url=base_url),
|
|
]
|