118 lines
5.1 KiB
Python
118 lines
5.1 KiB
Python
#
|
|
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
|
|
#
|
|
|
|
import base64
|
|
import copy
|
|
from typing import Any, List, Mapping, MutableMapping, Optional
|
|
|
|
import pendulum
|
|
from airbyte_cdk.models import FailureType
|
|
from airbyte_cdk.sources.declarative.yaml_declarative_source import YamlDeclarativeSource
|
|
from airbyte_cdk.sources.streams import Stream
|
|
from airbyte_cdk.sources.streams.http.auth import BasicHttpAuthenticator, TokenAuthenticator
|
|
from airbyte_cdk.utils import AirbyteTracedException
|
|
|
|
from .streams import Export
|
|
from .testing import adapt_validate_if_testing
|
|
|
|
|
|
def raise_config_error(message: str, original_error: Optional[Exception] = None):
|
|
config_error = AirbyteTracedException(message=message, internal_message=message, failure_type=FailureType.config_error)
|
|
if original_error:
|
|
raise config_error from original_error
|
|
raise config_error
|
|
|
|
|
|
class TokenAuthenticatorBase64(TokenAuthenticator):
|
|
def __init__(self, token: str):
|
|
token = base64.b64encode(token.encode("utf8")).decode("utf8")
|
|
super().__init__(token=token, auth_method="Basic")
|
|
|
|
|
|
class SourceMixpanel(YamlDeclarativeSource):
|
|
def __init__(self):
|
|
super().__init__(**{"path_to_yaml": "manifest.yaml"})
|
|
|
|
def streams(self, config: Mapping[str, Any]) -> List[Stream]:
|
|
credentials = config.get("credentials")
|
|
if not credentials.get("option_title"):
|
|
if credentials.get("api_secret"):
|
|
credentials["option_title"] = "Project Secret"
|
|
else:
|
|
credentials["option_title"] = "Service Account"
|
|
|
|
streams = super().streams(config=config)
|
|
|
|
config_transformed = copy.deepcopy(config)
|
|
config_transformed = self._validate_and_transform(config_transformed)
|
|
auth = self.get_authenticator(config)
|
|
|
|
streams.append(Export(authenticator=auth, **config_transformed))
|
|
|
|
return streams
|
|
|
|
@staticmethod
|
|
def get_authenticator(config: Mapping[str, Any]) -> TokenAuthenticator:
|
|
credentials = config["credentials"]
|
|
username = credentials.get("username")
|
|
secret = credentials.get("secret")
|
|
if username and secret:
|
|
return BasicHttpAuthenticator(username=username, password=secret)
|
|
return TokenAuthenticatorBase64(token=credentials["api_secret"])
|
|
|
|
@staticmethod
|
|
def validate_date(name: str, date_str: str, default: pendulum.date) -> pendulum.date:
|
|
if not date_str:
|
|
return default
|
|
try:
|
|
return pendulum.parse(date_str).date()
|
|
except pendulum.parsing.exceptions.ParserError as e:
|
|
raise_config_error(f"Could not parse {name}: {date_str}. Please enter a valid {name}.", e)
|
|
|
|
@adapt_validate_if_testing
|
|
def _validate_and_transform(self, config: MutableMapping[str, Any]):
|
|
project_timezone, start_date, end_date, attribution_window, select_properties_by_default, region, date_window_size, project_id = (
|
|
config.get("project_timezone", "US/Pacific"),
|
|
config.get("start_date"),
|
|
config.get("end_date"),
|
|
config.get("attribution_window", 5),
|
|
config.get("select_properties_by_default", True),
|
|
config.get("region", "US"),
|
|
config.get("date_window_size", 30),
|
|
config.get("credentials", dict()).get("project_id"),
|
|
)
|
|
try:
|
|
project_timezone = pendulum.timezone(project_timezone)
|
|
except pendulum.tz.zoneinfo.exceptions.InvalidTimezone as e:
|
|
raise_config_error(f"Could not parse time zone: {project_timezone}, please enter a valid timezone.", e)
|
|
|
|
if region not in ("US", "EU"):
|
|
raise_config_error("Region must be either EU or US.")
|
|
|
|
if select_properties_by_default not in (True, False, "", None):
|
|
raise_config_error("Please provide a valid True/False value for the `Select properties by default` parameter.")
|
|
|
|
if not isinstance(attribution_window, int) or attribution_window < 0:
|
|
raise_config_error("Please provide a valid integer for the `Attribution window` parameter.")
|
|
if not isinstance(date_window_size, int) or date_window_size < 1:
|
|
raise_config_error("Please provide a valid integer for the `Date slicing window` parameter.")
|
|
|
|
auth = self.get_authenticator(config)
|
|
if isinstance(auth, TokenAuthenticatorBase64) and project_id:
|
|
config.get("credentials").pop("project_id")
|
|
if isinstance(auth, BasicHttpAuthenticator) and not isinstance(project_id, int):
|
|
raise_config_error("Required parameter 'project_id' missing or malformed. Please provide a valid project ID.")
|
|
|
|
today = pendulum.today(tz=project_timezone).date()
|
|
config["project_timezone"] = project_timezone
|
|
config["start_date"] = self.validate_date("start date", start_date, today.subtract(days=365))
|
|
config["end_date"] = self.validate_date("end date", end_date, today.subtract(days=1))
|
|
config["attribution_window"] = attribution_window
|
|
config["select_properties_by_default"] = select_properties_by_default
|
|
config["region"] = region
|
|
config["date_window_size"] = date_window_size
|
|
config["project_id"] = project_id
|
|
|
|
return config
|