# # Copyright (c) 2023 Airbyte, Inc., all rights reserved. # import base64 import copy from typing import Any, List, Mapping, MutableMapping, Optional import pendulum from airbyte_cdk.models import FailureType from airbyte_cdk.sources.declarative.yaml_declarative_source import YamlDeclarativeSource from airbyte_cdk.sources.streams import Stream from airbyte_cdk.sources.streams.http.auth import BasicHttpAuthenticator, TokenAuthenticator from airbyte_cdk.utils import AirbyteTracedException from .streams import Export from .testing import adapt_validate_if_testing def raise_config_error(message: str, original_error: Optional[Exception] = None): config_error = AirbyteTracedException(message=message, internal_message=message, failure_type=FailureType.config_error) if original_error: raise config_error from original_error raise config_error class TokenAuthenticatorBase64(TokenAuthenticator): def __init__(self, token: str): token = base64.b64encode(token.encode("utf8")).decode("utf8") super().__init__(token=token, auth_method="Basic") class SourceMixpanel(YamlDeclarativeSource): def __init__(self): super().__init__(**{"path_to_yaml": "manifest.yaml"}) def streams(self, config: Mapping[str, Any]) -> List[Stream]: credentials = config.get("credentials") if not credentials.get("option_title"): if credentials.get("api_secret"): credentials["option_title"] = "Project Secret" else: credentials["option_title"] = "Service Account" streams = super().streams(config=config) config_transformed = copy.deepcopy(config) config_transformed = self._validate_and_transform(config_transformed) auth = self.get_authenticator(config) streams.append(Export(authenticator=auth, **config_transformed)) return streams @staticmethod def get_authenticator(config: Mapping[str, Any]) -> TokenAuthenticator: credentials = config["credentials"] username = credentials.get("username") secret = credentials.get("secret") if username and secret: return BasicHttpAuthenticator(username=username, password=secret) return TokenAuthenticatorBase64(token=credentials["api_secret"]) @staticmethod def validate_date(name: str, date_str: str, default: pendulum.date) -> pendulum.date: if not date_str: return default try: return pendulum.parse(date_str).date() except pendulum.parsing.exceptions.ParserError as e: raise_config_error(f"Could not parse {name}: {date_str}. Please enter a valid {name}.", e) @adapt_validate_if_testing def _validate_and_transform(self, config: MutableMapping[str, Any]): project_timezone, start_date, end_date, attribution_window, select_properties_by_default, region, date_window_size, project_id = ( config.get("project_timezone", "US/Pacific"), config.get("start_date"), config.get("end_date"), config.get("attribution_window", 5), config.get("select_properties_by_default", True), config.get("region", "US"), config.get("date_window_size", 30), config.get("credentials", dict()).get("project_id"), ) try: project_timezone = pendulum.timezone(project_timezone) except pendulum.tz.zoneinfo.exceptions.InvalidTimezone as e: raise_config_error(f"Could not parse time zone: {project_timezone}, please enter a valid timezone.", e) if region not in ("US", "EU"): raise_config_error("Region must be either EU or US.") if select_properties_by_default not in (True, False, "", None): raise_config_error("Please provide a valid True/False value for the `Select properties by default` parameter.") if not isinstance(attribution_window, int) or attribution_window < 0: raise_config_error("Please provide a valid integer for the `Attribution window` parameter.") if not isinstance(date_window_size, int) or date_window_size < 1: raise_config_error("Please provide a valid integer for the `Date slicing window` parameter.") auth = self.get_authenticator(config) if isinstance(auth, TokenAuthenticatorBase64) and project_id: config.get("credentials").pop("project_id") if isinstance(auth, BasicHttpAuthenticator) and not isinstance(project_id, int): raise_config_error("Required parameter 'project_id' missing or malformed. Please provide a valid project ID.") today = pendulum.today(tz=project_timezone).date() config["project_timezone"] = project_timezone config["start_date"] = self.validate_date("start date", start_date, today.subtract(days=365)) config["end_date"] = self.validate_date("end date", end_date, today.subtract(days=1)) config["attribution_window"] = attribution_window config["select_properties_by_default"] = select_properties_by_default config["region"] = region config["date_window_size"] = date_window_size config["project_id"] = project_id return config