# # Copyright (c) 2022 Airbyte, Inc., all rights reserved. # from abc import abstractmethod from enum import Enum from typing import Any, Mapping, MutableMapping, Optional import requests from airbyte_cdk.sources.declarative.requesters.error_handlers.response_status import ResponseStatus from airbyte_cdk.sources.declarative.requesters.request_options.request_options_provider import RequestOptionsProvider from airbyte_cdk.sources.declarative.types import StreamSlice, StreamState from dataclasses_jsonschema import JsonSchemaMixin from requests.auth import AuthBase class HttpMethod(Enum): """ Http Method to use when submitting an outgoing HTTP request """ GET = "GET" POST = "POST" class Requester(RequestOptionsProvider, JsonSchemaMixin): @abstractmethod def get_authenticator(self) -> AuthBase: """ Specifies the authenticator to use when submitting requests """ pass @abstractmethod def get_url_base(self) -> str: """ :return: URL base for the API endpoint e.g: if you wanted to hit https://myapi.com/v1/some_entity then this should return "https://myapi.com/v1/" """ @abstractmethod def get_path( self, *, stream_state: Optional[StreamState], stream_slice: Optional[StreamSlice], next_page_token: Optional[Mapping[str, Any]], ) -> str: """ Returns the URL path for the API endpoint e.g: if you wanted to hit https://myapi.com/v1/some_entity then this should return "some_entity" """ @abstractmethod def get_method(self) -> HttpMethod: """ Specifies the HTTP method to use """ @abstractmethod def get_request_params( self, *, stream_state: Optional[StreamState] = None, stream_slice: Optional[StreamSlice] = None, next_page_token: Optional[Mapping[str, Any]] = None, ) -> MutableMapping[str, Any]: """ Specifies the query parameters that should be set on an outgoing HTTP request given the inputs. E.g: you might want to define query parameters for paging if next_page_token is not None. """ @abstractmethod def interpret_response_status(self, response: requests.Response) -> ResponseStatus: """ Specifies conditions for backoff, error handling and reporting based on the response from the server. By default, back off on the following HTTP response statuses: - 429 (Too Many Requests) indicating rate limiting - 500s to handle transient server errors Unexpected but transient exceptions (connection timeout, DNS resolution failed, etc..) are retried by default. """ @abstractmethod def get_request_headers( self, *, stream_state: Optional[StreamState] = None, stream_slice: Optional[StreamSlice] = None, next_page_token: Optional[Mapping[str, Any]] = None, ) -> Mapping[str, Any]: """ Return any non-auth headers. Authentication headers will overwrite any overlapping headers returned from this method. """ @abstractmethod def get_request_body_data( self, *, stream_state: Optional[StreamState] = None, stream_slice: Optional[StreamSlice] = None, next_page_token: Optional[Mapping[str, Any]] = None, ) -> Optional[Mapping[str, Any]]: """ Specifies how to populate the body of the request with a non-JSON payload. If returns a ready text that it will be sent as is. If returns a dict that it will be converted to a urlencoded form. E.g. {"key1": "value1", "key2": "value2"} => "key1=value1&key2=value2" At the same time only one of the 'request_body_data' and 'request_body_json' functions can be overridden. """ @abstractmethod def get_request_body_json( self, *, stream_state: Optional[StreamState] = None, stream_slice: Optional[StreamSlice] = None, next_page_token: Optional[Mapping[str, Any]] = None, ) -> Optional[Mapping[str, Any]]: """ Specifies how to populate the body of the request with a JSON payload. At the same time only one of the 'request_body_data' and 'request_body_json' functions can be overridden. """ @abstractmethod def request_kwargs( self, *, stream_state: Optional[StreamState] = None, stream_slice: Optional[StreamSlice] = None, next_page_token: Optional[Mapping[str, Any]] = None, ) -> Mapping[str, Any]: """ Returns a mapping of keyword arguments to be used when creating the HTTP request. Any option listed in https://docs.python-requests.org/en/latest/api/#requests.adapters.BaseAdapter.send for can be returned from this method. Note that these options do not conflict with request-level options such as headers, request params, etc.. """ @property @abstractmethod def cache_filename(self) -> str: """ Return the name of cache file """ @property @abstractmethod def use_cache(self) -> bool: """ If True, all records will be cached. """