f283652313
* update abstract source and connector state manager to update shared and stream state * clean up some extra comments and extra lines * a few changes based on PR feedback * remove separate legacy map from state manager and simplify mapping to descriptor -> state blob * rename a few paramets and add testing for state update via stream.state override * replace shared_state processing with an explicit error and fix a few comments and pr feedback * add some polish and additional test cases * Add create_state_message to manager and emit per-stream state for connectors * pr feedback and restructuring parts of the connector state manager initialization * fix unfinished comment * Update airbyte-cdk/python/unit_tests/sources/test_abstract_source.py Co-authored-by: Augustin <augustin.lafanechere@gmail.com> * use pytest params to annotate tests better * change to fix changed class name * format test params a little better * Update airbyte-cdk/python/airbyte_cdk/sources/connector_state_manager.py Co-authored-by: Sherif A. Nada <snadalive@gmail.com> * a few bits of pr feedback * do not emit namespace in the outbound message if it is None * fix some issues w/ prior merge from master and pr feedback * add new tests to ensure we never send None namespace to the platform * bump CDK version number Co-authored-by: Augustin <augustin.lafanechere@gmail.com> Co-authored-by: Sherif A. Nada <snadalive@gmail.com>
75 lines
2.1 KiB
Python
75 lines
2.1 KiB
Python
#
|
|
# Copyright (c) 2022 Airbyte, Inc., all rights reserved.
|
|
#
|
|
|
|
|
|
import pathlib
|
|
|
|
from setuptools import find_packages, setup
|
|
|
|
# The directory containing this file
|
|
HERE = pathlib.Path(__file__).parent
|
|
|
|
# The text of the README file
|
|
README = (HERE / "README.md").read_text()
|
|
|
|
setup(
|
|
name="airbyte-cdk",
|
|
version="0.1.87",
|
|
description="A framework for writing Airbyte Connectors.",
|
|
long_description=README,
|
|
long_description_content_type="text/markdown",
|
|
author="Airbyte",
|
|
author_email="contact@airbyte.io",
|
|
license="MIT",
|
|
url="https://github.com/airbytehq/airbyte",
|
|
classifiers=[
|
|
# This information is used when browsing on PyPi.
|
|
# Dev Status
|
|
"Development Status :: 3 - Alpha",
|
|
# Project Audience
|
|
"Intended Audience :: Developers",
|
|
"Topic :: Scientific/Engineering",
|
|
"Topic :: Software Development :: Libraries :: Python Modules",
|
|
"License :: OSI Approved :: MIT License",
|
|
# Python Version Support
|
|
"Programming Language :: Python :: 3.9",
|
|
],
|
|
keywords="airbyte connector-development-kit cdk",
|
|
project_urls={
|
|
"Documentation": "https://docs.airbyte.io/",
|
|
"Source": "https://github.com/airbytehq/airbyte",
|
|
"Tracker": "https://github.com/airbytehq/airbyte/issues",
|
|
},
|
|
packages=find_packages(exclude=("unit_tests",)),
|
|
install_requires=[
|
|
"backoff",
|
|
"dataclasses-jsonschema==2.15.1", # pinned to the last working version for us temporarily while we fix
|
|
"dpath~=2.0.1",
|
|
"jsonschema~=3.2.0",
|
|
"jsonref~=0.2",
|
|
"pendulum",
|
|
"pydantic~=1.9.2",
|
|
"PyYAML~=5.4",
|
|
"requests",
|
|
"vcrpy",
|
|
"Deprecated~=1.2",
|
|
"Jinja2~=3.1.2",
|
|
],
|
|
python_requires=">=3.9",
|
|
extras_require={
|
|
"dev": [
|
|
"MyPy~=0.812",
|
|
"pytest",
|
|
"pytest-cov",
|
|
"pytest-mock",
|
|
"requests-mock",
|
|
"pytest-httpserver",
|
|
],
|
|
"sphinx-docs": [
|
|
"Sphinx~=4.2",
|
|
"sphinx-rtd-theme~=1.0",
|
|
],
|
|
},
|
|
)
|