cbf9ea76c1
* initial work to parse manifest objects into pydantic models * pr feedback and some other validations * rerun manifest schema generation * remove field constraint due to bug * initial work to construct most components from greenhouse * custom components parse subcomponent fields correctly and adding a few more component constructors * construct components from gnews * first pass at posthog.yaml * Handle nested custom components with list values. Also includes updates to posthog.yaml, including autoformatting changes. * adding constructors for slicers, filters, and transformations and a few bug fixes * make sed work across multiple OS * add NoAuth component * fix handling of custom components with nested list * Autogenerate `TYPE_NAME_TO_MODEL` mapping * Handle default kwargs not defined on model for custom components * Re-add `options` for CartesianProductStreamSlicer for backwards compat with custom stream slicers * add basic unit tests for the model component factory * add back defaults and extra parameters like options to retain compatibility with legacy flow and backwards compatibility * Remove `_get_defaults`; using actual default values on classes instead * Add backoff strategy component creation functions * add back defaults and extra parameters like options to retain compatibility with legacy flow and backwards compatibility * add lots of tests to construct components from the pydantic models and a few bug fixes * add a few tests for the model to component factory * add catch * fix a bug where propagated schema doesn't work with old factory * clean up a few files * add type inference for custom components, more tests and some refactoring of the model factory * template, docs, manifest updates, pr feedback and some cleanup * pr feedback and polish schema a bit * fix tests from the latest rebase of master * fix the last few bugs I found and adjust a few sources that weren't perfectly compatible with the new component flow * fix CheckStream bug cleanup and a few small tweaks and polish * add additional test to cover bug case * fix formatting * 🤖 Bump minor version of Airbyte CDK Co-authored-by: Catherine Noll <noll.catherine@gmail.com> Co-authored-by: brianjlai <brianjlai@users.noreply.github.com>
82 lines
2.3 KiB
Python
82 lines
2.3 KiB
Python
#
|
|
# Copyright (c) 2022 Airbyte, Inc., all rights reserved.
|
|
#
|
|
|
|
|
|
import pathlib
|
|
|
|
from setuptools import find_packages, setup
|
|
|
|
# The directory containing this file
|
|
HERE = pathlib.Path(__file__).parent
|
|
|
|
# The text of the README file
|
|
README = (HERE / "README.md").read_text()
|
|
|
|
setup(
|
|
name="airbyte-cdk",
|
|
version="0.20.0",
|
|
description="A framework for writing Airbyte Connectors.",
|
|
long_description=README,
|
|
long_description_content_type="text/markdown",
|
|
author="Airbyte",
|
|
author_email="contact@airbyte.io",
|
|
license="MIT",
|
|
url="https://github.com/airbytehq/airbyte",
|
|
classifiers=[
|
|
# This information is used when browsing on PyPi.
|
|
# Dev Status
|
|
"Development Status :: 3 - Alpha",
|
|
# Project Audience
|
|
"Intended Audience :: Developers",
|
|
"Topic :: Scientific/Engineering",
|
|
"Topic :: Software Development :: Libraries :: Python Modules",
|
|
"License :: OSI Approved :: MIT License",
|
|
# Python Version Support
|
|
"Programming Language :: Python :: 3.9",
|
|
],
|
|
keywords="airbyte connector-development-kit cdk",
|
|
project_urls={
|
|
"Documentation": "https://docs.airbyte.io/",
|
|
"Source": "https://github.com/airbytehq/airbyte",
|
|
"Tracker": "https://github.com/airbytehq/airbyte/issues",
|
|
},
|
|
packages=find_packages(exclude=("unit_tests",)),
|
|
package_data={"airbyte_cdk": ["py.typed", "sources/declarative/declarative_component_schema.yaml"]},
|
|
install_requires=[
|
|
"backoff",
|
|
# pinned to the last working version for us temporarily while we fix
|
|
"dataclasses-jsonschema==2.15.1",
|
|
"dpath~=2.0.1",
|
|
"isodate~=0.6.1",
|
|
"jsonschema~=3.2.0",
|
|
"jsonref~=0.2",
|
|
"pendulum",
|
|
"genson==1.2.2",
|
|
"pydantic~=1.9.2",
|
|
"python-dateutil",
|
|
"PyYAML~=5.4",
|
|
"requests",
|
|
"requests_cache",
|
|
"Deprecated~=1.2",
|
|
"Jinja2~=3.1.2",
|
|
"cachetools",
|
|
],
|
|
python_requires=">=3.9",
|
|
extras_require={
|
|
"dev": [
|
|
"freezegun",
|
|
"MyPy~=0.812",
|
|
"pytest",
|
|
"pytest-cov",
|
|
"pytest-mock",
|
|
"requests-mock",
|
|
"pytest-httpserver",
|
|
],
|
|
"sphinx-docs": [
|
|
"Sphinx~=4.2",
|
|
"sphinx-rtd-theme~=1.0",
|
|
],
|
|
},
|
|
)
|