200b035ec5
* initial commit * fix test error * Update get_gcs_blobs logic * add docs * Update source_definitions.yaml * Update airbyte-integrations/connectors/source-gcs/source_gcs/source.py Co-authored-by: sh4sh <6833405+sh4sh@users.noreply.github.com> * Update airbyte-config/init/src/main/resources/seed/source_definitions.yaml Co-authored-by: Denys Davydov <davydov.den18@gmail.com> * Update airbyte-integrations/connectors/source-gcs/source_gcs/helpers.py Co-authored-by: Denys Davydov <davydov.den18@gmail.com> * Update airbyte-integrations/connectors/source-gcs/source_gcs/helpers.py Co-authored-by: Denys Davydov <davydov.den18@gmail.com> * update docker file for pandas package * reimplement read_csv file * add logic to filter selected streams * close file_obj after reading * fix format and tests * add another stream * auto-bump connector version --------- Co-authored-by: Sunny <6833405+sh4sh@users.noreply.github.com> Co-authored-by: Denys Davydov <davydov.den18@gmail.com> Co-authored-by: marcosmarxm <marcosmarxm@gmail.com> Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>
27 lines
597 B
Python
27 lines
597 B
Python
#
|
|
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
|
|
#
|
|
|
|
|
|
from setuptools import find_packages, setup
|
|
|
|
MAIN_REQUIREMENTS = ["airbyte-cdk~=0.2", "google-cloud-storage==2.5.0", "pandas==1.5.3"]
|
|
|
|
TEST_REQUIREMENTS = [
|
|
"pytest~=6.2",
|
|
"connector-acceptance-test",
|
|
]
|
|
|
|
setup(
|
|
name="source_gcs",
|
|
description="Source implementation for Gcs.",
|
|
author="Airbyte",
|
|
author_email="contact@airbyte.io",
|
|
packages=find_packages(),
|
|
install_requires=MAIN_REQUIREMENTS,
|
|
package_data={"": ["*.json", "*.yaml"]},
|
|
extras_require={
|
|
"tests": TEST_REQUIREMENTS,
|
|
},
|
|
)
|