As the title suggests. Some intricacies around how various directories have diverged. The HTTP templates now use integration_tests to house catalogs and config files instead of sample_files. After this PR, everything should be updated to use integration_tests for all files except config files. Config files use secrets since they often contain secrets. Anything, besides actual implementations that have yet to be updated, not following this is my mistake. Even though it diverges from the generated templates, I've decided to leave the tutorial code and the tutorial as using sample_files for now. I think it's more straightforward than telling people to create a new secrets directory. We can change this at a later date. Confirmed the checked in http python tutorial code works by running ./gradlew :airbyte-integrations:connectors:source-python-http-tutorial:standardSourceTestFile.
33 lines
1.4 KiB
Groovy
33 lines
1.4 KiB
Groovy
plugins {
|
|
id 'airbyte-python'
|
|
id 'airbyte-docker'
|
|
id 'airbyte-standard-source-test-file'
|
|
}
|
|
|
|
airbytePython {
|
|
moduleDirectory 'source_python_http_tutorial'
|
|
}
|
|
|
|
airbyteStandardSourceTestFile {
|
|
// For more information on standard source tests, see https://docs.airbyte.io/contributing-to-airbyte/building-new-connector/testing-connectors
|
|
|
|
// All these input paths must live inside this connector's directory (or subdirectories)
|
|
// TODO update the spec JSON file
|
|
specPath = "source_python_http_tutorial/spec.json"
|
|
|
|
// configPath points to a config file which matches the spec.json supplied above. secrets/ is gitignored by default, so place your config file
|
|
// there (in case it contains any credentials)
|
|
// TODO update the config file to contain actual credentials
|
|
configPath = "sample_files/config.json"
|
|
// TODO update the sample configured_catalog JSON for use in testing
|
|
// Note: If your source supports incremental syncing, then make sure that the catalog that is returned in the get_catalog method is configured
|
|
// for incremental syncing (e.g. include cursor fields, etc).
|
|
configuredCatalogPath = "sample_files/configured_catalog.json"
|
|
}
|
|
|
|
|
|
dependencies {
|
|
implementation files(project(':airbyte-integrations:bases:base-standard-source-test-file').airbyteDocker.outputs)
|
|
implementation files(project(':airbyte-integrations:bases:base-python').airbyteDocker.outputs)
|
|
}
|