73446b2f48
* save GA state * bugfix, documentation, ci creds * fmt * set up standard testing * set up config for check * oops * fix path for standard tests * add to registry * add documentation and env var handling * working with new standard source test * send pageview on setup * use file for tracker code * add regexes * add logging and remove intentionally failing test case * fmt * Update airbyte-integrations/bases/standard-source-test/src/main/java/io/airbyte/integrations/base/TestSource.java Co-authored-by: Sherif A. Nada <snadalive@gmail.com> * Update airbyte-integrations/bases/standard-source-test/src/main/java/io/airbyte/integrations/base/TestSource.java Co-authored-by: Sherif A. Nada <snadalive@gmail.com> * switch to start_date for connection test * add comment and use future date * use dashes for packages * better way to call GA than hardcoded * restructure for more consistent naming * fmt * update ordering * fix dep from merge * add regex tests to jdbc * fmt Co-authored-by: Sherif A. Nada <snadalive@gmail.com>
112 lines
3.6 KiB
Python
112 lines
3.6 KiB
Python
"""
|
|
MIT License
|
|
|
|
Copyright (c) 2020 Airbyte
|
|
|
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
of this software and associated documentation files (the "Software"), to deal
|
|
in the Software without restriction, including without limitation the rights
|
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
copies of the Software, and to permit persons to whom the Software is
|
|
furnished to do so, subject to the following conditions:
|
|
|
|
The above copyright notice and this permission notice shall be included in all
|
|
copies or substantial portions of the Software.
|
|
|
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
SOFTWARE.
|
|
"""
|
|
|
|
import argparse
|
|
import importlib
|
|
import json
|
|
import os.path
|
|
import sys
|
|
from enum import Enum
|
|
|
|
from .test_iface import StandardSourceTestIface
|
|
|
|
|
|
class TestAction(Enum):
|
|
GET_SPEC = "get_spec"
|
|
GET_CONFIG = "get_config"
|
|
GET_CATALOG = "get_catalog"
|
|
GET_REGEX_TESTS = "get_regex_tests"
|
|
SETUP = "setup"
|
|
TEARDOWN = "teardown"
|
|
|
|
|
|
class StandardSourceTestRunner(StandardSourceTestIface):
|
|
OUTPUT_FILENAME = "output.json"
|
|
|
|
def __init__(self, test):
|
|
self.test = test
|
|
|
|
@staticmethod
|
|
def write_output(json, path):
|
|
print(f"output path: {path}")
|
|
with open(path + "/" + StandardSourceTestRunner.OUTPUT_FILENAME, "w") as fh:
|
|
fh.write(json)
|
|
|
|
def start(self, args):
|
|
print("parsing")
|
|
parser = argparse.ArgumentParser(add_help=False)
|
|
parser.add_argument("command", type=TestAction, choices=TestAction)
|
|
parser.add_argument("--out", type=str, required=False, help="path to json output")
|
|
|
|
# parse the args
|
|
parsed_args = parser.parse_args(args)
|
|
|
|
# execute
|
|
cmd = parsed_args.command
|
|
|
|
if not cmd:
|
|
raise Exception("No command passed")
|
|
|
|
print(f"executing command {cmd}")
|
|
output = None
|
|
if cmd == TestAction.GET_SPEC:
|
|
output = self.test.get_spec().json(exclude_unset=True)
|
|
elif cmd == TestAction.GET_CONFIG:
|
|
output = json.dumps(self.test.get_config())
|
|
elif cmd == TestAction.GET_CATALOG:
|
|
output = self.test.get_catalog().json(exclude_unset=True)
|
|
elif cmd == TestAction.SETUP:
|
|
self.test.setup()
|
|
elif cmd == TestAction.TEARDOWN:
|
|
self.test.teardown()
|
|
elif cmd == TestAction.GET_REGEX_TESTS:
|
|
output = json.dumps({"tests": self.test.get_regex_tests()})
|
|
else:
|
|
raise Exception("Unexpected command " + cmd)
|
|
|
|
print("writing output")
|
|
if output:
|
|
StandardSourceTestRunner.write_output(output, parsed_args.out)
|
|
|
|
print("complete")
|
|
|
|
|
|
def launch(source, args):
|
|
StandardSourceTestRunner(source).start(args)
|
|
|
|
|
|
def main():
|
|
impl_module = os.environ.get("AIRBYTE_TEST_MODULE")
|
|
impl_class = os.environ.get("AIRBYTE_TEST_PATH")
|
|
module = importlib.import_module(impl_module)
|
|
impl = getattr(module, impl_class)
|
|
|
|
# set up and run test runner
|
|
test = impl()
|
|
|
|
if not isinstance(test, StandardSourceTestIface):
|
|
raise Exception("Test implementation provided does not implement StandardSourceTestIface class!")
|
|
|
|
launch(test, sys.argv[1:])
|