f48849fdb4
* [ISSUE #26909] adding message repository * Automated Commit - Formatting Changes * [ISSUE #26909] improve entrypoint error handling * format CDK * [ISSUE #26909] adding an integration test
89 lines
3.4 KiB
Python
89 lines
3.4 KiB
Python
#
|
|
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
|
|
#
|
|
|
|
import json
|
|
import time
|
|
|
|
import pytest
|
|
from airbyte_cdk.config_observation import ConfigObserver, ObservedDict, create_connector_config_control_message, observe_connector_config
|
|
from airbyte_cdk.models import AirbyteControlConnectorConfigMessage, OrchestratorType, Type
|
|
|
|
|
|
class TestObservedDict:
|
|
def test_update_called_on_set_item(self, mocker):
|
|
mock_observer = mocker.Mock()
|
|
my_observed_dict = ObservedDict(
|
|
{"key": "value", "nested_dict": {"key": "value"}, "list_of_dict": [{"key": "value"}, {"key": "value"}]}, mock_observer
|
|
)
|
|
assert mock_observer.update.call_count == 0
|
|
|
|
my_observed_dict["nested_dict"]["key"] = "new_value"
|
|
assert mock_observer.update.call_count == 1
|
|
|
|
# Setting the same value again should call observer's update
|
|
my_observed_dict["key"] = "new_value"
|
|
assert mock_observer.update.call_count == 2
|
|
|
|
my_observed_dict["nested_dict"]["new_key"] = "value"
|
|
assert mock_observer.update.call_count == 3
|
|
|
|
my_observed_dict["list_of_dict"][0]["key"] = "new_value"
|
|
assert mock_observer.update.call_count == 4
|
|
|
|
my_observed_dict["list_of_dict"][0]["new_key"] = "new_value"
|
|
assert mock_observer.update.call_count == 5
|
|
|
|
my_observed_dict["new_list_of_dicts"] = [{"foo": "bar"}]
|
|
assert mock_observer.update.call_count == 6
|
|
|
|
my_observed_dict["new_list_of_dicts"][0]["new_key"] = "new_value"
|
|
assert mock_observer.update.call_count == 7
|
|
|
|
|
|
class TestConfigObserver:
|
|
def test_update(self, capsys):
|
|
config_observer = ConfigObserver()
|
|
config_observer.set_config(ObservedDict({"key": "value"}, config_observer))
|
|
before_time = time.time() * 1000
|
|
config_observer.update()
|
|
after_time = time.time() * 1000
|
|
captured = capsys.readouterr()
|
|
airbyte_message = json.loads(captured.out)
|
|
assert airbyte_message["type"] == "CONTROL"
|
|
assert "control" in airbyte_message
|
|
raw_control_message = airbyte_message["control"]
|
|
assert raw_control_message["type"] == "CONNECTOR_CONFIG"
|
|
assert raw_control_message["connectorConfig"] == {"config": dict(config_observer.config)}
|
|
assert before_time < raw_control_message["emitted_at"] < after_time
|
|
|
|
|
|
def test_observe_connector_config(capsys):
|
|
non_observed_config = {"foo": "bar"}
|
|
observed_config = observe_connector_config(non_observed_config)
|
|
observer = observed_config.observer
|
|
assert isinstance(observed_config, ObservedDict)
|
|
assert isinstance(observer, ConfigObserver)
|
|
assert observed_config.observer.config == observed_config
|
|
observed_config["foo"] = "foo"
|
|
captured = capsys.readouterr()
|
|
airbyte_message = json.loads(captured.out)
|
|
assert airbyte_message["control"]["connectorConfig"] == {"config": {"foo": "foo"}}
|
|
|
|
|
|
def test_observe_already_observed_config():
|
|
observed_config = observe_connector_config({"foo": "bar"})
|
|
with pytest.raises(ValueError):
|
|
observe_connector_config(observed_config)
|
|
|
|
|
|
def test_create_connector_config_control_message():
|
|
A_CONFIG = {"config key": "config value"}
|
|
|
|
message = create_connector_config_control_message(A_CONFIG)
|
|
|
|
assert message.type == Type.CONTROL
|
|
assert message.control.type == OrchestratorType.CONNECTOR_CONFIG
|
|
assert message.control.connectorConfig == AirbyteControlConnectorConfigMessage(config=A_CONFIG)
|
|
assert message.control.emitted_at is not None
|