# # Copyright (c) 2023 Airbyte, Inc., all rights reserved. # from pathlib import Path import pytest from source_file.client import Client @pytest.fixture def read_file(): def _read_file(file_name): parent_location = Path(__file__).absolute().parent file = open(parent_location / file_name).read() return file return _read_file @pytest.fixture def config(): return {"dataset_name": "test", "format": "json", "url": "https://airbyte.com", "provider": {"storage": "HTTPS"}} @pytest.fixture def invalid_config(read_file): return { "dataset_name": "test", "format": "jsonl", "url": "https://airbyte.com", "reader_options": '{"encoding": "encoding"}', "provider": {"storage": "HTTPS"}, } @pytest.fixture def invalid_reader_options_config(read_file): return { "dataset_name": "test", "format": "jsonl", "url": "https://airbyte.com", "reader_options": '["encoding"]', "provider": {"storage": "HTTPS"}, } @pytest.fixture def config_dropbox_link(): return { "dataset_name": "test", "format": "csv", "url": "https://www.dropbox.com/s/tcxj6fzwuwyfusq/CSV_Test.csv?dl=0", "provider": { "storage": "HTTPS", "user_agent": False, }, } @pytest.fixture def client(): return Client( dataset_name="test_dataset", url="scp://test_dataset", provider={"provider": {"storage": "HTTPS", "reader_impl": "gcsfs", "user_agent": True}}, ) @pytest.fixture def absolute_path(): return Path(__file__).parent.absolute() @pytest.fixture def test_files(): return "../integration_tests/sample_files" @pytest.fixture def test_read_config(): return { "dataset_name": "integrationTestFile", "format": "csv", "url": "https://storage.googleapis.com/covid19-open-data/v2/latest/epidemiology.csv", "provider": { "storage": "HTTPS", "reader_impl": "gcsfs", "user_agent": False, }, }