Source Gitlab: unit tests (#20479)

* #20371 source gitlab: unit tests

* #20371 source gitlab: upd changelog

* #20371 source gitlab: revert httpAvailabilityStrategy

* #20371 source gitlab: rm availability strategy

* auto-bump connector version

Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>

airbyte-integrations/connectors/source-gitlab/unit_tests/conftest.py

@@ -0,0 +1,14 @@
+#
+# Copyright (c) 2022 Airbyte, Inc., all rights reserved.
+#
+
+import pytest
+
+
+@pytest.fixture
+def config(mocker):
+    return {
+        "start_date": "2021-01-01T00:00:00Z",
+        "api_url": "gitlab.com",
+        "private_token": "secret_token"
+    }

airbyte-integrations/connectors/source-gitlab/unit_tests/test_source.py

@@ -0,0 +1,36 @@
+#
+# Copyright (c) 2022 Airbyte, Inc., all rights reserved.
+#
+
+import logging
+
+from source_gitlab import SourceGitlab
+from source_gitlab.streams import GitlabStream
+
+
+def test_streams(config, requests_mock):
+    requests_mock.get("/api/v4/groups", json=[{"id": "g1"}, {"id": "g256"}])
+    source = SourceGitlab()
+    streams = source.streams(config)
+    assert len(streams) == 22
+    assert all([isinstance(stream, GitlabStream) for stream in streams])
+    groups, projects, *_ = streams
+    assert groups.group_ids == ["g1", "g256"]
+    assert projects.project_ids == []
+
+
+def test_connection_success(config, requests_mock):
+    requests_mock.get("/api/v4/groups", json=[{"id": "g1"}])
+    requests_mock.get("/api/v4/groups/g1", json=[{"id": "g1", "projects": [{"id": "p1", "path_with_namespace": "p1"}]}])
+    requests_mock.get("/api/v4/projects/p1", json={"id": "p1"})
+    source = SourceGitlab()
+    status, msg = source.check_connection(logging.getLogger(), config)
+    assert (status, msg) == (True, None)
+
+
+def test_connection_fail(config, mocker, requests_mock):
+    mocker.patch("time.sleep")
+    requests_mock.get("/api/v4/groups", status_code=500)
+    source = SourceGitlab()
+    status, msg = source.check_connection(logging.getLogger(), config)
+    assert status is False, msg.startswith('Unable to connect to Gitlab API with the provided credentials - "DefaultBackoffException"')

airbyte-integrations/connectors/source-gitlab/unit_tests/test_streams.py

@@ -0,0 +1,135 @@
+#
+# Copyright (c) 2022 Airbyte, Inc., all rights reserved.
+#
+
+import pytest
+from airbyte_cdk.sources.streams.http.auth import NoAuth
+from source_gitlab.streams import Commits, Jobs, MergeRequestCommits, MergeRequests, Pipelines, Projects, Releases, Tags
+
+auth_params = {"authenticator": NoAuth(), "api_url": "gitlab.com"}
+
+
+projects = Projects(project_ids=["p_1"], **auth_params)
+pipelines = Pipelines(parent_stream=projects, start_date="2021-01-01T00:00:00Z", **auth_params)
+merge_requests = MergeRequests(parent_stream=projects, start_date="2021-01-01T00:00:00Z", **auth_params)
+tags = Tags(parent_stream=projects, repository_part=True, **auth_params)
+releases = Releases(parent_stream=projects, **auth_params)
+jobs = Jobs(parent_stream=pipelines, **auth_params)
+merge_request_commits = MergeRequestCommits(parent_stream=merge_requests, **auth_params)
+commits = Commits(parent_stream=projects, repository_part=True, start_date="2021-01-01T00:00:00Z", **auth_params)
+
+
+def test_should_retry(mocker, requests_mock):
+    mocker.patch("time.sleep")
+    requests_mock.get("/api/v4/projects/p_1", status_code=403)
+    for stream_slice in projects.stream_slices(sync_mode="full_refresh"):
+        records = list(projects.read_records(sync_mode="full_refresh", stream_slice=stream_slice))
+    assert records == []
+    assert requests_mock.call_count == 1
+
+
+test_cases = (
+    (
+        jobs,
+        (
+            ("/api/v4/projects/p_1/pipelines", [{"project_id": "p_1", "id": "build_project_p1"}],),
+            (
+                "/api/v4/projects/p_1/pipelines/build_project_p1/jobs",
+                [
+                    {"id": "j_1", "user": {"id": "u_1"}, "pipeline": {"id": "p_17"}, "runner": None, "commit": {"id": "c_23"}}
+                ]
+            ),
+        ),
+        [{"commit_id": "c_23", "id": "j_1", "pipeline_id": "p_17", "project_id": "p_1", "runner_id": None, "user_id": "u_1"}]
+    ),
+    (
+        tags,
+        (
+            ("/api/v4/projects/p_1/repository/tags", [{"commit": {"id": "c_1"}, "name": "t_1", "target": "ddc89"}],),
+        ),
+        [{"commit_id": "c_1", "project_id": "p_1", "name": "t_1", "target": "ddc89"}]
+    ),
+    (
+        releases,
+        (
+            (
+                "/api/v4/projects/p_1/releases",
+                [
+                    {
+                        "id": "r_1",
+                        "author": {"name": "John", "id": "666"},
+                        "commit": {"id": "abcd689"},
+                        "milestones": [{"id": "m1", "title": "Q1"}, {"id": "m2", "title": "Q2"}]
+                    }
+                ],
+            ),
+        ),
+        [{"author_id": "666", "commit_id": "abcd689", "id": "r_1", "milestones": ["m1", "m2"], "project_id": "p_1"}]
+    ),
+    (
+        merge_request_commits,
+        (
+            ("/api/v4/projects/p_1/merge_requests", [{"id": "mr_1", "iid": "mr_1", "project_id": "p_1"}],),
+            ("/api/v4/projects/p_1/merge_requests/mr_1", [{"id": "mrc_1",}],),
+        ),
+        [{"id": "mrc_1", "project_id": "p_1", "merge_request_iid": "mr_1"}]
+    )
+)
+
+
+@pytest.mark.parametrize("stream, response_mocks, expected_records", test_cases)
+def test_transform(requests_mock, stream, response_mocks, expected_records):
+    requests_mock.get("/api/v4/projects/p_1", json=[{"id": "p_1"}])
+
+    for url, json in response_mocks:
+        requests_mock.get(url, json=json)
+
+    records_iter = iter(expected_records)
+    for stream_slice in stream.stream_slices(sync_mode="full_refresh"):
+        for record in stream.read_records(sync_mode="full_refresh", stream_slice=stream_slice):
+            assert record == next(records_iter)
+
+
+@pytest.mark.parametrize(
+    "stream, current_state, latest_record, new_state",
+    (
+            (
+                pipelines,
+                {"219445": {"updated_at": "2022-12-14T17:07:34.005675+02:00"}, "211378": {"updated_at": "2021-03-11T08:56:40.001+02:00"}},
+                {"project_id": "219445", "updated_at": "2022-12-16T00:12:41.005675+02:00"},
+                {"219445": {"updated_at": "2022-12-16T00:12:41.005675+02:00"}, "211378": {"updated_at": "2021-03-11T08:56:40.001+02:00"}}
+            ),
+            (
+                pipelines,
+                {"219445": {"updated_at": "2022-12-14T17:07:34.005675+02:00"}, "211378": {"updated_at": "2021-03-11T08:56:40.012001+02:00"}},
+                {"project_id": "211378", "updated_at": "2021-03-10T23:58:58.011+02:00"},
+                {"219445": {"updated_at": "2022-12-14T17:07:34.005675+02:00"}, "211378": {"updated_at": "2021-03-11T08:56:40.012001+02:00"}}
+            ),
+            (
+                pipelines,
+                {},
+                {"project_id": "211378", "updated_at": "2021-03-10T23:58:58.010001+02:00"},
+                {"211378": {"updated_at": "2021-03-10T23:58:58.010001+02:00"}}
+            ),
+            (
+                commits,
+                {"219445": {"created_at": "2022-12-14T17:07:34.005675+02:00"}, "211378": {"created_at": "2021-03-11T08:56:40.001+02:00"}},
+                {"project_id": "219445", "created_at": "2022-12-16T00:12:41.005675+02:00"},
+                {"219445": {"created_at": "2022-12-16T00:12:41.005675+02:00"}, "211378": {"created_at": "2021-03-11T08:56:40.001+02:00"}}
+            ),
+            (
+                commits,
+                {"219445": {"created_at": "2022-12-14T17:07:34.005675+02:00"}, "211378": {"created_at": "2021-03-11T08:56:40.012001+02:00"}},
+                {"project_id": "211378", "created_at": "2021-03-10T23:58:58.011+02:00"},
+                {"219445": {"created_at": "2022-12-14T17:07:34.005675+02:00"}, "211378": {"created_at": "2021-03-11T08:56:40.012001+02:00"}}
+            ),
+            (
+                commits,
+                {},
+                {"project_id": "211378", "created_at": "2021-03-10T23:58:58.010001+02:00"},
+                {"211378": {"created_at": "2021-03-10T23:58:58.010001+02:00"}}
+            )
+    )
+)
+def test_updated_state(stream, current_state, latest_record, new_state):
+    assert stream.get_updated_state(current_state, latest_record) == new_state

airbyte-integrations/connectors/source-gitlab/unit_tests/unit_test.py

@@ -1,7 +0,0 @@
-#
-# Copyright (c) 2022 Airbyte, Inc., all rights reserved.
-#
-
-
-def test_example_method():
-    assert True