1
0
mirror of synced 2025-12-25 02:09:19 -05:00

Source gitlab - fix duplicate records issue (#20023)

* #20022 source gitlab - fix duplicate records issue

* #20022 source gitlab - upd changelog

* auto-bump connector version

Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>
This commit is contained in:
Denys Davydov
2022-12-02 21:19:16 +02:00
committed by GitHub
parent 354a0b45b9
commit bd96b6144e
5 changed files with 7 additions and 6 deletions

View File

@@ -13,5 +13,5 @@ RUN pip install .
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
LABEL io.airbyte.version=0.1.7
LABEL io.airbyte.version=0.1.8
LABEL io.airbyte.name=airbyte/source-gitlab

View File

@@ -193,9 +193,9 @@ class GroupProjects(Projects):
for slice in self.parent_stream.stream_slices(sync_mode=SyncMode.full_refresh):
for record in self.parent_stream.read_records(sync_mode=SyncMode.full_refresh, stream_slice=slice):
group_project_ids.update({i["path_with_namespace"] for i in record["projects"]})
for pid in group_project_ids:
if not self.project_ids or self.project_ids and pid in self.project_ids:
yield {"id": pid.replace("/", "%2F")}
for pid in group_project_ids:
if not self.project_ids or self.project_ids and pid in self.project_ids:
yield {"id": pid.replace("/", "%2F")}
class GroupMilestones(GitlabChildStream):