jprdonnelly/airbyte
1
0
Fork 0
mirror of synced 2025-12-21 02:51:29 -05:00
Code Issues Packages Projects Releases Wiki Activity

🎉 Source Github: use GraphQL for reviews stream (#13989)

Browse Source 
Signed-off-by: Sergey Chvalyuk <grubberr@gmail.com>
This commit is contained in:
Serhii Chvaliuk
2022-06-28 18:35:12 +03:00
committed by GitHub
parent 26a33dff3c
commit 4072d46a7c
17 changed files with 639 additions and 162 deletions
Download Patch File Download Diff File Expand all files Collapse all files

59
airbyte-integrations/connectors/source-github/source_github/graphql.py
View File

@@ -11,13 +11,16 @@ _schema = github_schema
_schema_root = _schema.github_schema
def get_query(owner, name, page_size, next_page_token):
kwargs = {"first": page_size, "order_by": {"field": "UPDATED_AT", "direction": "ASC"}}
if next_page_token:
kwargs["after"] = next_page_token
def get_query_pull_requests(owner, name, first, after, direction):
kwargs = {"first": first, "order_by": {"field": "UPDATED_AT", "direction": direction}}
if after:
kwargs["after"] = after
op = sgqlc.operation.Operation(_schema_root.query_type)
pull_requests = op.repository(owner=owner, name=name).pull_requests(**kwargs)
repository = op.repository(owner=owner, name=name)
repository.name()
repository.owner.login()
pull_requests = repository.pull_requests(**kwargs)
pull_requests.nodes.__fields__(
id="node_id",
database_id="id",
@@ -32,7 +35,6 @@ def get_query(owner, name, page_size, next_page_token):
maintainer_can_modify="maintainer_can_modify",
merge_state_status="merge_state_status",
)
pull_requests.nodes.repository.__fields__(name=True)
pull_requests.nodes.comments.__fields__(total_count=True)
pull_requests.nodes.commits.__fields__(total_count=True)
reviews = pull_requests.nodes.reviews(first=100, __alias__="review_comments")
@@ -49,3 +51,48 @@ def get_query(owner, name, page_size, next_page_token):
)
pull_requests.page_info.__fields__(has_next_page=True, end_cursor=True)
return str(op)
def get_query_reviews(owner, name, first, after, number=None):
op = sgqlc.operation.Operation(_schema_root.query_type)
repository = op.repository(owner=owner, name=name)
repository.name()
repository.owner.login()
if number:
pull_request = repository.pull_request(number=number)
else:
kwargs = {"first": first, "order_by": {"field": "UPDATED_AT", "direction": "ASC"}}
if after:
kwargs["after"] = after
pull_requests = repository.pull_requests(**kwargs)
pull_requests.page_info.__fields__(has_next_page=True, end_cursor=True)
pull_request = pull_requests.nodes
pull_request.__fields__(number=True, url=True)
kwargs = {"first": first}
if number and after:
kwargs["after"] = after
reviews = pull_request.reviews(**kwargs)
reviews.page_info.__fields__(has_next_page=True, end_cursor=True)
reviews.nodes.__fields__(
id="node_id",
database_id="id",
body=True,
state=True,
url="html_url",
author_association="author_association",
submitted_at="submitted_at",
created_at="created_at",
updated_at="updated_at",
)
reviews.nodes.commit.oid()
user = reviews.nodes.author(__alias__="user").__as__(_schema_root.User)
user.__fields__(
id="node_id",
database_id="id",
login=True,
avatar_url="avatar_url",
url="html_url",
is_site_admin="site_admin",
)
return str(op)