jprdonnelly/airbyte
1
0
Fork 0
mirror of synced 2025-12-25 02:09:19 -05:00
Code Issues Packages Projects Releases Wiki Activity

✨Source Microsoft Sharepoint: avoid error on empty stream when running discover (#38675)

Browse Source
This commit is contained in:
Anton Karpets
2024-05-28 15:59:42 +03:00
committed by GitHub
parent 6ce978ded7
commit 0ca4c46dc2
10 changed files with 581 additions and 465 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
airbyte-integrations/connectors/source-microsoft-sharepoint/metadata.yaml
View File

@@ -20,7 +20,7 @@ data:
connectorSubtype: file
connectorType: source
definitionId: 59353119-f0f2-4e5a-a8ba-15d887bc34f6
dockerImageTag: 0.2.3
dockerImageTag: 0.2.4
dockerRepository: airbyte/source-microsoft-sharepoint
githubIssueLabel: source-microsoft-sharepoint
icon: microsoft-sharepoint.svg

1003
airbyte-integrations/connectors/source-microsoft-sharepoint/poetry.lock generated
View File

File diff suppressed because it is too large Load Diff

4
airbyte-integrations/connectors/source-microsoft-sharepoint/pyproject.toml
View File

@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
build-backend = "poetry.core.masonry.api"
[tool.poetry]
version = "0.2.3"
version = "0.2.4"
name = "source-microsoft-sharepoint"
description = "Source implementation for Microsoft SharePoint."
authors = [ "Airbyte <contact@airbyte.io>",]
@@ -26,7 +26,7 @@ source-microsoft-sharepoint = "source_microsoft_sharepoint.run:run"
[tool.poetry.dependencies.airbyte-cdk]
extras = [ "file-based",]
version = "^0"
version = "^1"
[tool.poetry.group.dev.dependencies]
pytest-mock = "^3.6.1"

3
airbyte-integrations/connectors/source-microsoft-sharepoint/source_microsoft_sharepoint/run.py
View File

@@ -5,8 +5,7 @@
import sys
from airbyte_cdk import AirbyteEntrypoint
from airbyte_cdk.entrypoint import launch
from airbyte_cdk import AirbyteEntrypoint, launch
from source_microsoft_sharepoint.source import SourceMicrosoftSharePoint

3
airbyte-integrations/connectors/source-microsoft-sharepoint/source_microsoft_sharepoint/source.py
View File

@@ -5,10 +5,9 @@
from typing import Any, Mapping, Optional
from airbyte_cdk.models import AdvancedAuth, ConfiguredAirbyteCatalog, ConnectorSpecification, OAuthConfigSpecification
from airbyte_cdk import AdvancedAuth, ConfiguredAirbyteCatalog, ConnectorSpecification, OAuthConfigSpecification, TState
from airbyte_cdk.sources.file_based.file_based_source import FileBasedSource
from airbyte_cdk.sources.file_based.stream.cursor.default_file_based_cursor import DefaultFileBasedCursor
from airbyte_cdk.sources.source import TState
from source_microsoft_sharepoint.spec import SourceMicrosoftSharePointSpec
from source_microsoft_sharepoint.stream_reader import SourceMicrosoftSharePointStreamReader

3
airbyte-integrations/connectors/source-microsoft-sharepoint/source_microsoft_sharepoint/stream_reader.py
View File

@@ -2,6 +2,7 @@
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
#
import logging
from datetime import datetime
from functools import lru_cache
@@ -10,9 +11,9 @@ from typing import Iterable, List, Optional, Tuple
import requests
import smart_open
from airbyte_cdk import AirbyteTracedException, FailureType
from airbyte_cdk.sources.file_based.file_based_stream_reader import AbstractFileBasedStreamReader, FileReadMode
from airbyte_cdk.sources.file_based.remote_file import RemoteFile
from airbyte_cdk.utils.traced_exception import AirbyteTracedException, FailureType
from msal import ConfidentialClientApplication
from office365.graph_client import GraphClient
from source_microsoft_sharepoint.spec import SourceMicrosoftSharePointSpec

6
airbyte-integrations/connectors/source-microsoft-sharepoint/source_microsoft_sharepoint/utils.py
View File

@@ -1,13 +1,13 @@
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
import time
from datetime import datetime, timedelta
from datetime import datetime
from enum import Enum
from http import HTTPStatus
from airbyte_cdk.models import FailureType
from airbyte_cdk import AirbyteTracedException, FailureType
from airbyte_cdk.sources.file_based.remote_file import RemoteFile
from airbyte_cdk.utils.traced_exception import AirbyteTracedException
class SearchScope(Enum):

4
airbyte-integrations/connectors/source-microsoft-sharepoint/unit_tests/test_stream_reader.py
View File

@@ -1,11 +1,13 @@
#
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
#
from datetime import datetime
from unittest.mock import MagicMock, Mock, PropertyMock, call, patch
import pytest
from airbyte_cdk.utils.traced_exception import AirbyteTracedException
from airbyte_cdk import AirbyteTracedException
from source_microsoft_sharepoint.spec import SourceMicrosoftSharePointSpec
from source_microsoft_sharepoint.stream_reader import (
FileReadMode,

3
airbyte-integrations/connectors/source-microsoft-sharepoint/unit_tests/test_utils.py
View File

@@ -1,11 +1,12 @@
# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
from datetime import datetime, timedelta
from http import HTTPStatus
from unittest.mock import Mock, patch
import pytest
from airbyte_cdk.utils.traced_exception import AirbyteTracedException
from airbyte_cdk import AirbyteTracedException
from source_microsoft_sharepoint.utils import execute_query_with_retry, filter_http_urls

15
docs/integrations/sources/microsoft-sharepoint.md
View File

@@ -130,12 +130,13 @@ The connector is restricted by normal Microsoft Graph [requests limitation](http
## Changelog
| Version | Date | Pull Request | Subject |
| :------ | :--------- | :------------------------------------------------------- | :-------------------------- |
| 0.2.3 | 2024-04-17 | [37372](https://github.com/airbytehq/airbyte/pull/37372) | Make refresh token optional |
| 0.2.2 | 2024-03-28 | [36573](https://github.com/airbytehq/airbyte/pull/36573) | Update QL to 400 |
| 0.2.1 | 2024-03-22 | [36381](https://github.com/airbytehq/airbyte/pull/36381) | Unpin CDK |
| 0.2.0 | 2024-03-06 | [35830](https://github.com/airbytehq/airbyte/pull/35830) | Add fetching shared items |
| 0.1.0 | 2024-01-25 | [33537](https://github.com/airbytehq/airbyte/pull/33537) | New source |
| Version | Date | Pull Request | Subject |
|:--------|:-----------|:---------------------------------------------------------|:--------------------------------------------------|
| 0.2.4 | 2024-05-29 | [38675](https://github.com/airbytehq/airbyte/pull/38675) | Avoid error on empty stream when running discover |
| 0.2.3 | 2024-04-17 | [37372](https://github.com/airbytehq/airbyte/pull/37372) | Make refresh token optional |
| 0.2.2 | 2024-03-28 | [36573](https://github.com/airbytehq/airbyte/pull/36573) | Update QL to 400 |
| 0.2.1 | 2024-03-22 | [36381](https://github.com/airbytehq/airbyte/pull/36381) | Unpin CDK |
| 0.2.0 | 2024-03-06 | [35830](https://github.com/airbytehq/airbyte/pull/35830) | Add fetching shared items |
| 0.1.0 | 2024-01-25 | [33537](https://github.com/airbytehq/airbyte/pull/33537) | New source |
</HideInUI>