jprdonnelly/airbyte
1
0
Fork 0
mirror of synced 2025-12-23 21:03:15 -05:00
Code Issues Packages Projects Releases Wiki Activity

✨ Source Metabase: Added new streams databases & native_query_snippets (#31909)

Browse Source 
Co-authored-by: Marcos Marx <marcosmarxm@users.noreply.github.com>
Co-authored-by: marcosmarxm <marcosmarxm@gmail.com>
This commit is contained in:
Purushottam Khedre
2023-10-31 23:04:56 +05:30
committed by GitHub
parent 48ebb2756d
commit 452ce8af12
11 changed files with 349 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
airbyte-integrations/connectors/source-metabase/Dockerfile
View File

@@ -12,5 +12,5 @@ RUN pip install .
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
LABEL io.airbyte.version=1.0.1
LABEL io.airbyte.version=1.1.0
LABEL io.airbyte.name=airbyte/source-metabase

2
airbyte-integrations/connectors/source-metabase/metadata.yaml
View File

@@ -8,7 +8,7 @@ data:
connectorSubtype: api
connectorType: source
definitionId: c7cb421b-942e-4468-99ee-e369bcabaec5
dockerImageTag: 1.0.1
dockerImageTag: 1.1.0
dockerRepository: airbyte/source-metabase
documentationUrl: https://docs.airbyte.com/integrations/sources/metabase
githubIssueLabel: source-metabase

109
airbyte-integrations/connectors/source-metabase/sample_files/configured_catalog.json
View File

@@ -406,6 +406,115 @@
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
},
{
"stream": {
"name": "databases",
"json_schema": {
"type": ["null", "object"],
"properties": {
"description": { "type": "string" },
"features": {
"type": ["null", "array"],
"items": { "type": ["null", "string"] }
},
"cache_field_values_schedule": { "type": ["null", "string"] },
"timezone": { "type": ["null", "string"] },
"auto_run_queries": { "type": ["null", "boolean"] },
"metadata_sync_schedule": { "type": ["null", "string"] },
"name": { "type": ["null", "string"] },
"settings": { "type": ["null", "string"] },
"caveats": { "type": ["null", "string"] },
"creator_id": { "type": ["null", "integer"] },
"is_full_sync": { "type": ["null", "boolean"] },
"updated_at": { "type": ["null", "string"] },
"native_permissions": { "type": ["null", "string"] },
"cache_ttl": { "type": ["null", "integer"] },
"details": {
"type": "object",
"properties": {
"project-id": { "type": ["null", "string"] },
"service-account-json": { "type": ["null", "string"] },
"dataset-filters-type": { "type": ["null", "string"] },
"dataset-filters-patterns": { "type": ["null", "string"] },
"cloud-ip-address-info": { "type": ["null", "string"] },
"advanced-options": { "type": ["null", "boolean"] },
"project-id-from-credentials": { "type": ["null", "string"] },
"db": { "type": ["null", "string"] },
"ssl": { "type": ["null", "boolean"] },
"let-user-control-scheduling": { "type": ["null", "boolean"] },
"use-jvm-timezone": { "type": ["null", "boolean"] },
"include-user-id-and-hash": { "type": ["null", "boolean"] }
}
},
"is_sample": { "type": ["null", "boolean"] },
"id": { "type": "integer" },
"is_on_demand": { "type": ["null", "boolean"] },
"options": { "type": ["null", "string"] },
"engine": { "type": ["null", "string"] },
"initial_sync_status": { "type": ["null", "string"] },
"is_audit": { "type": ["null", "boolean"] },
"dbms_version": {
"type": "object",
"properties": {
"flavor": { "type": ["null", "string"] },
"version": { "type": ["null", "string"] },
"semantic-version": {
"type": "array",
"items": { "type": "integer" }
}
}
},
"refingerprint": { "type": ["null", "boolean"] },
"created_at": { "type": ["null", "string"] },
"points_of_interest": { "type": ["null", "string"] },
"can_upload": { "type": ["null", "boolean"] }
}
},
"supported_sync_modes": ["full_refresh"],
"source_defined_primary_key": [["id"]]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
},
{
"stream": {
"name": "native_query_snippets",
"json_schema": {
"type": ["null", "object"],
"properties": {
"description": { "type": ["null", "string"] },
"archived": { "type": ["null", "boolean"] },
"creator": {
"type": ["null", "object"],
"properties": {
"email": { "type": ["null", "string"] },
"first_name": { "type": ["null", "string"] },
"last_login": { "type": ["null", "string"] },
"is_qbnewb": { "type": ["null", "boolean"] },
"is_superuser": { "type": ["null", "boolean"] },
"id": { "type": "integer" },
"last_name": { "type": ["null", "string"] },
"date_joined": { "type": ["null", "string"] },
"common_name": { "type": ["null", "string"] }
}
},
"content": { "type": ["null", "string"] },
"collection_id": { "type": ["null", "integer"] },
"name": { "type": ["null", "string"] },
"creator_id": { "type": ["null", "integer"] },
"updated_at": { "type": ["null", "string"] },
"id": { "type": "integer" },
"entity_id": { "type": ["null", "string"] },
"created_at": { "type": ["null", "string"] }
}
},
"supported_sync_modes": ["full_refresh"],
"source_defined_primary_key": [["id"]]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
},
{
"stream": {
"name": "users",

17
airbyte-integrations/connectors/source-metabase/source_metabase/manifest.yaml
View File

@@ -54,6 +54,21 @@ definitions:
$parameters:
name: "dashboards"
path: "dashboard"
databases_stream:
primary_key: "id"
retriever:
$ref: "#/definitions/data_field_retriever"
$parameters:
name: "databases"
path: "database"
native_query_snippets_stream:
$ref: "#/definitions/base_stream"
$parameters:
name: "native_query_snippets"
path: "native-query-snippet"
users_stream:
primary_key: "id"
retriever:
@@ -66,6 +81,8 @@ streams:
- "#/definitions/collections_stream"
- "#/definitions/dashboards_stream"
- "#/definitions/users_stream"
- "#/definitions/databases_stream"
- "#/definitions/native_query_snippets_stream"
check:
stream_names:

2
airbyte-integrations/connectors/source-metabase/source_metabase/schemas/cards.json
View File

@@ -1,5 +1,7 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"type": ["null", "object"],
"additionalProperties": true,
"properties": {
"description": {
"type": ["null", "string"]

2
airbyte-integrations/connectors/source-metabase/source_metabase/schemas/collections.json
View File

@@ -1,5 +1,7 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"type": ["null", "object"],
"additionalProperties": true,
"properties": {
"authority_level": {
"type": ["null", "string"]

2
airbyte-integrations/connectors/source-metabase/source_metabase/schemas/dashboards.json
View File

@@ -1,5 +1,7 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"type": ["null", "object"],
"additionalProperties": true,
"properties": {
"description": {
"type": ["null", "string"]

143
airbyte-integrations/connectors/source-metabase/source_metabase/schemas/databases.json Normal file
View File

@@ -0,0 +1,143 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"type": ["null", "object"],
"additionalProperties": true,
"properties": {
"description": {
"type": "string"
},
"features": {
"type": ["null", "array"],
"items": {
"type": ["null", "string"]
}
},
"cache_field_values_schedule": {
"type": ["null", "string"]
},
"timezone": {
"type": ["null", "string"]
},
"auto_run_queries": {
"type": ["null", "boolean"]
},
"metadata_sync_schedule": {
"type": ["null", "string"]
},
"name": {
"type": ["null", "string"]
},
"settings": {
"type": ["null", "string"]
},
"caveats": {
"type": ["null", "string"]
},
"creator_id": {
"type": ["null", "integer"]
},
"is_full_sync": {
"type": ["null", "boolean"]
},
"updated_at": {
"type": ["null", "string"]
},
"native_permissions": {
"type": ["null", "string"]
},
"cache_ttl": {
"type": ["null", "integer"]
},
"details": {
"type": "object",
"properties": {
"project-id": {
"type": ["null", "string"]
},
"service-account-json": {
"type": ["null", "string"]
},
"dataset-filters-type": {
"type": ["null", "string"]
},
"dataset-filters-patterns": {
"type": ["null", "string"]
},
"cloud-ip-address-info": {
"type": ["null", "string"]
},
"advanced-options": {
"type": ["null", "boolean"]
},
"project-id-from-credentials": {
"type": ["null", "string"]
},
"db": {
"type": ["null", "string"]
},
"ssl": {
"type": ["null", "boolean"]
},
"let-user-control-scheduling": {
"type": ["null", "boolean"]
},
"use-jvm-timezone": {
"type": ["null", "boolean"]
},
"include-user-id-and-hash": {
"type": ["null", "boolean"]
}
}
},
"is_sample": {
"type": ["null", "boolean"]
},
"id": {
"type": "integer"
},
"is_on_demand": {
"type": ["null", "boolean"]
},
"options": {
"type": ["null", "string"]
},
"engine": {
"type": ["null", "string"]
},
"initial_sync_status": {
"type": ["null", "string"]
},
"is_audit": {
"type": ["null", "boolean"]
},
"dbms_version": {
"type": "object",
"properties": {
"flavor": {
"type": ["null", "string"]
},
"version": {
"type": ["null", "string"]
},
"semantic-version": {
"type": "array",
"items": {
"type": "integer"
}
}
}
},
"refingerprint": {
"type": ["null", "boolean"]
},
"created_at": {
"type": ["null", "string"]
},
"points_of_interest": {
"type": ["null", "string"]
},
"can_upload": {
"type": ["null", "boolean"]
}
}
}

69
airbyte-integrations/connectors/source-metabase/source_metabase/schemas/native_query_snippets.json Normal file
View File

@@ -0,0 +1,69 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"type": ["null", "object"],
"additionalProperties": true,
"properties": {
"description": {
"type": ["null", "string"]
},
"archived": {
"type": ["null", "boolean"]
},
"creator": {
"type": ["null", "object"],
"properties": {
"email": {
"type": ["null", "string"]
},
"first_name": {
"type": ["null", "string"]
},
"last_login": {
"type": ["null", "string"]
},
"is_qbnewb": {
"type": ["null", "boolean"]
},
"is_superuser": {
"type": ["null", "boolean"]
},
"id": {
"type": "integer"
},
"last_name": {
"type": ["null", "string"]
},
"date_joined": {
"type": ["null", "string"]
},
"common_name": {
"type": ["null", "string"]
}
}
},
"content": {
"type": ["null", "string"]
},
"collection_id": {
"type": ["null", "integer"]
},
"name": {
"type": ["null", "string"]
},
"creator_id": {
"type": ["null", "integer"]
},
"updated_at": {
"type": ["null", "string"]
},
"id": {
"type": "integer"
},
"entity_id": {
"type": ["null", "string"]
},
"created_at": {
"type": ["null", "string"]
}
}
}

2
airbyte-integrations/connectors/source-metabase/source_metabase/schemas/users.json
View File

@@ -1,5 +1,7 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"type": ["null", "object"],
"additionalProperties": true,
"properties": {
"id": {
"type": ["null", "integer"]