Source Jira: handle project permissions error (#26906)
* Source Jira: handle project permissions error * Source Jira: update docs * Source Jira: add unit test * Source Jira: fix schemas * Source Jira: update expected records * Update docs
This commit is contained in:
Artem Inzhyyants
@@ -1,136 +0,0 @@
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Starting syncing SourceLinkedinAds"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream accounts as STARTED"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787288542.304, "stream_status": {"stream_descriptor": {"name": "accounts", "namespace": null}, "status": "STARTED"}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Syncing stream: accounts "}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream accounts as RUNNING"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787288809.0579, "stream_status": {"stream_descriptor": {"name": "accounts", "namespace": null}, "status": "RUNNING"}}}
|
||||
{"type": "RECORD", "record": {"stream": "accounts", "data": {"test": false, "notifiedOnCreativeRejection": false, "notifiedOnNewFeaturesEnabled": false, "notifiedOnEndOfCampaign": false, "servingStatuses": ["RUNNABLE"], "notifiedOnCampaignOptimization": false, "type": "BUSINESS", "version": {"versionTag": "6"}, "reference": "urn:li:organization:64265083", "notifiedOnCreativeApproval": false, "name": "Jean\u2019s Ad Account", "currency": "USD", "id": 508720451, "status": "ACTIVE", "created": "2021-06-14 10:09:22", "lastModified": "2021-08-27 23:40:10"}, "emitted_at": 1684787288808}}
|
||||
{"type": "RECORD", "record": {"stream": "accounts", "data": {"test": false, "notifiedOnCreativeRejection": false, "notifiedOnNewFeaturesEnabled": false, "notifiedOnEndOfCampaign": false, "servingStatuses": ["BILLING_HOLD"], "notifiedOnCampaignOptimization": false, "type": "BUSINESS", "version": {"versionTag": "4"}, "reference": "urn:li:organization:64265083", "notifiedOnCreativeApproval": false, "name": "Test Account 2", "currency": "USD", "id": 508774356, "status": "ACTIVE", "created": "2021-08-21 21:28:19", "lastModified": "2021-08-25 10:52:25"}, "emitted_at": 1684787288809}}
|
||||
{"type": "RECORD", "record": {"stream": "accounts", "data": {"test": false, "notifiedOnCreativeRejection": false, "notifiedOnNewFeaturesEnabled": false, "notifiedOnEndOfCampaign": false, "servingStatuses": ["BILLING_HOLD"], "notifiedOnCampaignOptimization": false, "type": "BUSINESS", "version": {"versionTag": "4"}, "reference": "urn:li:organization:64265083", "notifiedOnCreativeApproval": false, "name": "Test Account 1", "currency": "USD", "id": 508777244, "status": "ACTIVE", "created": "2021-08-21 21:27:55", "lastModified": "2021-08-22 20:35:44"}, "emitted_at": 1684787288809}}
|
||||
{"type": "RECORD", "record": {"stream": "accounts", "data": {"test": false, "notifiedOnCreativeRejection": false, "notifiedOnNewFeaturesEnabled": false, "notifiedOnEndOfCampaign": false, "servingStatuses": ["BILLING_HOLD"], "notifiedOnCampaignOptimization": false, "type": "BUSINESS", "version": {"versionTag": "3"}, "reference": "urn:li:person:HRnXB4kIO7", "notifiedOnCreativeApproval": false, "name": "Test Account 3", "currency": "NOK", "id": 510426150, "status": "ACTIVE", "created": "2022-10-07 16:41:09", "lastModified": "2022-10-07 16:41:09"}, "emitted_at": 1684787288810}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Read 4 records from accounts stream"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream accounts as STOPPED"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787288810.8972, "stream_status": {"stream_descriptor": {"name": "accounts", "namespace": null}, "status": "COMPLETE"}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Finished syncing accounts"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "SourceLinkedinAds runtimes:\nSyncing stream accounts 0:00:00.269295"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream account_users as STARTED"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787289866.975, "stream_status": {"stream_descriptor": {"name": "account_users", "namespace": null}, "status": "STARTED"}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Syncing stream: account_users "}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream account_users as RUNNING"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787290748.961, "stream_status": {"stream_descriptor": {"name": "account_users", "namespace": null}, "status": "RUNNING"}}}
|
||||
{"type": "RECORD", "record": {"stream": "account_users", "data": {"role": "ACCOUNT_BILLING_ADMIN", "user": "urn:li:person:HRnXB4kIO7", "account": "urn:li:sponsoredAccount:508720451", "created": "2021-06-14 10:09:22", "lastModified": "2021-06-14 10:09:22"}, "emitted_at": 1684787290748}}
|
||||
{"type": "RECORD", "record": {"stream": "account_users", "data": {"role": "ACCOUNT_BILLING_ADMIN", "user": "urn:li:person:HRnXB4kIO7", "account": "urn:li:sponsoredAccount:508774356", "created": "2021-08-21 21:28:19", "lastModified": "2021-08-21 21:28:19"}, "emitted_at": 1684787291060}}
|
||||
{"type": "RECORD", "record": {"stream": "account_users", "data": {"role": "ACCOUNT_BILLING_ADMIN", "user": "urn:li:person:HRnXB4kIO7", "account": "urn:li:sponsoredAccount:508777244", "created": "2021-08-21 21:27:55", "lastModified": "2021-08-21 21:27:55"}, "emitted_at": 1684787291379}}
|
||||
{"type": "RECORD", "record": {"stream": "account_users", "data": {"role": "ACCOUNT_BILLING_ADMIN", "user": "urn:li:person:HRnXB4kIO7", "account": "urn:li:sponsoredAccount:510426150", "created": "2022-10-07 16:41:09", "lastModified": "2022-10-07 16:41:09"}, "emitted_at": 1684787291646}}
|
||||
{"type": "STATE", "state": {"type": "STREAM", "stream": {"stream_descriptor": {"name": "account_users"}, "stream_state": {"lastModified": "2022-10-07 16:41:09"}}, "data": {"account_users": {"lastModified": "2022-10-07 16:41:09"}}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Read 4 records from account_users stream"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream account_users as STOPPED"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787291648.9192, "stream_status": {"stream_descriptor": {"name": "account_users", "namespace": null}, "status": "COMPLETE"}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Finished syncing account_users"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "SourceLinkedinAds runtimes:\nSyncing stream account_users 0:00:01.782581\nSyncing stream accounts 0:00:00.269295"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream campaign_groups as STARTED"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787292779.5898, "stream_status": {"stream_descriptor": {"name": "campaign_groups", "namespace": null}, "status": "STARTED"}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Syncing stream: campaign_groups "}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream campaign_groups as RUNNING"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787293878.32, "stream_status": {"stream_descriptor": {"name": "campaign_groups", "namespace": null}, "status": "RUNNING"}}}
|
||||
{"type": "RECORD", "record": {"stream": "campaign_groups", "data": {"runSchedule": {"start": 1623665362312}, "test": false, "name": "Default Campaign Group", "servingStatuses": ["RUNNABLE"], "backfilled": true, "id": 615492066, "account": "urn:li:sponsoredAccount:508720451", "status": "ACTIVE", "created": "2021-06-14 10:09:22", "lastModified": "2021-06-14 10:09:22"}, "emitted_at": 1684787293877}}
|
||||
{"type": "RECORD", "record": {"stream": "campaign_groups", "data": {"runSchedule": {"start": 1628229693058, "end": 1630971900000}, "test": false, "totalBudget": {"currencyCode": "USD", "amount": "100"}, "name": "Airbyte Test", "servingStatuses": ["CAMPAIGN_GROUP_END_DATE_HOLD", "CAMPAIGN_GROUP_TOTAL_BUDGET_HOLD"], "backfilled": false, "id": 616471656, "account": "urn:li:sponsoredAccount:508720451", "status": "ACTIVE", "created": "2021-08-06 06:01:33", "lastModified": "2021-09-06 23:35:14"}, "emitted_at": 1684787293878}}
|
||||
{"type": "RECORD", "record": {"stream": "campaign_groups", "data": {"runSchedule": {"start": 1629581299760}, "test": false, "name": "Test Campaign Group 2", "servingStatuses": ["STOPPED", "BILLING_HOLD"], "backfilled": false, "id": 616749096, "account": "urn:li:sponsoredAccount:508774356", "status": "PAUSED", "created": "2021-08-21 21:28:19", "lastModified": "2021-08-21 21:29:27"}, "emitted_at": 1684787294310}}
|
||||
{"type": "RECORD", "record": {"stream": "campaign_groups", "data": {"runSchedule": {"start": 1629581275652}, "test": false, "name": "Test Campaign Group 1", "servingStatuses": ["STOPPED", "BILLING_HOLD"], "backfilled": false, "id": 616749086, "account": "urn:li:sponsoredAccount:508777244", "status": "PAUSED", "created": "2021-08-21 21:27:55", "lastModified": "2021-08-22 20:29:09"}, "emitted_at": 1684787294636}}
|
||||
{"type": "RECORD", "record": {"stream": "campaign_groups", "data": {"runSchedule": {"start": 1665160869034}, "test": false, "name": "New Campaign Group", "servingStatuses": ["BILLING_HOLD"], "backfilled": false, "id": 628297234, "account": "urn:li:sponsoredAccount:510426150", "status": "ACTIVE", "created": "2022-10-07 16:41:09", "lastModified": "2022-10-07 19:16:09"}, "emitted_at": 1684787294903}}
|
||||
{"type": "STATE", "state": {"type": "STREAM", "stream": {"stream_descriptor": {"name": "campaign_groups"}, "stream_state": {"lastModified": "2022-10-07 19:16:09"}}, "data": {"account_users": {"lastModified": "2022-10-07 16:41:09"}, "campaign_groups": {"lastModified": "2022-10-07 19:16:09"}}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Read 5 records from campaign_groups stream"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream campaign_groups as STOPPED"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787294909.897, "stream_status": {"stream_descriptor": {"name": "campaign_groups", "namespace": null}, "status": "COMPLETE"}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Finished syncing campaign_groups"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "SourceLinkedinAds runtimes:\nSyncing stream account_users 0:00:01.782581\nSyncing stream accounts 0:00:00.269295\nSyncing stream campaign_groups 0:00:02.130938"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream campaigns as STARTED"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787296152.6, "stream_status": {"stream_descriptor": {"name": "campaigns", "namespace": null}, "status": "STARTED"}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Syncing stream: campaigns "}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream campaigns as RUNNING"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787296977.8372, "stream_status": {"stream_descriptor": {"name": "campaigns", "namespace": null}, "status": "RUNNING"}}}
|
||||
{"type": "RECORD", "record": {"stream": "campaigns", "data": {"storyDeliveryEnabled": false, "targetingCriteria": {"include": {"and": [{"type": "urn:li:adTargetingFacet:interfaceLocales", "values": ["urn:li:locale:en_US"]}, {"type": "urn:li:adTargetingFacet:locations", "values": ["urn:li:geo:103644278"]}]}}, "pacingStrategy": "LIFETIME", "locale": {"country": "US", "language": "en"}, "type": "SPONSORED_UPDATES", "optimizationTargetType": "MAX_REACH", "runSchedule": {"start": 1628230144426, "end": 1630971900000}, "costType": "CPM", "creativeSelection": "OPTIMIZED", "offsiteDeliveryEnabled": true, "id": 168387646, "audienceExpansionEnabled": true, "test": false, "format": "STANDARD_UPDATE", "servingStatuses": ["CAMPAIGN_END_DATE_HOLD", "STOPPED", "CAMPAIGN_GROUP_END_DATE_HOLD", "CAMPAIGN_GROUP_TOTAL_BUDGET_HOLD"], "version": {"versionTag": "5"}, "objectiveType": "BRAND_AWARENESS", "associatedEntity": "urn:li:organization:64265083", "offsitePreferences": {"iabCategories": {"exclude": []}, "publisherRestrictionFiles": {"include": [], "exclude": []}}, "campaignGroup": "urn:li:sponsoredCampaignGroup:616471656", "dailyBudget": {"currencyCode": "USD", "amount": "10"}, "unitCost": {"currencyCode": "USD", "amount": "62.73"}, "name": "Brand awareness - Aug 6, 2021", "account": "urn:li:sponsoredAccount:508720451", "status": "COMPLETED", "created": "2021-08-06 06:03:52", "lastModified": "2021-11-17 06:44:23"}, "emitted_at": 1684787296977}}
|
||||
{"type": "RECORD", "record": {"stream": "campaigns", "data": {"storyDeliveryEnabled": false, "targetingCriteria": {"include": {"and": [{"type": "urn:li:adTargetingFacet:titles", "values": ["urn:li:title:100", "urn:li:title:10326", "urn:li:title:10457", "urn:li:title:10738", "urn:li:title:10966", "urn:li:title:11349", "urn:li:title:1159", "urn:li:title:11622", "urn:li:title:1176", "urn:li:title:11886", "urn:li:title:1211", "urn:li:title:12490", "urn:li:title:13499", "urn:li:title:1359", "urn:li:title:1399", "urn:li:title:1414", "urn:li:title:14642", "urn:li:title:14893", "urn:li:title:1586", "urn:li:title:160", "urn:li:title:16432", "urn:li:title:1685", "urn:li:title:17134", "urn:li:title:17265", "urn:li:title:1845", "urn:li:title:189", "urn:li:title:1890", "urn:li:title:18930", "urn:li:title:1897", "urn:li:title:191", "urn:li:title:2105", "urn:li:title:2189", "urn:li:title:219", "urn:li:title:23347", "urn:li:title:23484", "urn:li:title:24", "urn:li:title:25166", "urn:li:title:25169", "urn:li:title:25170", "urn:li:title:25194", "urn:li:title:25201", "urn:li:title:25203", "urn:li:title:25204", "urn:li:title:253", "urn:li:title:266", "urn:li:title:2740", "urn:li:title:3172", "urn:li:title:318", "urn:li:title:328", "urn:li:title:332", "urn:li:title:3516", "urn:li:title:3549", "urn:li:title:3598", "urn:li:title:39", "urn:li:title:3927", "urn:li:title:424", "urn:li:title:4327", "urn:li:title:4384", "urn:li:title:4403", "urn:li:title:4484", "urn:li:title:4677", "urn:li:title:4691", "urn:li:title:5316", "urn:li:title:539", "urn:li:title:556", "urn:li:title:5762", "urn:li:title:599", "urn:li:title:6058", "urn:li:title:607", "urn:li:title:659", "urn:li:title:661", "urn:li:title:67", "urn:li:title:7000", "urn:li:title:7110", "urn:li:title:7176", "urn:li:title:7555", "urn:li:title:761", "urn:li:title:7732", "urn:li:title:9", "urn:li:title:932", "urn:li:title:940", "urn:li:title:9540", "urn:li:title:9633", "urn:li:title:971", "urn:li:title:9715", "urn:li:title:9763"]}, {"type": "urn:li:adTargetingFacet:locations", "values": ["urn:li:geo:103644278"]}, {"type": "urn:li:adTargetingFacet:interfaceLocales", "values": ["urn:li:locale:en_US"]}]}}, "pacingStrategy": "LIFETIME", "locale": {"country": "US", "language": "en"}, "type": "SPONSORED_UPDATES", "optimizationTargetType": "MAX_CLICK", "runSchedule": {"start": 1629849600000}, "costType": "CPM", "creativeSelection": "OPTIMIZED", "offsiteDeliveryEnabled": true, "id": 169185036, "audienceExpansionEnabled": true, "test": false, "format": "STANDARD_UPDATE", "servingStatuses": ["STOPPED", "ACCOUNT_SERVING_HOLD", "CAMPAIGN_GROUP_STATUS_HOLD"], "version": {"versionTag": "3"}, "objectiveType": "WEBSITE_VISIT", "associatedEntity": "urn:li:organization:64265083", "offsitePreferences": {"iabCategories": {"exclude": []}, "publisherRestrictionFiles": {"include": [], "exclude": []}}, "campaignGroup": "urn:li:sponsoredCampaignGroup:616749096", "dailyBudget": {"currencyCode": "USD", "amount": "75"}, "unitCost": {"currencyCode": "USD", "amount": "16.41"}, "name": "Website visits - Aug 25, 2021", "account": "urn:li:sponsoredAccount:508774356", "status": "DRAFT", "created": "2021-08-25 10:52:29", "lastModified": "2021-11-07 12:41:09"}, "emitted_at": 1684787297356}}
|
||||
{"type": "RECORD", "record": {"stream": "campaigns", "data": {"storyDeliveryEnabled": false, "targetingCriteria": {"include": {"and": [{"type": "urn:li:adTargetingFacet:interfaceLocales", "values": ["urn:li:locale:en_US"]}, {"type": "urn:li:adTargetingFacet:locations", "values": ["urn:li:geo:103644278"]}]}}, "pacingStrategy": "LIFETIME", "locale": {"country": "US", "language": "en"}, "type": "SPONSORED_UPDATES", "optimizationTargetType": "MAX_REACH", "runSchedule": {"start": 1629590400000}, "costType": "CPM", "creativeSelection": "OPTIMIZED", "offsiteDeliveryEnabled": true, "id": 169037246, "audienceExpansionEnabled": true, "test": false, "format": "SINGLE_VIDEO", "servingStatuses": ["STOPPED", "ACCOUNT_SERVING_HOLD", "CAMPAIGN_GROUP_STATUS_HOLD"], "version": {"versionTag": "3"}, "objectiveType": "BRAND_AWARENESS", "associatedEntity": "urn:li:organization:64265083", "offsitePreferences": {"iabCategories": {"exclude": []}, "publisherRestrictionFiles": {"include": [], "exclude": []}}, "campaignGroup": "urn:li:sponsoredCampaignGroup:616749086", "dailyBudget": {"currencyCode": "USD", "amount": "100"}, "unitCost": {"currencyCode": "USD", "amount": "61.02"}, "name": "Brand awareness - Aug 22, 2021", "account": "urn:li:sponsoredAccount:508777244", "status": "DRAFT", "created": "2021-08-22 20:37:17", "lastModified": "2021-11-07 12:20:05"}, "emitted_at": 1684787297683}}
|
||||
{"type": "STATE", "state": {"type": "STREAM", "stream": {"stream_descriptor": {"name": "campaigns"}, "stream_state": {"lastModified": "2021-11-17 06:44:23"}}, "data": {"account_users": {"lastModified": "2022-10-07 16:41:09"}, "campaign_groups": {"lastModified": "2022-10-07 19:16:09"}, "campaigns": {"lastModified": "2021-11-17 06:44:23"}}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Read 3 records from campaigns stream"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream campaigns as STOPPED"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787297988.077, "stream_status": {"stream_descriptor": {"name": "campaigns", "namespace": null}, "status": "COMPLETE"}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Finished syncing campaigns"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "SourceLinkedinAds runtimes:\nSyncing stream account_users 0:00:01.782581\nSyncing stream accounts 0:00:00.269295\nSyncing stream campaign_groups 0:00:02.130938\nSyncing stream campaigns 0:00:01.835928"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream creatives as STARTED"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787299107.424, "stream_status": {"stream_descriptor": {"name": "creatives", "namespace": null}, "status": "STARTED"}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Syncing stream: creatives "}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream creatives as RUNNING"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787299956.192, "stream_status": {"stream_descriptor": {"name": "creatives", "namespace": null}, "status": "RUNNING"}}}
|
||||
{"type": "RECORD", "record": {"stream": "creatives", "data": {"servingHoldReasons": ["CAMPAIGN_END_DATE_HOLD", "CAMPAIGN_STOPPED", "CAMPAIGN_GROUP_END_DATE_HOLD", "CAMPAIGN_GROUP_TOTAL_BUDGET_HOLD"], "lastModifiedAt": 1656599327000, "lastModifiedBy": "urn:li:system:0", "content": {"reference": "urn:li:share:6823991265126957056"}, "createdAt": 1628229937000, "isTest": false, "createdBy": "urn:li:person:HRnXB4kIO7", "review": {"status": "APPROVED"}, "isServing": false, "campaign": "urn:li:sponsoredCampaign:168387646", "id": "urn:li:sponsoredCreative:133813726", "intendedStatus": "ACTIVE", "account": "urn:li:sponsoredAccount:508720451"}, "emitted_at": 1684787299955}}
|
||||
{"type": "RECORD", "record": {"stream": "creatives", "data": {"servingHoldReasons": ["UNDER_REVIEW", "CAMPAIGN_STOPPED", "ACCOUNT_SERVING_HOLD", "CAMPAIGN_GROUP_STATUS_HOLD"], "lastModifiedAt": 1656631421000, "lastModifiedBy": "urn:li:system:0", "content": {"reference": "urn:li:share:6836249289476456448"}, "createdAt": 1629888842000, "isTest": false, "createdBy": "urn:li:person:HRnXB4kIO7", "review": {"status": "PENDING"}, "isServing": false, "campaign": "urn:li:sponsoredCampaign:169185036", "id": "urn:li:sponsoredCreative:136324456", "intendedStatus": "ACTIVE", "account": "urn:li:sponsoredAccount:508774356"}, "emitted_at": 1684787300324}}
|
||||
{"type": "RECORD", "record": {"stream": "creatives", "data": {"servingHoldReasons": ["UNDER_REVIEW", "CAMPAIGN_STOPPED", "ACCOUNT_SERVING_HOLD", "CAMPAIGN_GROUP_STATUS_HOLD"], "lastModifiedAt": 1631289063000, "lastModifiedBy": "urn:li:person:HRnXB4kIO7", "content": {"reference": "urn:li:ugcPost:6835311566041284608"}, "createdAt": 1629665365000, "isTest": false, "createdBy": "urn:li:person:HRnXB4kIO7", "review": {"status": "PENDING"}, "isServing": false, "campaign": "urn:li:sponsoredCampaign:169037246", "id": "urn:li:sponsoredCreative:135841046", "intendedStatus": "ACTIVE", "account": "urn:li:sponsoredAccount:508777244"}, "emitted_at": 1684787300940}}
|
||||
{"type": "STATE", "state": {"type": "STREAM", "stream": {"stream_descriptor": {"name": "creatives"}, "stream_state": {"lastModifiedAt": 1656631421000}}, "data": {"account_users": {"lastModified": "2022-10-07 16:41:09"}, "campaign_groups": {"lastModified": "2022-10-07 19:16:09"}, "campaigns": {"lastModified": "2021-11-17 06:44:23"}, "creatives": {"lastModifiedAt": 1656631421000}}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Read 3 records from creatives stream"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream creatives as STOPPED"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787301212.616, "stream_status": {"stream_descriptor": {"name": "creatives", "namespace": null}, "status": "COMPLETE"}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Finished syncing creatives"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "SourceLinkedinAds runtimes:\nSyncing stream account_users 0:00:01.782581\nSyncing stream accounts 0:00:00.269295\nSyncing stream campaign_groups 0:00:02.130938\nSyncing stream campaigns 0:00:01.835928\nSyncing stream creatives 0:00:02.105803"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Marking stream ad_campaign_analytics as STARTED"}}
|
||||
{"type": "TRACE", "trace": {"type": "STREAM_STATUS", "emitted_at": 1684787337397.6099, "stream_status": {"stream_descriptor": {"name": "ad_campaign_analytics", "namespace": null}, "status": "STARTED"}}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Syncing stream: ad_campaign_analytics "}}
|
||||
Traceback (most recent call last):
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-integrations/connectors/source-linkedin-ads/main.py", line 13, in <module>
|
||||
launch(source, sys.argv[1:])
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-cdk/python/airbyte_cdk/entrypoint.py", line 156, in launch
|
||||
for message in source_entrypoint.run(parsed_args):
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-cdk/python/airbyte_cdk/entrypoint.py", line 98, in run
|
||||
yield from map(AirbyteEntrypoint.airbyte_message_to_string, self.read(source_spec, config, config_catalog, state))
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-cdk/python/airbyte_cdk/entrypoint.py", line 132, in read
|
||||
yield from self.source.read(self.logger, config, catalog, state)
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-cdk/python/airbyte_cdk/sources/abstract_source.py", line 120, in read
|
||||
yield from self._read_stream(
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-cdk/python/airbyte_cdk/sources/abstract_source.py", line 194, in _read_stream
|
||||
for record in record_iterator:
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-cdk/python/airbyte_cdk/sources/abstract_source.py", line 265, in _read_incremental
|
||||
for message_counter, record_data_or_message in enumerate(records, start=1):
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/streams.py", line 366, in read_records
|
||||
yield from merge_chunks(result_chunks, self.cursor_field)
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/analytics.py", line 201, in merge_chunks
|
||||
for item in chunk:
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-cdk/python/airbyte_cdk/sources/streams/http/http.py", line 423, in read_records
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "Finished syncing ad_campaign_analytics"}}
|
||||
{"type": "LOG", "log": {"level": "INFO", "message": "SourceLinkedinAds runtimes:\nSyncing stream account_users 0:00:01.782581\nSyncing stream accounts 0:00:00.269295\nSyncing stream ad_campaign_analytics 0:00:28.471046\nSyncing stream campaign_groups 0:00:02.130938\nSyncing stream campaigns 0:00:01.835928\nSyncing stream creatives 0:00:02.105803"}}
|
||||
yield from self._read_pages(
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-cdk/python/airbyte_cdk/sources/streams/http/http.py", line 439, in _read_pages
|
||||
request, response = self._fetch_next_page(stream_slice, stream_state, next_page_token)
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-cdk/python/airbyte_cdk/sources/streams/http/http.py", line 462, in _fetch_next_page
|
||||
response = self._send_request(request, request_kwargs)
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-cdk/python/airbyte_cdk/sources/streams/http/http.py", line 364, in _send_request
|
||||
return backoff_handler(user_backoff_handler)(request, request_kwargs)
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/venv/lib/python3.9/site-packages/backoff/_sync.py", line 105, in retry
|
||||
ret = target(*args, **kwargs)
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/venv/lib/python3.9/site-packages/backoff/_sync.py", line 105, in retry
|
||||
ret = target(*args, **kwargs)
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/airbyte-cdk/python/airbyte_cdk/sources/streams/http/http.py", line 308, in _send
|
||||
response: requests.Response = self._session.send(request, **request_kwargs)
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/venv/lib/python3.9/site-packages/requests/sessions.py", line 701, in send
|
||||
r = adapter.send(request, **kwargs)
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/venv/lib/python3.9/site-packages/requests/adapters.py", line 487, in send
|
||||
resp = conn.urlopen(
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/venv/lib/python3.9/site-packages/urllib3/connectionpool.py", line 703, in urlopen
|
||||
httplib_response = self._make_request(
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/venv/lib/python3.9/site-packages/urllib3/connectionpool.py", line 449, in _make_request
|
||||
six.raise_from(e, None)
|
||||
File "<string>", line 3, in raise_from
|
||||
File "/Users/artem.inzhyyants/IdeaProjects/airbyte/venv/lib/python3.9/site-packages/urllib3/connectionpool.py", line 444, in _make_request
|
||||
httplib_response = conn.getresponse()
|
||||
File "/Users/artem.inzhyyants/.pyenv/versions/3.9.11/lib/python3.9/http/client.py", line 1377, in getresponse
|
||||
response.begin()
|
||||
File "/Users/artem.inzhyyants/.pyenv/versions/3.9.11/lib/python3.9/http/client.py", line 320, in begin
|
||||
version, status, reason = self._read_status()
|
||||
File "/Users/artem.inzhyyants/.pyenv/versions/3.9.11/lib/python3.9/http/client.py", line 281, in _read_status
|
||||
line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
|
||||
File "/Users/artem.inzhyyants/.pyenv/versions/3.9.11/lib/python3.9/socket.py", line 704, in readinto
|
||||
return self._sock.recv_into(b)
|
||||
File "/Users/artem.inzhyyants/.pyenv/versions/3.9.11/lib/python3.9/ssl.py", line 1241, in recv_into
|
||||
return self.read(nbytes, buffer)
|
||||
File "/Users/artem.inzhyyants/.pyenv/versions/3.9.11/lib/python3.9/ssl.py", line 1099, in read
|
||||
return self._sslobj.read(len, buffer)
|
||||
KeyboardInterrupt
|
||||
Reference in New Issue
Block a user