mirror of
https://github.com/Azure/MachineLearningNotebooks.git
synced 2025-12-21 10:05:09 -05:00
3025 lines
129 KiB
Plaintext
3025 lines
129 KiB
Plaintext
{
|
|
"blocks": [
|
|
{
|
|
"id": "01111501-eb7e-49e1-9f50-4b1cfa86a785",
|
|
"type": "Microsoft.DPrep.GetFilesBlock",
|
|
"arguments": {
|
|
"isArchive": false,
|
|
"path": {
|
|
"target": 1,
|
|
"resourceDetails": [
|
|
{
|
|
"path": "https://dprepdata.blob.core.windows.net/demo/green-small/*",
|
|
"sas": null,
|
|
"storageAccountName": null,
|
|
"storageAccountKey": null
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "90f226e9-b393-4690-b85c-f90aeb6b3afc",
|
|
"type": "Microsoft.DPrep.ParseDelimitedBlock",
|
|
"arguments": {
|
|
"columnHeadersMode": 2,
|
|
"fileEncoding": 0,
|
|
"handleQuotedLineBreaks": false,
|
|
"preview": false,
|
|
"separator": ",",
|
|
"skipRows": 0,
|
|
"skipRowsMode": 0
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "4292a198-4a35-4e88-be22-cec950aa7586",
|
|
"type": "Microsoft.DPrep.DropColumnsBlock",
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"Path"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "4e59beb2-ea20-4528-86cd-1ed4ca98ee7d",
|
|
"type": "Microsoft.DPrep.ReplaceNaBlock",
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 1,
|
|
"details": {
|
|
"ignoreCase": false,
|
|
"term": ".*",
|
|
"useRegex": true,
|
|
"matchWholeWord": false,
|
|
"invert": false
|
|
}
|
|
},
|
|
"useDefaultNaList": true,
|
|
"useEmptyStringAsNa": true,
|
|
"useNanAsNa": true
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "a8fa1654-7a5a-43b1-8354-4f98288f9b64",
|
|
"type": "Microsoft.DPrep.DropNullsBlock",
|
|
"arguments": {
|
|
"columnRelationship": 0,
|
|
"columns": {
|
|
"type": 1,
|
|
"details": {
|
|
"ignoreCase": false,
|
|
"term": ".*",
|
|
"useRegex": true,
|
|
"matchWholeWord": false,
|
|
"invert": false
|
|
}
|
|
}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "e95b3a50-3bea-4548-9972-f2be1d30737b",
|
|
"type": "Microsoft.DPrep.RenameColumnsBlock",
|
|
"arguments": {
|
|
"columnPairs": [
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "VendorID"
|
|
}
|
|
},
|
|
"newColumnId": "vendor"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "lpep_pickup_datetime"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_datetime"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Lpep_dropoff_datetime"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_datetime"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "lpep_dropoff_datetime"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_datetime"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Store_and_fwd_flag"
|
|
}
|
|
},
|
|
"newColumnId": "store_forward"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "store_and_fwd_flag"
|
|
}
|
|
},
|
|
"newColumnId": "store_forward"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Pickup_longitude"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_longitude"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Pickup_latitude"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_latitude"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Dropoff_longitude"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_longitude"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Dropoff_latitude"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_latitude"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Passenger_count"
|
|
}
|
|
},
|
|
"newColumnId": "passengers"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Fare_amount"
|
|
}
|
|
},
|
|
"newColumnId": "cost"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Trip_distance"
|
|
}
|
|
},
|
|
"newColumnId": "distance"
|
|
}
|
|
]
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "51c214cd-d34c-46b6-8f22-c38b983e5574",
|
|
"type": "Microsoft.DPrep.KeepColumnsBlock",
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"cost",
|
|
"distance",
|
|
"dropoff_datetime",
|
|
"dropoff_latitude",
|
|
"dropoff_longitude",
|
|
"passengers",
|
|
"pickup_datetime",
|
|
"pickup_latitude",
|
|
"pickup_longitude",
|
|
"store_forward",
|
|
"vendor"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "48f6db5e-335b-4ce1-8477-e831e8254a33",
|
|
"type": "Microsoft.DPrep.AppendRowsBlock",
|
|
"arguments": {
|
|
"dataflows": [
|
|
{
|
|
"referenceType": 2,
|
|
"referenceContainerPath": null,
|
|
"referencedStep": null,
|
|
"anonymousSteps": [
|
|
{
|
|
"id": "34e25357-2ca3-43a1-ab24-0bf90688b18a",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 0,
|
|
"supportedTargets": [
|
|
4
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Expands the path specified by reading globs and files in folders and outputs one record per file found.",
|
|
"type": "Microsoft.DPrep.GetFilesBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "path",
|
|
"type": 11,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 7,
|
|
"details": {
|
|
"allowMultiple": true,
|
|
"allowedSources": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"allowedSourceType": 2
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The path or paths to expand."
|
|
},
|
|
{
|
|
"name": "isArchive",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": false,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Whether the path or paths point to archive files."
|
|
},
|
|
{
|
|
"name": "archiveOptions",
|
|
"type": 7,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "archiveType",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "ArchiveType",
|
|
"enumType": "Microsoft.DPrep.Engine.ArchiveType, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The type of archive file"
|
|
},
|
|
{
|
|
"name": "entryGlob",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The glob pattern for entries in archive file"
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"isArchive"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": true
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "Options for archive file"
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"dataEffect": 9
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.GetFilesBlock",
|
|
"dataEffectDetails": {
|
|
"dataEffect": 9
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "path",
|
|
"type": 11,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 7,
|
|
"details": {
|
|
"allowMultiple": true,
|
|
"allowedSources": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"allowedSourceType": 2
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The path or paths to expand."
|
|
},
|
|
{
|
|
"name": "isArchive",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": false,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Whether the path or paths point to archive files."
|
|
},
|
|
{
|
|
"name": "archiveOptions",
|
|
"type": 7,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "archiveType",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "ArchiveType",
|
|
"enumType": "Microsoft.DPrep.Engine.ArchiveType, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The type of archive file"
|
|
},
|
|
{
|
|
"name": "entryGlob",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The glob pattern for entries in archive file"
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"isArchive"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": true
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "Options for archive file"
|
|
}
|
|
],
|
|
"arguments": {
|
|
"isArchive": false,
|
|
"path": {
|
|
"target": 1,
|
|
"resourceDetails": [
|
|
{
|
|
"path": "https://dprepdata.blob.core.windows.net/demo/yellow-small/*",
|
|
"sas": null,
|
|
"storageAccountName": null,
|
|
"storageAccountKey": null
|
|
}
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": "b0198a55-5142-4bc5-a7f5-f4439480f4d2",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 0,
|
|
"supportedTargets": [
|
|
5
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": null,
|
|
"type": "Microsoft.DPrep.ParseDelimitedBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "maxRows",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 2,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "preview",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 2,
|
|
"defaultValue": false,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "columnHeadersMode",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "PromoteHeadersMode",
|
|
"enumType": "Microsoft.DPrep.Engine.PromoteHeadersMode, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
2,
|
|
3
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "separator",
|
|
"type": 0,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 6,
|
|
"details": {
|
|
"values": [
|
|
{
|
|
"value": ",",
|
|
"id": 0
|
|
},
|
|
{
|
|
"value": "\t",
|
|
"id": 1
|
|
},
|
|
{
|
|
"value": ":",
|
|
"id": 2
|
|
},
|
|
{
|
|
"value": ";",
|
|
"id": 3
|
|
},
|
|
{
|
|
"value": " ",
|
|
"id": 5
|
|
},
|
|
{
|
|
"value": "=",
|
|
"id": 4
|
|
},
|
|
{
|
|
"value": "—",
|
|
"id": 7
|
|
}
|
|
],
|
|
"allowCustom": true,
|
|
"customEnumValue": 6
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": ",",
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "commentLineCharacter",
|
|
"type": 0,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "fileEncoding",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "FileEncoding",
|
|
"enumType": "Microsoft.DPrep.Engine.FileEncoding, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "skipRowsMode",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "SkipMode",
|
|
"enumType": "Microsoft.DPrep.Engine.SkipMode, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
2
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "skipRows",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 4,
|
|
"details": {
|
|
"min": 0.0,
|
|
"max": 1.7976931348623157E+308
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"skipRowsMode"
|
|
]
|
|
},
|
|
"comparison": 1,
|
|
"value": 0
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "handleQuotedLineBreaks",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": false,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"dataEffect": 1
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.ParseDelimitedBlock",
|
|
"dataEffectDetails": {
|
|
"dataEffect": 1
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "maxRows",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 2,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "preview",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 2,
|
|
"defaultValue": false,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "columnHeadersMode",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "PromoteHeadersMode",
|
|
"enumType": "Microsoft.DPrep.Engine.PromoteHeadersMode, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
2,
|
|
3
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "separator",
|
|
"type": 0,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 6,
|
|
"details": {
|
|
"values": [
|
|
{
|
|
"value": ",",
|
|
"id": 0
|
|
},
|
|
{
|
|
"value": "\t",
|
|
"id": 1
|
|
},
|
|
{
|
|
"value": ":",
|
|
"id": 2
|
|
},
|
|
{
|
|
"value": ";",
|
|
"id": 3
|
|
},
|
|
{
|
|
"value": " ",
|
|
"id": 5
|
|
},
|
|
{
|
|
"value": "=",
|
|
"id": 4
|
|
},
|
|
{
|
|
"value": "—",
|
|
"id": 7
|
|
}
|
|
],
|
|
"allowCustom": true,
|
|
"customEnumValue": 6
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": ",",
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "commentLineCharacter",
|
|
"type": 0,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "fileEncoding",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "FileEncoding",
|
|
"enumType": "Microsoft.DPrep.Engine.FileEncoding, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "skipRowsMode",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "SkipMode",
|
|
"enumType": "Microsoft.DPrep.Engine.SkipMode, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
2
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "skipRows",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 4,
|
|
"details": {
|
|
"min": 0.0,
|
|
"max": 1.7976931348623157E+308
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"skipRowsMode"
|
|
]
|
|
},
|
|
"comparison": 1,
|
|
"value": 0
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "handleQuotedLineBreaks",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": false,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columnHeadersMode": 3,
|
|
"fileEncoding": 0,
|
|
"handleQuotedLineBreaks": false,
|
|
"preview": false,
|
|
"separator": ",",
|
|
"skipRows": 0,
|
|
"skipRowsMode": 0
|
|
}
|
|
},
|
|
{
|
|
"id": "b3a40b63-acb6-467c-8eb0-6718a9e52e22",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 6,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Drops the specified columns.",
|
|
"type": "Microsoft.DPrep.DropColumnsBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsRemovedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 4
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.DropColumnsBlock",
|
|
"dataEffectDetails": {
|
|
"columnsRemovedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 4
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"Path"
|
|
]
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": "378efb1b-9db2-4c76-a8e1-ad653493551a",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 7,
|
|
"supportedTargets": [
|
|
5
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": null,
|
|
"type": "Microsoft.DPrep.SetColumnTypesBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columnConversion",
|
|
"type": 7,
|
|
"multipleValues": true,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "typeProperty",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "FieldType",
|
|
"enumType": "Microsoft.DPrep.Engine.FieldType, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
3,
|
|
4,
|
|
10
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "typeArguments",
|
|
"type": 7,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "dateTimeFormats",
|
|
"type": 1,
|
|
"multipleValues": true,
|
|
"domain": null,
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": false,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"dataEffect": 1
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.SetColumnTypesBlock",
|
|
"dataEffectDetails": {
|
|
"dataEffect": 1
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columnConversion",
|
|
"type": 7,
|
|
"multipleValues": true,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "typeProperty",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "FieldType",
|
|
"enumType": "Microsoft.DPrep.Engine.FieldType, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
3,
|
|
4,
|
|
10
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
},
|
|
{
|
|
"name": "typeArguments",
|
|
"type": 7,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "dateTimeFormats",
|
|
"type": 1,
|
|
"multipleValues": true,
|
|
"domain": null,
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": false,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columnConversion": [
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "End_Lon"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Trip_Pickup_DateTime"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Tip_Amt"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Passenger_Count"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Fare_Amt"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "vendor_name"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Start_Lat"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Tolls_Amt"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "End_Lat"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "surcharge"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Trip_Dropoff_DateTime"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Total_Amt"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "store_and_forward"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Payment_Type"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Rate_Code"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Trip_Distance"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Start_Lon"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "mta_tax"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"id": "1569498c-6f81-43e2-881b-e11587ae60e2",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 3,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": [
|
|
1,
|
|
4,
|
|
3,
|
|
2,
|
|
0,
|
|
5
|
|
],
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Replaces values in the specified columns with nulls. You can choose to use the default list, supply your own, or both.",
|
|
"type": "Microsoft.DPrep.ReplaceNaBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "useDefaultNaList",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Use the default list and replace 'null', 'NaN', 'NA', and 'N/A' with null."
|
|
},
|
|
{
|
|
"name": "useEmptyStringAsNa",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Replace empty strings with null."
|
|
},
|
|
{
|
|
"name": "useNanAsNa",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Replace NaNs with Null."
|
|
},
|
|
{
|
|
"name": "customNaList",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Provide a comma separated list of values to replace with null."
|
|
},
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.ReplaceNaBlock",
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "useDefaultNaList",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Use the default list and replace 'null', 'NaN', 'NA', and 'N/A' with null."
|
|
},
|
|
{
|
|
"name": "useEmptyStringAsNa",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Replace empty strings with null."
|
|
},
|
|
{
|
|
"name": "useNanAsNa",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Replace NaNs with Null."
|
|
},
|
|
{
|
|
"name": "customNaList",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Provide a comma separated list of values to replace with null."
|
|
},
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 1,
|
|
"details": {
|
|
"ignoreCase": false,
|
|
"term": ".*",
|
|
"useRegex": true,
|
|
"matchWholeWord": false,
|
|
"invert": false
|
|
}
|
|
},
|
|
"useDefaultNaList": true,
|
|
"useEmptyStringAsNa": true,
|
|
"useNanAsNa": true
|
|
}
|
|
},
|
|
{
|
|
"id": "5c88808e-dd28-4d79-be9c-06773aae56e8",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 5,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": false,
|
|
"documentation": "Drops rows where all or any of the selected columns are null.",
|
|
"type": "Microsoft.DPrep.DropNullsBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
},
|
|
{
|
|
"name": "columnRelationship",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "ColumnRelationship",
|
|
"enumType": "Microsoft.DPrep.Engine.ColumnRelationship, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Whether all or any of the selected columns must be null."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"dataEffect": 6
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.DropNullsBlock",
|
|
"dataEffectDetails": {
|
|
"dataEffect": 6
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
},
|
|
{
|
|
"name": "columnRelationship",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "ColumnRelationship",
|
|
"enumType": "Microsoft.DPrep.Engine.ColumnRelationship, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Whether all or any of the selected columns must be null."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columnRelationship": 0,
|
|
"columns": {
|
|
"type": 1,
|
|
"details": {
|
|
"ignoreCase": false,
|
|
"term": ".*",
|
|
"useRegex": true,
|
|
"matchWholeWord": false,
|
|
"invert": false
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": "507b229d-a8bd-4517-8984-d5750b4443e9",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 6,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Renames the specified columns.",
|
|
"type": "Microsoft.DPrep.RenameColumnsBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columnPairs",
|
|
"type": 7,
|
|
"multipleValues": true,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "newColumnId",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 3,
|
|
"details": null
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The columns to rename and the desired new names."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsChangedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columnPairs",
|
|
"column"
|
|
]
|
|
},
|
|
{
|
|
"propertyPath": [
|
|
"columnPairs",
|
|
"newColumnId"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 2
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.RenameColumnsBlock",
|
|
"dataEffectDetails": {
|
|
"columnsChangedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columnPairs",
|
|
"column"
|
|
]
|
|
},
|
|
{
|
|
"propertyPath": [
|
|
"columnPairs",
|
|
"newColumnId"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 2
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columnPairs",
|
|
"type": 7,
|
|
"multipleValues": true,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "newColumnId",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 3,
|
|
"details": null
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The columns to rename and the desired new names."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columnPairs": [
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "vendor_name"
|
|
}
|
|
},
|
|
"newColumnId": "vendor"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "VendorID"
|
|
}
|
|
},
|
|
"newColumnId": "vendor"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "vendor_id"
|
|
}
|
|
},
|
|
"newColumnId": "vendor"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Trip_Pickup_DateTime"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_datetime"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "tpep_pickup_datetime"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_datetime"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Trip_Dropoff_DateTime"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_datetime"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "tpep_dropoff_datetime"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_datetime"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "store_and_forward"
|
|
}
|
|
},
|
|
"newColumnId": "store_forward"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "store_and_fwd_flag"
|
|
}
|
|
},
|
|
"newColumnId": "store_forward"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Start_Lon"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_longitude"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Start_Lat"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_latitude"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "End_Lon"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_longitude"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "End_Lat"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_latitude"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Passenger_Count"
|
|
}
|
|
},
|
|
"newColumnId": "passengers"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "passenger_count"
|
|
}
|
|
},
|
|
"newColumnId": "passengers"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Fare_Amt"
|
|
}
|
|
},
|
|
"newColumnId": "cost"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "fare_amount"
|
|
}
|
|
},
|
|
"newColumnId": "cost"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Trip_Distance"
|
|
}
|
|
},
|
|
"newColumnId": "distance"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "trip_distance"
|
|
}
|
|
},
|
|
"newColumnId": "distance"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"id": "f1dff530-60d8-467a-b24f-246eb2a27893",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 6,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Keeps the specified columns and drops all others.",
|
|
"type": "Microsoft.DPrep.KeepColumnsBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"dataEffect": 1
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.KeepColumnsBlock",
|
|
"dataEffectDetails": {
|
|
"dataEffect": 1
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"cost",
|
|
"distance",
|
|
"dropoff_datetime",
|
|
"dropoff_latitude",
|
|
"dropoff_longitude",
|
|
"passengers",
|
|
"pickup_datetime",
|
|
"pickup_latitude",
|
|
"pickup_longitude",
|
|
"store_forward",
|
|
"vendor"
|
|
]
|
|
}
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "9a72242d-1823-41a0-9588-e416d621bc75",
|
|
"type": "Microsoft.DPrep.SetColumnTypesBlock",
|
|
"arguments": {
|
|
"columnConversion": [
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_longitude"
|
|
}
|
|
},
|
|
"typeProperty": 3
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_latitude"
|
|
}
|
|
},
|
|
"typeProperty": 3
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_longitude"
|
|
}
|
|
},
|
|
"typeProperty": 3
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_latitude"
|
|
}
|
|
},
|
|
"typeProperty": 3
|
|
}
|
|
]
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "69c0d1c3-1628-4147-890d-1a19dc4f7fc7",
|
|
"type": "Microsoft.DPrep.DropNullsBlock",
|
|
"arguments": {
|
|
"columnRelationship": 1,
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"pickup_longitude",
|
|
"pickup_latitude",
|
|
"dropoff_longitude",
|
|
"dropoff_latitude"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "6919ef99-c7c0-4895-a9d2-af1abd09740f",
|
|
"type": "Microsoft.DPrep.ExpressionFilterBlock",
|
|
"arguments": {
|
|
"expression": {"r":["And",[{"r":["And",[{"r":["And",[{"r":["And",[{"r":["And",[{"r":["And",[{"r":["And",[{"r":["Invoke",[{"r":["Identifier","Value_LE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"pickup_longitude"]]},-73.72]]]},{"r":["Invoke",[{"r":["Identifier","Value_GE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"pickup_longitude"]]},-74.09]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_LE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"pickup_latitude"]]},40.88]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_GE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"pickup_latitude"]]},40.53]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_LE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"dropoff_longitude"]]},-73.72]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_GE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"dropoff_longitude"]]},-74.09]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_LE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"dropoff_latitude"]]},40.88]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_GE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"dropoff_latitude"]]},40.53]]]}]]}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "98ede915-38ed-4fc2-bdc5-31fd43a8ad69",
|
|
"type": "Microsoft.DPrep.ReplaceBlock",
|
|
"arguments": {
|
|
"booleanReplaceWith": 1,
|
|
"booleanValueToFind": 1,
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"store_forward"
|
|
]
|
|
}
|
|
},
|
|
"replaceWithType": 0,
|
|
"stringReplaceWith": "N",
|
|
"stringValueToFind": "0",
|
|
"valueToFindType": 0
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "a72da6d6-7594-4118-90ee-e7107b6c9d7a",
|
|
"type": "Microsoft.DPrep.FillNullsBlock",
|
|
"arguments": {
|
|
"booleanReplaceWith": 1,
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"store_forward"
|
|
]
|
|
}
|
|
},
|
|
"replaceWithType": 0,
|
|
"stringReplaceWith": "N"
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "35290d77-a442-4ace-8f88-bed7fb153a57",
|
|
"type": "Microsoft.DPrep.ReplaceBlock",
|
|
"arguments": {
|
|
"booleanReplaceWith": 1,
|
|
"booleanValueToFind": 1,
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"distance"
|
|
]
|
|
}
|
|
},
|
|
"doubleReplaceWith": 0.0,
|
|
"replaceWithType": 3,
|
|
"stringValueToFind": ".00",
|
|
"valueToFindType": 0
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "c98fdba9-f82e-4587-bef3-a4f7f9b2dc47",
|
|
"type": "Microsoft.DPrep.FillNullsBlock",
|
|
"arguments": {
|
|
"booleanReplaceWith": 1,
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"distance"
|
|
]
|
|
}
|
|
},
|
|
"doubleReplaceWith": 0.0,
|
|
"replaceWithType": 3
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "c84749ff-b6e8-41f7-b696-51c2399fe5bc",
|
|
"type": "Microsoft.DPrep.ToNumberBlock",
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"distance"
|
|
]
|
|
}
|
|
},
|
|
"decimalPoint": 0
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "46d344f7-dfe4-4305-ba49-c101572c4e87",
|
|
"type": "Microsoft.DPrep.SplitColumnByExampleBlock",
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_datetime"
|
|
}
|
|
},
|
|
"delimiters": [],
|
|
"dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgAgACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADAAIgAgAC8APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbgB1AG0AUwBwAGwAaQB0AHMAIgA+ADwAIQBbAEMARABBAFQAQQBbADIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAZQBsAGkAbQBpAHQAZQByAFMAdABhAHIAdAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBFAG4AZAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AYwBsAHUAZABlAEQAZQBsAGkAbQBpAHQAZQByAHMAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZgBpAGwAbABTAHQAcgBhAHQAZQBnAHkAIgA+ADwAIQBbAEMARABBAFQAQQBbAE4AdQBsAGwAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+AA==",
|
|
"examples": "[]",
|
|
"fillStrategy": 0,
|
|
"keepDelimiter": false,
|
|
"newColumnsBaseName": "pickup_datetime_"
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "b62a7aaa-6c70-4d9b-a3ec-7eaad3dfa170",
|
|
"type": "Microsoft.DPrep.SplitColumnByExampleBlock",
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_datetime"
|
|
}
|
|
},
|
|
"delimiters": [],
|
|
"dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgAgACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADAAIgAgAC8APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbgB1AG0AUwBwAGwAaQB0AHMAIgA+ADwAIQBbAEMARABBAFQAQQBbADIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAZQBsAGkAbQBpAHQAZQByAFMAdABhAHIAdAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBFAG4AZAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AYwBsAHUAZABlAEQAZQBsAGkAbQBpAHQAZQByAHMAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZgBpAGwAbABTAHQAcgBhAHQAZQBnAHkAIgA+ADwAIQBbAEMARABBAFQAQQBbAE4AdQBsAGwAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+AA==",
|
|
"examples": "[]",
|
|
"fillStrategy": 0,
|
|
"keepDelimiter": false,
|
|
"newColumnsBaseName": "dropoff_datetime_"
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "987b78c5-bb25-44ee-ae5c-e18302e2f8d4",
|
|
"type": "Microsoft.DPrep.RenameColumnsBlock",
|
|
"arguments": {
|
|
"columnPairs": [
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_datetime_1"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_date"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_datetime_2"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_time"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_datetime_1"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_date"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_datetime_2"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_time"
|
|
}
|
|
]
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "56d8eeb5-ad5b-46a5-b4af-d6e492c75b00",
|
|
"type": "Microsoft.DPrep.DeriveColumnByExample",
|
|
"arguments": {
|
|
"anchorColumnId": "pickup_date",
|
|
"columnId": "pickup_weekday",
|
|
"dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHcAaQB0AGMAaAAiACAAcgB1AGwAZQA9ACIAUwBpAG4AZwBsAGUAQgByAGEAbgBjAGgAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwB0ACIAIAByAHUAbABlAD0AIgBUAHIAYQBuAHMAZgBvAHIAbQBhAHQAaQBvAG4AIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZQAiACAAcgB1AGwAZQA9ACIAQQB0AG8AbQAiAD4APABMAGUAdABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGYAIgAgAGkAZAA9ACIATABlAHQAQwBvAGwAdQBtAG4ATgBhAG0AZQAiAD4APABWAGEAcgBpAGEAYgBsAGUAIABzAHkAbQBiAG8AbAA9ACIAYwBvAGwAdQBtAG4ATgBhAG0AZQAiAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBkAHgAIgA+ADwAIQBbAEMARABBAFQAQQBbACIAcABpAGMAawB1AHAAXwBkAGEAdABlACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBWAGEAcgBpAGEAYgBsAGUAPgA8AEwAZQB0AE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbABlAHQATwBwAHQAaQBvAG4AcwAiACAAaQBkAD0AIgBMAGUAdABYACIAPgA8AFYAYQByAGkAYQBiAGwAZQAgAHMAeQBtAGIAbwBsAD0AIgB4ACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAHIAdQBsAGUAPQAiAEMAaABvAG8AcwBlAEkAbgBwAHUAdAAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2AHMAIgAgAC8APgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAbwBsAHUAbQBuAE4AYQBtAGUAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8AVgBhAHIAaQBhAGIAbABlAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBjAG8AbgB2ACIAIAByAHUAbABlAD0AIgBGAG8AcgBtAGEAdABQAGEAcgB0AGkAYQBsAEQAYQB0AGUAVABpAG0AZQAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGEAdABlAHQAaQBtAGUAIgAgAHIAdQBsAGUAPQAiAH4AYwBvAG4AdgBlAHIAdABfAGQAYQB0AGUAdABpAG0AZQBfAGkAbgBwAHUAdABEAGEAdABlAFQAaQBtAGUAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBuAHAAdQB0AEQAYQB0AGUAVABpAG0AZQAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AaQBuAHAAdQB0AEQAYQB0AGUAVABpAG0AZQBfAHAAYQByAHMAZQBkAEQAYQB0AGUAVABpAG0AZQAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBwAGEAcgBzAGUAZABEAGEAdABlAFQAaQBtAGUAIgAgAHIAdQBsAGUAPQAiAFAAYQByAHMAZQBQAGEAcgB0AGkAYQBsAEQAYQB0AGUAVABpAG0AZQAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBTAFMAIgAgAHIAdQBsAGUAPQAiAFcAaABvAGwAZQBDAG8AbAB1AG0AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB4ACIAIAAvAD4APAAvAE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBuAHAAdQB0AEQAdABGAG8AcgBtAGEAdABzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADEAIgA+ADwASQB0AGUAbQAgAGkAPQAiADAAIgA+ADwARABhAHQAZQBUAGkAbQBlAEYAbwByAG0AYQB0ACAAZgBvAHIAbQBhAHQAPQAiAHkAeQB5AHkAXAAtAE0ATQBcAC0AZABkACIAPgA8AE4AdQBtAGUAcgBpAGMARgBvAHIAbQBhAHQAUABhAHIAdAAgAEIAYQBzAGUARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAHkAeQB5AHkAIgAgAEYAdQBsAGwARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAHkAeQB5AHkAIgAgAEQAYQB0AGUAVABpAG0AZQBQAGEAcgB0AD0AIgBZAGUAYQByACIAIAAvAD4APABDAG8AbgBzAHQAYQBuAHQARgBvAHIAbQBhAHQAUABhAHIAdAA+ADwAIQBbAEMARABBAFQAQQBbAC0AXQBdAD4APAAvAEMAbwBuAHMAdABhAG4AdABGAG8AcgBtAGEAdABQAGEAcgB0AD4APABOAHUAbQBlAHIAaQBjAEYAbwByAG0AYQB0AFAAYQByAHQAIABCAGEAcwBlAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgBNAE0AIgAgAEYAdQBsAGwARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAE0ATQAiACAARABhAHQAZQBUAGkAbQBlAFAAYQByAHQAPQAiAE0AbwBuAHQAaAAiACAALwA+ADwAQwBvAG4AcwB0AGEAbgB0AEYAbwByAG0AYQB0AFAAYQByAHQAPgA8ACEAWwBDAEQAQQBUAEEAWwAtAF0AXQA+ADwALwBDAG8AbgBzAHQAYQBuAHQARgBvAHIAbQBhAHQAUABhAHIAdAA+ADwATgB1AG0AZQByAGkAYwBGAG8AcgBtAGEAdABQAGEAcgB0ACAAQgBhAHMAZQBGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIAZABkACIAIABGAHUAbABsAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgBkAGQAIgAgAEQAYQB0AGUAVABpAG0AZQBQAGEAcgB0AD0AIgBEAGEAeQAiACAALwA+ADwALwBEAGEAdABlAFQAaQBtAGUARgBvAHIAbQBhAHQAPgA8AC8ASQB0AGUAbQA+ADwALwBBAHIAcgBhAHkAPgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APAAvAE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlAD4APAAvAE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlAD4APAAvAE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbwB1AHQAcAB1AHQARAB0AEYAbwByAG0AYQB0ACIAPgA8AEQAYQB0AGUAVABpAG0AZQBGAG8AcgBtAGEAdAAgAGYAbwByAG0AYQB0AD0AIgBkAGQAZABkACIAPgA8AFMAdAByAGkAbgBnAEYAbwByAG0AYQB0AFAAYQByAHQAIABCAGEAcwBlAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgBkAGQAZABkACIAIABGAHUAbABsAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgBkAGQAZABkACIAIABEAGEAdABlAFQAaQBtAGUAUABhAHIAdAA9ACIARABhAHkATwBmAFcAZQBlAGsAIgAgAFAAbwBzAGkAeABPAHUAdABwAHUAdABGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIAJQBBACIAIABQAG8AcwBpAHgAUABhAHIAcwBpAG4AZwBGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIAJQBBACIAPgA8AEwAbwBvAGsAdQBwACAAcwB0AHIAaQBuAGcAPQAiAFMAdQBuAGQAYQB5ACIAIAB2AGEAbAB1AGUAPQAiADAAIgAgAC8APgA8AEwAbwBvAGsAdQBwACAAcwB0AHIAaQBuAGcAPQAiAE0AbwBuAGQAYQB5ACIAIAB2AGEAbAB1AGUAPQAiADEAIgAgAC8APgA8AEwAbwBvAGsAdQBwACAAcwB0AHIAaQBuAGcAPQAiAFQAdQBlAHMAZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIAMgAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIAVwBlAGQAbgBlAHMAZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIAMwAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIAVABoAHUAcgBzAGQAYQB5ACIAIAB2AGEAbAB1AGUAPQAiADQAIgAgAC8APgA8AEwAbwBvAGsAdQBwACAAcwB0AHIAaQBuAGcAPQAiAEYAcgBpAGQAYQB5ACIAIAB2AGEAbAB1AGUAPQAiADUAIgAgAC8APgA8AEwAbwBvAGsAdQBwACAAcwB0AHIAaQBuAGcAPQAiAFMAYQB0AHUAcgBkAGEAeQAiACAAdgBhAGwAdQBlAD0AIgA2ACIAIAAvAD4APAAvAFMAdAByAGkAbgBnAEYAbwByAG0AYQB0AFAAYQByAHQAPgA8AC8ARABhAHQAZQBUAGkAbQBlAEYAbwByAG0AYQB0AD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwALwBMAGUAdABOAG8AZABlAD4APAAvAEwAZQB0AE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA=",
|
|
"examples": "{\"-1\": {\"row\": -1, \"sourceData\": {\"pickup_date\": \"2009-01-04\"}, \"example\": \"Sunday\"}, \"-2\": {\"row\": -2, \"sourceData\": {\"pickup_date\": \"2013-08-22\"}, \"example\": \"Thursday\"}}",
|
|
"outputType": 2,
|
|
"priorColumnIds": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"pickup_date"
|
|
]
|
|
}
|
|
},
|
|
"sourceColumnIds": [
|
|
"pickup_date"
|
|
]
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "a81d2481-ec3e-4445-81a4-7f99aa8f449b",
|
|
"type": "Microsoft.DPrep.DeriveColumnByExample",
|
|
"arguments": {
|
|
"anchorColumnId": "dropoff_date",
|
|
"columnId": "dropoff_weekday",
|
|
"dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHcAaQB0AGMAaAAiACAAcgB1AGwAZQA9ACIAUwBpAG4AZwBsAGUAQgByAGEAbgBjAGgAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwB0ACIAIAByAHUAbABlAD0AIgBUAHIAYQBuAHMAZgBvAHIAbQBhAHQAaQBvAG4AIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZQAiACAAcgB1AGwAZQA9ACIAQQB0AG8AbQAiAD4APABMAGUAdABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGYAIgAgAGkAZAA9ACIATABlAHQAQwBvAGwAdQBtAG4ATgBhAG0AZQAiAD4APABWAGEAcgBpAGEAYgBsAGUAIABzAHkAbQBiAG8AbAA9ACIAYwBvAGwAdQBtAG4ATgBhAG0AZQAiAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBkAHgAIgA+ADwAIQBbAEMARABBAFQAQQBbACIAZAByAG8AcABvAGYAZgBfAGQAYQB0AGUAIgBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APAAvAFYAYQByAGkAYQBiAGwAZQA+ADwATABlAHQATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBsAGUAdABPAHAAdABpAG8AbgBzACIAIABpAGQAPQAiAEwAZQB0AFgAIgA+ADwAVgBhAHIAaQBhAGIAbABlACAAcwB5AG0AYgBvAGwAPQAiAHgAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAdgAiACAAcgB1AGwAZQA9ACIAQwBoAG8AbwBzAGUASQBuAHAAdQB0ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAcwAiACAALwA+ADwAVgBhAHIAaQBhAGIAbABlAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAYwBvAGwAdQBtAG4ATgBhAG0AZQAiACAALwA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwALwBWAGEAcgBpAGEAYgBsAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAbwBuAHYAIgAgAHIAdQBsAGUAPQAiAEYAbwByAG0AYQB0AFAAYQByAHQAaQBhAGwARABhAHQAZQBUAGkAbQBlACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAYQB0AGUAdABpAG0AZQAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AZABhAHQAZQB0AGkAbQBlAF8AaQBuAHAAdQB0AEQAYQB0AGUAVABpAG0AZQAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AcAB1AHQARABhAHQAZQBUAGkAbQBlACIAIAByAHUAbABlAD0AIgB+AGMAbwBuAHYAZQByAHQAXwBpAG4AcAB1AHQARABhAHQAZQBUAGkAbQBlAF8AcABhAHIAcwBlAGQARABhAHQAZQBUAGkAbQBlACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHAAYQByAHMAZQBkAEQAYQB0AGUAVABpAG0AZQAiACAAcgB1AGwAZQA9ACIAUABhAHIAcwBlAFAAYQByAHQAaQBhAGwARABhAHQAZQBUAGkAbQBlACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAFMAUwAiACAAcgB1AGwAZQA9ACIAVwBoAG8AbABlAEMAbwBsAHUAbQBuACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHgAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AcAB1AHQARAB0AEYAbwByAG0AYQB0AHMAIgA+ADwAQQByAHIAYQB5ACAAcwBpAHoAZQA9ACIAMQAiAD4APABJAHQAZQBtACAAaQA9ACIAMAAiAD4APABEAGEAdABlAFQAaQBtAGUARgBvAHIAbQBhAHQAIABmAG8AcgBtAGEAdAA9ACIAeQB5AHkAeQBcAC0ATQBNAFwALQBkAGQAIgA+ADwATgB1AG0AZQByAGkAYwBGAG8AcgBtAGEAdABQAGEAcgB0ACAAQgBhAHMAZQBGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIAeQB5AHkAeQAiACAARgB1AGwAbABGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIAeQB5AHkAeQAiACAARABhAHQAZQBUAGkAbQBlAFAAYQByAHQAPQAiAFkAZQBhAHIAIgAgAC8APgA8AEMAbwBuAHMAdABhAG4AdABGAG8AcgBtAGEAdABQAGEAcgB0AD4APAAhAFsAQwBEAEEAVABBAFsALQBdAF0APgA8AC8AQwBvAG4AcwB0AGEAbgB0AEYAbwByAG0AYQB0AFAAYQByAHQAPgA8AE4AdQBtAGUAcgBpAGMARgBvAHIAbQBhAHQAUABhAHIAdAAgAEIAYQBzAGUARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAE0ATQAiACAARgB1AGwAbABGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIATQBNACIAIABEAGEAdABlAFQAaQBtAGUAUABhAHIAdAA9ACIATQBvAG4AdABoACIAIAAvAD4APABDAG8AbgBzAHQAYQBuAHQARgBvAHIAbQBhAHQAUABhAHIAdAA+ADwAIQBbAEMARABBAFQAQQBbAC0AXQBdAD4APAAvAEMAbwBuAHMAdABhAG4AdABGAG8AcgBtAGEAdABQAGEAcgB0AD4APABOAHUAbQBlAHIAaQBjAEYAbwByAG0AYQB0AFAAYQByAHQAIABCAGEAcwBlAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgBkAGQAIgAgAEYAdQBsAGwARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAGQAZAAiACAARABhAHQAZQBUAGkAbQBlAFAAYQByAHQAPQAiAEQAYQB5ACIAIAAvAD4APAAvAEQAYQB0AGUAVABpAG0AZQBGAG8AcgBtAGEAdAA+ADwALwBJAHQAZQBtAD4APAAvAEEAcgByAGEAeQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBvAHUAdABwAHUAdABEAHQARgBvAHIAbQBhAHQAIgA+ADwARABhAHQAZQBUAGkAbQBlAEYAbwByAG0AYQB0ACAAZgBvAHIAbQBhAHQAPQAiAGQAZABkAGQAIgA+ADwAUwB0AHIAaQBuAGcARgBvAHIAbQBhAHQAUABhAHIAdAAgAEIAYQBzAGUARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAGQAZABkAGQAIgAgAEYAdQBsAGwARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAGQAZABkAGQAIgAgAEQAYQB0AGUAVABpAG0AZQBQAGEAcgB0AD0AIgBEAGEAeQBPAGYAVwBlAGUAawAiACAAUABvAHMAaQB4AE8AdQB0AHAAdQB0AEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgAlAEEAIgAgAFAAbwBzAGkAeABQAGEAcgBzAGkAbgBnAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgAlAEEAIgA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIAUwB1AG4AZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIAMAAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIATQBvAG4AZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIAMQAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIAVAB1AGUAcwBkAGEAeQAiACAAdgBhAGwAdQBlAD0AIgAyACIAIAAvAD4APABMAG8AbwBrAHUAcAAgAHMAdAByAGkAbgBnAD0AIgBXAGUAZABuAGUAcwBkAGEAeQAiACAAdgBhAGwAdQBlAD0AIgAzACIAIAAvAD4APABMAG8AbwBrAHUAcAAgAHMAdAByAGkAbgBnAD0AIgBUAGgAdQByAHMAZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIANAAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIARgByAGkAZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIANQAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIAUwBhAHQAdQByAGQAYQB5ACIAIAB2AGEAbAB1AGUAPQAiADYAIgAgAC8APgA8AC8AUwB0AHIAaQBuAGcARgBvAHIAbQBhAHQAUABhAHIAdAA+ADwALwBEAGEAdABlAFQAaQBtAGUARgBvAHIAbQBhAHQAPgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APAAvAE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlAD4APAAvAEwAZQB0AE4AbwBkAGUAPgA8AC8ATABlAHQATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+AA==",
|
|
"examples": "{\"-1\": {\"row\": -1, \"sourceData\": {\"dropoff_date\": \"2013-08-22\"}, \"example\": \"Thursday\"}, \"-2\": {\"row\": -2, \"sourceData\": {\"dropoff_date\": \"2013-11-03\"}, \"example\": \"Sunday\"}}",
|
|
"outputType": 2,
|
|
"priorColumnIds": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"dropoff_date"
|
|
]
|
|
}
|
|
},
|
|
"sourceColumnIds": [
|
|
"dropoff_date"
|
|
]
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "4699c028-36b8-4c7a-826f-5b64ec7af309",
|
|
"type": "Microsoft.DPrep.SplitColumnByExampleBlock",
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_time"
|
|
}
|
|
},
|
|
"delimiters": [],
|
|
"dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgA6ACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADEAIgA+ADwASQB0AGUAbQAgAGkAPQAiADAAIgA+ADwAIQBbAEMARABBAFQAQQBbADAAXQBdAD4APAAvAEkAdABlAG0APgA8AC8AQQByAHIAYQB5AD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAG4AdQBtAFMAcABsAGkAdABzACIAPgA8ACEAWwBDAEQAQQBUAEEAWwAyAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBTAHQAYQByAHQAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZABlAGwAaQBtAGkAdABlAHIARQBuAGQAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBuAGMAbAB1AGQAZQBEAGUAbABpAG0AaQB0AGUAcgBzACIAPgA8ACEAWwBDAEQAQQBUAEEAWwBmAGEAbABzAGUAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGYAaQBsAGwAUwB0AHIAYQB0AGUAZwB5ACIAPgA8ACEAWwBDAEQAQQBUAEEAWwBOAHUAbABsAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA=",
|
|
"examples": "[]",
|
|
"fillStrategy": 0,
|
|
"keepDelimiter": false,
|
|
"newColumnsBaseName": "pickup_time_"
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "bb5e7ef8-0763-414a-b36f-ecb5d74806da",
|
|
"type": "Microsoft.DPrep.SplitColumnByExampleBlock",
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_time"
|
|
}
|
|
},
|
|
"delimiters": [],
|
|
"dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgA6ACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADEAIgA+ADwASQB0AGUAbQAgAGkAPQAiADAAIgA+ADwAIQBbAEMARABBAFQAQQBbADAAXQBdAD4APAAvAEkAdABlAG0APgA8AC8AQQByAHIAYQB5AD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAG4AdQBtAFMAcABsAGkAdABzACIAPgA8ACEAWwBDAEQAQQBUAEEAWwAyAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBTAHQAYQByAHQAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZABlAGwAaQBtAGkAdABlAHIARQBuAGQAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBuAGMAbAB1AGQAZQBEAGUAbABpAG0AaQB0AGUAcgBzACIAPgA8ACEAWwBDAEQAQQBUAEEAWwBmAGEAbABzAGUAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGYAaQBsAGwAUwB0AHIAYQB0AGUAZwB5ACIAPgA8ACEAWwBDAEQAQQBUAEEAWwBOAHUAbABsAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA=",
|
|
"examples": "[]",
|
|
"fillStrategy": 0,
|
|
"keepDelimiter": false,
|
|
"newColumnsBaseName": "dropoff_time_"
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "ee2d7138-8867-4ede-830c-e37f01a83f75",
|
|
"type": "Microsoft.DPrep.SplitColumnByExampleBlock",
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_time_1"
|
|
}
|
|
},
|
|
"delimiters": [],
|
|
"dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgA6ACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADAAIgAgAC8APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbgB1AG0AUwBwAGwAaQB0AHMAIgA+ADwAIQBbAEMARABBAFQAQQBbADIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAZQBsAGkAbQBpAHQAZQByAFMAdABhAHIAdAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBFAG4AZAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AYwBsAHUAZABlAEQAZQBsAGkAbQBpAHQAZQByAHMAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZgBpAGwAbABTAHQAcgBhAHQAZQBnAHkAIgA+ADwAIQBbAEMARABBAFQAQQBbAE4AdQBsAGwAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+AA==",
|
|
"examples": "[]",
|
|
"fillStrategy": 0,
|
|
"keepDelimiter": false,
|
|
"newColumnsBaseName": "pickup_time_1_"
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "7f09be9f-372f-4c35-bde5-91d133bfed14",
|
|
"type": "Microsoft.DPrep.SplitColumnByExampleBlock",
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_time_1"
|
|
}
|
|
},
|
|
"delimiters": [],
|
|
"dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgA6ACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADAAIgAgAC8APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbgB1AG0AUwBwAGwAaQB0AHMAIgA+ADwAIQBbAEMARABBAFQAQQBbADIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAZQBsAGkAbQBpAHQAZQByAFMAdABhAHIAdAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBFAG4AZAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AYwBsAHUAZABlAEQAZQBsAGkAbQBpAHQAZQByAHMAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZgBpAGwAbABTAHQAcgBhAHQAZQBnAHkAIgA+ADwAIQBbAEMARABBAFQAQQBbAE4AdQBsAGwAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+AA==",
|
|
"examples": "[]",
|
|
"fillStrategy": 0,
|
|
"keepDelimiter": false,
|
|
"newColumnsBaseName": "dropoff_time_1_"
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "46c61672-c91e-467a-b157-e06643e5c93b",
|
|
"type": "Microsoft.DPrep.DropColumnsBlock",
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"pickup_date",
|
|
"pickup_time",
|
|
"dropoff_date",
|
|
"dropoff_time",
|
|
"pickup_date_1",
|
|
"dropoff_date_1",
|
|
"pickup_time_1",
|
|
"dropoff_time_1"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "45756d2e-176c-4a33-b65b-dfbbf72a82f6",
|
|
"type": "Microsoft.DPrep.RenameColumnsBlock",
|
|
"arguments": {
|
|
"columnPairs": [
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_date_2"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_month"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_date_3"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_monthday"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_time_1_1"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_hour"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_time_1_2"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_minute"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_time_2"
|
|
}
|
|
},
|
|
"newColumnId": "pickup_second"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_date_2"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_month"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_date_3"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_monthday"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_time_1_1"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_hour"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_time_1_2"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_minute"
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_time_2"
|
|
}
|
|
},
|
|
"newColumnId": "dropoff_second"
|
|
}
|
|
]
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "c9ed92e3-464e-4706-9e91-a39f8d2a5504",
|
|
"type": "Microsoft.DPrep.DropColumnsBlock",
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"pickup_datetime",
|
|
"dropoff_datetime"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "7b9401a8-61bd-410f-a63b-a9f1a2432d03",
|
|
"type": "Microsoft.DPrep.SetColumnTypesBlock",
|
|
"arguments": {
|
|
"columnConversion": [
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "vendor"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "passengers"
|
|
}
|
|
},
|
|
"typeProperty": 2
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "store_forward"
|
|
}
|
|
},
|
|
"typeProperty": 1
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_minute"
|
|
}
|
|
},
|
|
"typeProperty": 2
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_latitude"
|
|
}
|
|
},
|
|
"typeProperty": 3
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "cost"
|
|
}
|
|
},
|
|
"typeProperty": 3
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_weekday"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_hour"
|
|
}
|
|
},
|
|
"typeProperty": 2
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_longitude"
|
|
}
|
|
},
|
|
"typeProperty": 3
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_weekday"
|
|
}
|
|
},
|
|
"typeProperty": 0
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_second"
|
|
}
|
|
},
|
|
"typeProperty": 2
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_hour"
|
|
}
|
|
},
|
|
"typeProperty": 2
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "dropoff_minute"
|
|
}
|
|
},
|
|
"typeProperty": 2
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_longitude"
|
|
}
|
|
},
|
|
"typeProperty": 3
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_second"
|
|
}
|
|
},
|
|
"typeProperty": 2
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "pickup_latitude"
|
|
}
|
|
},
|
|
"typeProperty": 3
|
|
},
|
|
{
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "distance"
|
|
}
|
|
},
|
|
"typeProperty": 3
|
|
}
|
|
]
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "0cf8ee9c-d0b3-47fa-8b88-8d40393476b0",
|
|
"type": "Microsoft.DPrep.ExpressionFilterBlock",
|
|
"arguments": {
|
|
"expression": {"r":["Invoke",[{"r":["Identifier","Value_GT"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"distance"]]},0]]]}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "d413f9c1-e33b-4c7a-8e44-a789af2dbf14",
|
|
"type": "Microsoft.DPrep.ExpressionFilterBlock",
|
|
"arguments": {
|
|
"expression": {"r":["Invoke",[{"r":["Identifier","Value_GT"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"cost"]]},0]]]}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
}
|
|
],
|
|
"inspectors": []
|
|
} |