{ "blocks": [ { "id": "01111501-eb7e-49e1-9f50-4b1cfa86a785", "type": "Microsoft.DPrep.GetFilesBlock", "arguments": { "isArchive": false, "path": { "target": 1, "resourceDetails": [ { "path": "https://dprepdata.blob.core.windows.net/demo/green-small/*", "sas": null, "storageAccountName": null, "storageAccountKey": null } ] } }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "90f226e9-b393-4690-b85c-f90aeb6b3afc", "type": "Microsoft.DPrep.ParseDelimitedBlock", "arguments": { "columnHeadersMode": 2, "fileEncoding": 0, "handleQuotedLineBreaks": false, "preview": false, "separator": ",", "skipRows": 0, "skipRowsMode": 0 }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "4292a198-4a35-4e88-be22-cec950aa7586", "type": "Microsoft.DPrep.DropColumnsBlock", "arguments": { "columns": { "type": 0, "details": { "selectedColumns": [ "Path" ] } } }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "4e59beb2-ea20-4528-86cd-1ed4ca98ee7d", "type": "Microsoft.DPrep.ReplaceNaBlock", "arguments": { "columns": { "type": 1, "details": { "ignoreCase": false, "term": ".*", "useRegex": true, "matchWholeWord": false, "invert": false } }, "useDefaultNaList": true, "useEmptyStringAsNa": true, "useNanAsNa": true }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "a8fa1654-7a5a-43b1-8354-4f98288f9b64", "type": "Microsoft.DPrep.DropNullsBlock", "arguments": { "columnRelationship": 0, "columns": { "type": 1, "details": { "ignoreCase": false, "term": ".*", "useRegex": true, "matchWholeWord": false, "invert": false } } }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "e95b3a50-3bea-4548-9972-f2be1d30737b", "type": "Microsoft.DPrep.RenameColumnsBlock", "arguments": { "columnPairs": [ { "column": { "type": 2, "details": { "selectedColumn": "VendorID" } }, "newColumnId": "vendor" }, { "column": { "type": 2, "details": { "selectedColumn": "lpep_pickup_datetime" } }, "newColumnId": "pickup_datetime" }, { "column": { "type": 2, "details": { "selectedColumn": "Lpep_dropoff_datetime" } }, "newColumnId": "dropoff_datetime" }, { "column": { "type": 2, "details": { "selectedColumn": "lpep_dropoff_datetime" } }, "newColumnId": "dropoff_datetime" }, { "column": { "type": 2, "details": { "selectedColumn": "Store_and_fwd_flag" } }, "newColumnId": "store_forward" }, { "column": { "type": 2, "details": { "selectedColumn": "store_and_fwd_flag" } }, "newColumnId": "store_forward" }, { "column": { "type": 2, "details": { "selectedColumn": "Pickup_longitude" } }, "newColumnId": "pickup_longitude" }, { "column": { "type": 2, "details": { "selectedColumn": "Pickup_latitude" } }, "newColumnId": "pickup_latitude" }, { "column": { "type": 2, "details": { "selectedColumn": "Dropoff_longitude" } }, "newColumnId": "dropoff_longitude" }, { "column": { "type": 2, "details": { "selectedColumn": "Dropoff_latitude" } }, "newColumnId": "dropoff_latitude" }, { "column": { "type": 2, "details": { "selectedColumn": "Passenger_count" } }, "newColumnId": "passengers" }, { "column": { "type": 2, "details": { "selectedColumn": "Fare_amount" } }, "newColumnId": "cost" }, { "column": { "type": 2, "details": { "selectedColumn": "Trip_distance" } }, "newColumnId": "distance" } ] }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "51c214cd-d34c-46b6-8f22-c38b983e5574", "type": "Microsoft.DPrep.KeepColumnsBlock", "arguments": { "columns": { "type": 0, "details": { "selectedColumns": [ "cost", "distance", "dropoff_datetime", "dropoff_latitude", "dropoff_longitude", "passengers", "pickup_datetime", "pickup_latitude", "pickup_longitude", "store_forward", "vendor" ] } } }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "48f6db5e-335b-4ce1-8477-e831e8254a33", "type": "Microsoft.DPrep.AppendRowsBlock", "arguments": { "dataflows": [ { "referenceType": 2, "referenceContainerPath": null, "referencedStep": null, "anonymousSteps": [ { "id": "34e25357-2ca3-43a1-ab24-0bf90688b18a", "description": { "localDataProperties": [], "blockGroup": 0, "supportedTargets": [ 4 ], "supportedFieldTypes": null, "supportedMessages": [], "requiresInitialization": false, "allowDefaultAdd": true, "documentation": "Expands the path specified by reading globs and files in folders and outputs one record per file found.", "type": "Microsoft.DPrep.GetFilesBlock", "propertyDescriptions": [ { "name": "path", "type": 11, "multipleValues": false, "domain": { "type": 7, "details": { "allowMultiple": true, "allowedSources": [ 0, 1, 2 ], "allowedSourceType": 2 } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The path or paths to expand." }, { "name": "isArchive", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": false, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Whether the path or paths point to archive files." }, { "name": "archiveOptions", "type": 7, "multipleValues": false, "domain": { "type": 0, "details": [ { "name": "archiveType", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "ArchiveType", "enumType": "Microsoft.DPrep.Engine.ArchiveType, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "The type of archive file" }, { "name": "entryGlob", "type": 1, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "The glob pattern for entries in archive file" } ] }, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": { "condition": { "property": { "propertyPath": [ "isArchive" ] }, "comparison": 0, "value": true }, "aggregate": null }, "documentation": "Options for archive file" } ], "dataEffectDetails": { "dataEffect": 9 } }, "type": "Microsoft.DPrep.GetFilesBlock", "dataEffectDetails": { "dataEffect": 9 }, "propertyDescriptions": [ { "name": "path", "type": 11, "multipleValues": false, "domain": { "type": 7, "details": { "allowMultiple": true, "allowedSources": [ 0, 1, 2 ], "allowedSourceType": 2 } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The path or paths to expand." }, { "name": "isArchive", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": false, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Whether the path or paths point to archive files." }, { "name": "archiveOptions", "type": 7, "multipleValues": false, "domain": { "type": 0, "details": [ { "name": "archiveType", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "ArchiveType", "enumType": "Microsoft.DPrep.Engine.ArchiveType, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "The type of archive file" }, { "name": "entryGlob", "type": 1, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "The glob pattern for entries in archive file" } ] }, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": { "condition": { "property": { "propertyPath": [ "isArchive" ] }, "comparison": 0, "value": true }, "aggregate": null }, "documentation": "Options for archive file" } ], "arguments": { "isArchive": false, "path": { "target": 1, "resourceDetails": [ { "path": "https://dprepdata.blob.core.windows.net/demo/yellow-small/*", "sas": null, "storageAccountName": null, "storageAccountKey": null } ] } } }, { "id": "b0198a55-5142-4bc5-a7f5-f4439480f4d2", "description": { "localDataProperties": [], "blockGroup": 0, "supportedTargets": [ 5 ], "supportedFieldTypes": null, "supportedMessages": [], "requiresInitialization": false, "allowDefaultAdd": true, "documentation": null, "type": "Microsoft.DPrep.ParseDelimitedBlock", "propertyDescriptions": [ { "name": "maxRows", "type": 2, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 2, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "preview", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 2, "defaultValue": false, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "columnHeadersMode", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "PromoteHeadersMode", "enumType": "Microsoft.DPrep.Engine.PromoteHeadersMode, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0, 1, 2, 3 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": 1, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "separator", "type": 0, "multipleValues": false, "domain": { "type": 6, "details": { "values": [ { "value": ",", "id": 0 }, { "value": "\t", "id": 1 }, { "value": ":", "id": 2 }, { "value": ";", "id": 3 }, { "value": " ", "id": 5 }, { "value": "=", "id": 4 }, { "value": "—", "id": 7 } ], "allowCustom": true, "customEnumValue": 6 } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": ",", "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "commentLineCharacter", "type": 0, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "fileEncoding", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "FileEncoding", "enumType": "Microsoft.DPrep.Engine.FileEncoding, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0, 1, 2, 3, 4, 5, 6, 7 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": 0, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "skipRowsMode", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "SkipMode", "enumType": "Microsoft.DPrep.Engine.SkipMode, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0, 1, 2 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": 0, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "skipRows", "type": 2, "multipleValues": false, "domain": { "type": 4, "details": { "min": 0.0, "max": 1.7976931348623157E+308 } }, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": { "condition": { "property": { "propertyPath": [ "skipRowsMode" ] }, "comparison": 1, "value": 0 }, "aggregate": null }, "documentation": null }, { "name": "handleQuotedLineBreaks", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": false, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null } ], "dataEffectDetails": { "dataEffect": 1 } }, "type": "Microsoft.DPrep.ParseDelimitedBlock", "dataEffectDetails": { "dataEffect": 1 }, "propertyDescriptions": [ { "name": "maxRows", "type": 2, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 2, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "preview", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 2, "defaultValue": false, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "columnHeadersMode", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "PromoteHeadersMode", "enumType": "Microsoft.DPrep.Engine.PromoteHeadersMode, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0, 1, 2, 3 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": 1, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "separator", "type": 0, "multipleValues": false, "domain": { "type": 6, "details": { "values": [ { "value": ",", "id": 0 }, { "value": "\t", "id": 1 }, { "value": ":", "id": 2 }, { "value": ";", "id": 3 }, { "value": " ", "id": 5 }, { "value": "=", "id": 4 }, { "value": "—", "id": 7 } ], "allowCustom": true, "customEnumValue": 6 } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": ",", "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "commentLineCharacter", "type": 0, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "fileEncoding", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "FileEncoding", "enumType": "Microsoft.DPrep.Engine.FileEncoding, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0, 1, 2, 3, 4, 5, 6, 7 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": 0, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "skipRowsMode", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "SkipMode", "enumType": "Microsoft.DPrep.Engine.SkipMode, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0, 1, 2 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": 0, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "skipRows", "type": 2, "multipleValues": false, "domain": { "type": 4, "details": { "min": 0.0, "max": 1.7976931348623157E+308 } }, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": { "condition": { "property": { "propertyPath": [ "skipRowsMode" ] }, "comparison": 1, "value": 0 }, "aggregate": null }, "documentation": null }, { "name": "handleQuotedLineBreaks", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": false, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null } ], "arguments": { "columnHeadersMode": 3, "fileEncoding": 0, "handleQuotedLineBreaks": false, "preview": false, "separator": ",", "skipRows": 0, "skipRowsMode": 0 } }, { "id": "b3a40b63-acb6-467c-8eb0-6718a9e52e22", "description": { "localDataProperties": [], "blockGroup": 6, "supportedTargets": [ 2, 3 ], "supportedFieldTypes": null, "supportedMessages": [], "requiresInitialization": false, "allowDefaultAdd": true, "documentation": "Drops the specified columns.", "type": "Microsoft.DPrep.DropColumnsBlock", "propertyDescriptions": [ { "name": "columns", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 1, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source columns." } ], "dataEffectDetails": { "columnsRemovedProperties": [ { "propertyPath": [ "columns" ] } ], "dataEffect": 4 } }, "type": "Microsoft.DPrep.DropColumnsBlock", "dataEffectDetails": { "columnsRemovedProperties": [ { "propertyPath": [ "columns" ] } ], "dataEffect": 4 }, "propertyDescriptions": [ { "name": "columns", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 1, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source columns." } ], "arguments": { "columns": { "type": 0, "details": { "selectedColumns": [ "Path" ] } } } }, { "id": "378efb1b-9db2-4c76-a8e1-ad653493551a", "description": { "localDataProperties": [], "blockGroup": 7, "supportedTargets": [ 5 ], "supportedFieldTypes": null, "supportedMessages": [], "requiresInitialization": false, "allowDefaultAdd": true, "documentation": null, "type": "Microsoft.DPrep.SetColumnTypesBlock", "propertyDescriptions": [ { "name": "columnConversion", "type": 7, "multipleValues": true, "domain": { "type": 0, "details": [ { "name": "column", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 0, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source column." }, { "name": "typeProperty", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "FieldType", "enumType": "Microsoft.DPrep.Engine.FieldType, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0, 1, 3, 4, 10 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": 0, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "typeArguments", "type": 7, "multipleValues": false, "domain": { "type": 0, "details": [ { "name": "dateTimeFormats", "type": 1, "multipleValues": true, "domain": null, "multiValueDetails": { "isOrdered": false }, "isRequired": false, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null } ] }, "multiValueDetails": null, "isRequired": false, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null } ] }, "multiValueDetails": { "isOrdered": false }, "isRequired": false, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null } ], "dataEffectDetails": { "dataEffect": 1 } }, "type": "Microsoft.DPrep.SetColumnTypesBlock", "dataEffectDetails": { "dataEffect": 1 }, "propertyDescriptions": [ { "name": "columnConversion", "type": 7, "multipleValues": true, "domain": { "type": 0, "details": [ { "name": "column", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 0, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source column." }, { "name": "typeProperty", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "FieldType", "enumType": "Microsoft.DPrep.Engine.FieldType, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0, 1, 3, 4, 10 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": 0, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null }, { "name": "typeArguments", "type": 7, "multipleValues": false, "domain": { "type": 0, "details": [ { "name": "dateTimeFormats", "type": 1, "multipleValues": true, "domain": null, "multiValueDetails": { "isOrdered": false }, "isRequired": false, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null } ] }, "multiValueDetails": null, "isRequired": false, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null } ] }, "multiValueDetails": { "isOrdered": false }, "isRequired": false, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null } ], "arguments": { "columnConversion": [ { "column": { "type": 2, "details": { "selectedColumn": "End_Lon" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Trip_Pickup_DateTime" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Tip_Amt" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Passenger_Count" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Fare_Amt" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "vendor_name" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Start_Lat" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Tolls_Amt" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "End_Lat" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "surcharge" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Trip_Dropoff_DateTime" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Total_Amt" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "store_and_forward" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Payment_Type" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Rate_Code" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Trip_Distance" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "Start_Lon" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "mta_tax" } }, "typeProperty": 0 } ] } }, { "id": "1569498c-6f81-43e2-881b-e11587ae60e2", "description": { "localDataProperties": [], "blockGroup": 3, "supportedTargets": [ 2, 3 ], "supportedFieldTypes": [ 1, 4, 3, 2, 0, 5 ], "supportedMessages": [], "requiresInitialization": false, "allowDefaultAdd": true, "documentation": "Replaces values in the specified columns with nulls. You can choose to use the default list, supply your own, or both.", "type": "Microsoft.DPrep.ReplaceNaBlock", "propertyDescriptions": [ { "name": "useDefaultNaList", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": true, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Use the default list and replace 'null', 'NaN', 'NA', and 'N/A' with null." }, { "name": "useEmptyStringAsNa", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": true, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Replace empty strings with null." }, { "name": "useNanAsNa", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": true, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Replace NaNs with Null." }, { "name": "customNaList", "type": 1, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Provide a comma separated list of values to replace with null." }, { "name": "columns", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 1, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source columns." } ], "dataEffectDetails": { "columnsTransformedProperties": [ { "propertyPath": [ "columns" ] } ], "dataEffect": 5 } }, "type": "Microsoft.DPrep.ReplaceNaBlock", "dataEffectDetails": { "columnsTransformedProperties": [ { "propertyPath": [ "columns" ] } ], "dataEffect": 5 }, "propertyDescriptions": [ { "name": "useDefaultNaList", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": true, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Use the default list and replace 'null', 'NaN', 'NA', and 'N/A' with null." }, { "name": "useEmptyStringAsNa", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": true, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Replace empty strings with null." }, { "name": "useNanAsNa", "type": 4, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": true, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Replace NaNs with Null." }, { "name": "customNaList", "type": 1, "multipleValues": false, "domain": null, "multiValueDetails": null, "isRequired": false, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Provide a comma separated list of values to replace with null." }, { "name": "columns", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 1, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source columns." } ], "arguments": { "columns": { "type": 1, "details": { "ignoreCase": false, "term": ".*", "useRegex": true, "matchWholeWord": false, "invert": false } }, "useDefaultNaList": true, "useEmptyStringAsNa": true, "useNanAsNa": true } }, { "id": "5c88808e-dd28-4d79-be9c-06773aae56e8", "description": { "localDataProperties": [], "blockGroup": 5, "supportedTargets": [ 2, 3 ], "supportedFieldTypes": null, "supportedMessages": [], "requiresInitialization": false, "allowDefaultAdd": false, "documentation": "Drops rows where all or any of the selected columns are null.", "type": "Microsoft.DPrep.DropNullsBlock", "propertyDescriptions": [ { "name": "columns", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 1, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source columns." }, { "name": "columnRelationship", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "ColumnRelationship", "enumType": "Microsoft.DPrep.Engine.ColumnRelationship, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0, 1 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": 0, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Whether all or any of the selected columns must be null." } ], "dataEffectDetails": { "dataEffect": 6 } }, "type": "Microsoft.DPrep.DropNullsBlock", "dataEffectDetails": { "dataEffect": 6 }, "propertyDescriptions": [ { "name": "columns", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 1, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source columns." }, { "name": "columnRelationship", "type": 6, "multipleValues": false, "domain": { "type": 1, "details": { "enumName": "ColumnRelationship", "enumType": "Microsoft.DPrep.Engine.ColumnRelationship, Microsoft.DPrep.EngineAPI, Version=0.1.1903.18033, Culture=neutral, PublicKeyToken=null", "enumValues": [ 0, 1 ] } }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": 0, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "Whether all or any of the selected columns must be null." } ], "arguments": { "columnRelationship": 0, "columns": { "type": 1, "details": { "ignoreCase": false, "term": ".*", "useRegex": true, "matchWholeWord": false, "invert": false } } } }, { "id": "507b229d-a8bd-4517-8984-d5750b4443e9", "description": { "localDataProperties": [], "blockGroup": 6, "supportedTargets": [ 2, 3 ], "supportedFieldTypes": null, "supportedMessages": [], "requiresInitialization": false, "allowDefaultAdd": true, "documentation": "Renames the specified columns.", "type": "Microsoft.DPrep.RenameColumnsBlock", "propertyDescriptions": [ { "name": "columnPairs", "type": 7, "multipleValues": true, "domain": { "type": 0, "details": [ { "name": "column", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 0, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source column." }, { "name": "newColumnId", "type": 1, "multipleValues": false, "domain": { "type": 3, "details": null }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null } ] }, "multiValueDetails": { "isOrdered": false }, "isRequired": true, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "The columns to rename and the desired new names." } ], "dataEffectDetails": { "columnsChangedProperties": [ { "propertyPath": [ "columnPairs", "column" ] }, { "propertyPath": [ "columnPairs", "newColumnId" ] } ], "dataEffect": 2 } }, "type": "Microsoft.DPrep.RenameColumnsBlock", "dataEffectDetails": { "columnsChangedProperties": [ { "propertyPath": [ "columnPairs", "column" ] }, { "propertyPath": [ "columnPairs", "newColumnId" ] } ], "dataEffect": 2 }, "propertyDescriptions": [ { "name": "columnPairs", "type": 7, "multipleValues": true, "domain": { "type": 0, "details": [ { "name": "column", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 0, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source column." }, { "name": "newColumnId", "type": 1, "multipleValues": false, "domain": { "type": 3, "details": null }, "multiValueDetails": null, "isRequired": true, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": null } ] }, "multiValueDetails": { "isOrdered": false }, "isRequired": true, "origin": 1, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 0, "condition": null, "documentation": "The columns to rename and the desired new names." } ], "arguments": { "columnPairs": [ { "column": { "type": 2, "details": { "selectedColumn": "vendor_name" } }, "newColumnId": "vendor" }, { "column": { "type": 2, "details": { "selectedColumn": "VendorID" } }, "newColumnId": "vendor" }, { "column": { "type": 2, "details": { "selectedColumn": "vendor_id" } }, "newColumnId": "vendor" }, { "column": { "type": 2, "details": { "selectedColumn": "Trip_Pickup_DateTime" } }, "newColumnId": "pickup_datetime" }, { "column": { "type": 2, "details": { "selectedColumn": "tpep_pickup_datetime" } }, "newColumnId": "pickup_datetime" }, { "column": { "type": 2, "details": { "selectedColumn": "Trip_Dropoff_DateTime" } }, "newColumnId": "dropoff_datetime" }, { "column": { "type": 2, "details": { "selectedColumn": "tpep_dropoff_datetime" } }, "newColumnId": "dropoff_datetime" }, { "column": { "type": 2, "details": { "selectedColumn": "store_and_forward" } }, "newColumnId": "store_forward" }, { "column": { "type": 2, "details": { "selectedColumn": "store_and_fwd_flag" } }, "newColumnId": "store_forward" }, { "column": { "type": 2, "details": { "selectedColumn": "Start_Lon" } }, "newColumnId": "pickup_longitude" }, { "column": { "type": 2, "details": { "selectedColumn": "Start_Lat" } }, "newColumnId": "pickup_latitude" }, { "column": { "type": 2, "details": { "selectedColumn": "End_Lon" } }, "newColumnId": "dropoff_longitude" }, { "column": { "type": 2, "details": { "selectedColumn": "End_Lat" } }, "newColumnId": "dropoff_latitude" }, { "column": { "type": 2, "details": { "selectedColumn": "Passenger_Count" } }, "newColumnId": "passengers" }, { "column": { "type": 2, "details": { "selectedColumn": "passenger_count" } }, "newColumnId": "passengers" }, { "column": { "type": 2, "details": { "selectedColumn": "Fare_Amt" } }, "newColumnId": "cost" }, { "column": { "type": 2, "details": { "selectedColumn": "fare_amount" } }, "newColumnId": "cost" }, { "column": { "type": 2, "details": { "selectedColumn": "Trip_Distance" } }, "newColumnId": "distance" }, { "column": { "type": 2, "details": { "selectedColumn": "trip_distance" } }, "newColumnId": "distance" } ] } }, { "id": "f1dff530-60d8-467a-b24f-246eb2a27893", "description": { "localDataProperties": [], "blockGroup": 6, "supportedTargets": [ 2, 3 ], "supportedFieldTypes": null, "supportedMessages": [], "requiresInitialization": false, "allowDefaultAdd": true, "documentation": "Keeps the specified columns and drops all others.", "type": "Microsoft.DPrep.KeepColumnsBlock", "propertyDescriptions": [ { "name": "columns", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 1, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source columns." } ], "dataEffectDetails": { "dataEffect": 1 } }, "type": "Microsoft.DPrep.KeepColumnsBlock", "dataEffectDetails": { "dataEffect": 1 }, "propertyDescriptions": [ { "name": "columns", "type": 5, "multipleValues": false, "domain": { "type": 12, "details": { "selectorDomainType": 1, "fieldTypes": [] } }, "multiValueDetails": null, "isRequired": true, "origin": 0, "defaultValue": null, "initializeFromProperty": null, "telemetryStrategy": 1, "condition": null, "documentation": "The source columns." } ], "arguments": { "columns": { "type": 0, "details": { "selectedColumns": [ "cost", "distance", "dropoff_datetime", "dropoff_latitude", "dropoff_longitude", "passengers", "pickup_datetime", "pickup_latitude", "pickup_longitude", "store_forward", "vendor" ] } } } } ] } ] }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "9a72242d-1823-41a0-9588-e416d621bc75", "type": "Microsoft.DPrep.SetColumnTypesBlock", "arguments": { "columnConversion": [ { "column": { "type": 2, "details": { "selectedColumn": "pickup_longitude" } }, "typeProperty": 3 }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_latitude" } }, "typeProperty": 3 }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_longitude" } }, "typeProperty": 3 }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_latitude" } }, "typeProperty": 3 } ] }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "69c0d1c3-1628-4147-890d-1a19dc4f7fc7", "type": "Microsoft.DPrep.DropNullsBlock", "arguments": { "columnRelationship": 1, "columns": { "type": 0, "details": { "selectedColumns": [ "pickup_longitude", "pickup_latitude", "dropoff_longitude", "dropoff_latitude" ] } } }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "6919ef99-c7c0-4895-a9d2-af1abd09740f", "type": "Microsoft.DPrep.ExpressionFilterBlock", "arguments": { "expression": {"r":["And",[{"r":["And",[{"r":["And",[{"r":["And",[{"r":["And",[{"r":["And",[{"r":["And",[{"r":["Invoke",[{"r":["Identifier","Value_LE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"pickup_longitude"]]},-73.72]]]},{"r":["Invoke",[{"r":["Identifier","Value_GE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"pickup_longitude"]]},-74.09]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_LE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"pickup_latitude"]]},40.88]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_GE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"pickup_latitude"]]},40.53]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_LE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"dropoff_longitude"]]},-73.72]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_GE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"dropoff_longitude"]]},-74.09]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_LE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"dropoff_latitude"]]},40.88]]]}]]},{"r":["Invoke",[{"r":["Identifier","Value_GE"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"dropoff_latitude"]]},40.53]]]}]]} }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "98ede915-38ed-4fc2-bdc5-31fd43a8ad69", "type": "Microsoft.DPrep.ReplaceBlock", "arguments": { "booleanReplaceWith": 1, "booleanValueToFind": 1, "columns": { "type": 0, "details": { "selectedColumns": [ "store_forward" ] } }, "replaceWithType": 0, "stringReplaceWith": "N", "stringValueToFind": "0", "valueToFindType": 0 }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "a72da6d6-7594-4118-90ee-e7107b6c9d7a", "type": "Microsoft.DPrep.FillNullsBlock", "arguments": { "booleanReplaceWith": 1, "columns": { "type": 0, "details": { "selectedColumns": [ "store_forward" ] } }, "replaceWithType": 0, "stringReplaceWith": "N" }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "35290d77-a442-4ace-8f88-bed7fb153a57", "type": "Microsoft.DPrep.ReplaceBlock", "arguments": { "booleanReplaceWith": 1, "booleanValueToFind": 1, "columns": { "type": 0, "details": { "selectedColumns": [ "distance" ] } }, "doubleReplaceWith": 0.0, "replaceWithType": 3, "stringValueToFind": ".00", "valueToFindType": 0 }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "c98fdba9-f82e-4587-bef3-a4f7f9b2dc47", "type": "Microsoft.DPrep.FillNullsBlock", "arguments": { "booleanReplaceWith": 1, "columns": { "type": 0, "details": { "selectedColumns": [ "distance" ] } }, "doubleReplaceWith": 0.0, "replaceWithType": 3 }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "c84749ff-b6e8-41f7-b696-51c2399fe5bc", "type": "Microsoft.DPrep.ToNumberBlock", "arguments": { "columns": { "type": 0, "details": { "selectedColumns": [ "distance" ] } }, "decimalPoint": 0 }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "46d344f7-dfe4-4305-ba49-c101572c4e87", "type": "Microsoft.DPrep.SplitColumnByExampleBlock", "arguments": { "column": { "type": 2, "details": { "selectedColumn": "pickup_datetime" } }, "delimiters": [], "dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgAgACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADAAIgAgAC8APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbgB1AG0AUwBwAGwAaQB0AHMAIgA+ADwAIQBbAEMARABBAFQAQQBbADIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAZQBsAGkAbQBpAHQAZQByAFMAdABhAHIAdAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBFAG4AZAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AYwBsAHUAZABlAEQAZQBsAGkAbQBpAHQAZQByAHMAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZgBpAGwAbABTAHQAcgBhAHQAZQBnAHkAIgA+ADwAIQBbAEMARABBAFQAQQBbAE4AdQBsAGwAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+AA==", "examples": "[]", "fillStrategy": 0, "keepDelimiter": false, "newColumnsBaseName": "pickup_datetime_" }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "b62a7aaa-6c70-4d9b-a3ec-7eaad3dfa170", "type": "Microsoft.DPrep.SplitColumnByExampleBlock", "arguments": { "column": { "type": 2, "details": { "selectedColumn": "dropoff_datetime" } }, "delimiters": [], "dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgAgACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADAAIgAgAC8APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbgB1AG0AUwBwAGwAaQB0AHMAIgA+ADwAIQBbAEMARABBAFQAQQBbADIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAZQBsAGkAbQBpAHQAZQByAFMAdABhAHIAdAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBFAG4AZAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AYwBsAHUAZABlAEQAZQBsAGkAbQBpAHQAZQByAHMAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZgBpAGwAbABTAHQAcgBhAHQAZQBnAHkAIgA+ADwAIQBbAEMARABBAFQAQQBbAE4AdQBsAGwAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+AA==", "examples": "[]", "fillStrategy": 0, "keepDelimiter": false, "newColumnsBaseName": "dropoff_datetime_" }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "987b78c5-bb25-44ee-ae5c-e18302e2f8d4", "type": "Microsoft.DPrep.RenameColumnsBlock", "arguments": { "columnPairs": [ { "column": { "type": 2, "details": { "selectedColumn": "pickup_datetime_1" } }, "newColumnId": "pickup_date" }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_datetime_2" } }, "newColumnId": "pickup_time" }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_datetime_1" } }, "newColumnId": "dropoff_date" }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_datetime_2" } }, "newColumnId": "dropoff_time" } ] }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "56d8eeb5-ad5b-46a5-b4af-d6e492c75b00", "type": "Microsoft.DPrep.DeriveColumnByExample", "arguments": { "anchorColumnId": "pickup_date", "columnId": "pickup_weekday", "dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHcAaQB0AGMAaAAiACAAcgB1AGwAZQA9ACIAUwBpAG4AZwBsAGUAQgByAGEAbgBjAGgAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwB0ACIAIAByAHUAbABlAD0AIgBUAHIAYQBuAHMAZgBvAHIAbQBhAHQAaQBvAG4AIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZQAiACAAcgB1AGwAZQA9ACIAQQB0AG8AbQAiAD4APABMAGUAdABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGYAIgAgAGkAZAA9ACIATABlAHQAQwBvAGwAdQBtAG4ATgBhAG0AZQAiAD4APABWAGEAcgBpAGEAYgBsAGUAIABzAHkAbQBiAG8AbAA9ACIAYwBvAGwAdQBtAG4ATgBhAG0AZQAiAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBkAHgAIgA+ADwAIQBbAEMARABBAFQAQQBbACIAcABpAGMAawB1AHAAXwBkAGEAdABlACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBWAGEAcgBpAGEAYgBsAGUAPgA8AEwAZQB0AE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbABlAHQATwBwAHQAaQBvAG4AcwAiACAAaQBkAD0AIgBMAGUAdABYACIAPgA8AFYAYQByAGkAYQBiAGwAZQAgAHMAeQBtAGIAbwBsAD0AIgB4ACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAHIAdQBsAGUAPQAiAEMAaABvAG8AcwBlAEkAbgBwAHUAdAAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2AHMAIgAgAC8APgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAbwBsAHUAbQBuAE4AYQBtAGUAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8AVgBhAHIAaQBhAGIAbABlAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBjAG8AbgB2ACIAIAByAHUAbABlAD0AIgBGAG8AcgBtAGEAdABQAGEAcgB0AGkAYQBsAEQAYQB0AGUAVABpAG0AZQAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGEAdABlAHQAaQBtAGUAIgAgAHIAdQBsAGUAPQAiAH4AYwBvAG4AdgBlAHIAdABfAGQAYQB0AGUAdABpAG0AZQBfAGkAbgBwAHUAdABEAGEAdABlAFQAaQBtAGUAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBuAHAAdQB0AEQAYQB0AGUAVABpAG0AZQAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AaQBuAHAAdQB0AEQAYQB0AGUAVABpAG0AZQBfAHAAYQByAHMAZQBkAEQAYQB0AGUAVABpAG0AZQAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBwAGEAcgBzAGUAZABEAGEAdABlAFQAaQBtAGUAIgAgAHIAdQBsAGUAPQAiAFAAYQByAHMAZQBQAGEAcgB0AGkAYQBsAEQAYQB0AGUAVABpAG0AZQAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBTAFMAIgAgAHIAdQBsAGUAPQAiAFcAaABvAGwAZQBDAG8AbAB1AG0AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB4ACIAIAAvAD4APAAvAE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBuAHAAdQB0AEQAdABGAG8AcgBtAGEAdABzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADEAIgA+ADwASQB0AGUAbQAgAGkAPQAiADAAIgA+ADwARABhAHQAZQBUAGkAbQBlAEYAbwByAG0AYQB0ACAAZgBvAHIAbQBhAHQAPQAiAHkAeQB5AHkAXAAtAE0ATQBcAC0AZABkACIAPgA8AE4AdQBtAGUAcgBpAGMARgBvAHIAbQBhAHQAUABhAHIAdAAgAEIAYQBzAGUARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAHkAeQB5AHkAIgAgAEYAdQBsAGwARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAHkAeQB5AHkAIgAgAEQAYQB0AGUAVABpAG0AZQBQAGEAcgB0AD0AIgBZAGUAYQByACIAIAAvAD4APABDAG8AbgBzAHQAYQBuAHQARgBvAHIAbQBhAHQAUABhAHIAdAA+ADwAIQBbAEMARABBAFQAQQBbAC0AXQBdAD4APAAvAEMAbwBuAHMAdABhAG4AdABGAG8AcgBtAGEAdABQAGEAcgB0AD4APABOAHUAbQBlAHIAaQBjAEYAbwByAG0AYQB0AFAAYQByAHQAIABCAGEAcwBlAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgBNAE0AIgAgAEYAdQBsAGwARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAE0ATQAiACAARABhAHQAZQBUAGkAbQBlAFAAYQByAHQAPQAiAE0AbwBuAHQAaAAiACAALwA+ADwAQwBvAG4AcwB0AGEAbgB0AEYAbwByAG0AYQB0AFAAYQByAHQAPgA8ACEAWwBDAEQAQQBUAEEAWwAtAF0AXQA+ADwALwBDAG8AbgBzAHQAYQBuAHQARgBvAHIAbQBhAHQAUABhAHIAdAA+ADwATgB1AG0AZQByAGkAYwBGAG8AcgBtAGEAdABQAGEAcgB0ACAAQgBhAHMAZQBGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIAZABkACIAIABGAHUAbABsAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgBkAGQAIgAgAEQAYQB0AGUAVABpAG0AZQBQAGEAcgB0AD0AIgBEAGEAeQAiACAALwA+ADwALwBEAGEAdABlAFQAaQBtAGUARgBvAHIAbQBhAHQAPgA8AC8ASQB0AGUAbQA+ADwALwBBAHIAcgBhAHkAPgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APAAvAE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlAD4APAAvAE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlAD4APAAvAE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbwB1AHQAcAB1AHQARAB0AEYAbwByAG0AYQB0ACIAPgA8AEQAYQB0AGUAVABpAG0AZQBGAG8AcgBtAGEAdAAgAGYAbwByAG0AYQB0AD0AIgBkAGQAZABkACIAPgA8AFMAdAByAGkAbgBnAEYAbwByAG0AYQB0AFAAYQByAHQAIABCAGEAcwBlAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgBkAGQAZABkACIAIABGAHUAbABsAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgBkAGQAZABkACIAIABEAGEAdABlAFQAaQBtAGUAUABhAHIAdAA9ACIARABhAHkATwBmAFcAZQBlAGsAIgAgAFAAbwBzAGkAeABPAHUAdABwAHUAdABGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIAJQBBACIAIABQAG8AcwBpAHgAUABhAHIAcwBpAG4AZwBGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIAJQBBACIAPgA8AEwAbwBvAGsAdQBwACAAcwB0AHIAaQBuAGcAPQAiAFMAdQBuAGQAYQB5ACIAIAB2AGEAbAB1AGUAPQAiADAAIgAgAC8APgA8AEwAbwBvAGsAdQBwACAAcwB0AHIAaQBuAGcAPQAiAE0AbwBuAGQAYQB5ACIAIAB2AGEAbAB1AGUAPQAiADEAIgAgAC8APgA8AEwAbwBvAGsAdQBwACAAcwB0AHIAaQBuAGcAPQAiAFQAdQBlAHMAZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIAMgAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIAVwBlAGQAbgBlAHMAZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIAMwAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIAVABoAHUAcgBzAGQAYQB5ACIAIAB2AGEAbAB1AGUAPQAiADQAIgAgAC8APgA8AEwAbwBvAGsAdQBwACAAcwB0AHIAaQBuAGcAPQAiAEYAcgBpAGQAYQB5ACIAIAB2AGEAbAB1AGUAPQAiADUAIgAgAC8APgA8AEwAbwBvAGsAdQBwACAAcwB0AHIAaQBuAGcAPQAiAFMAYQB0AHUAcgBkAGEAeQAiACAAdgBhAGwAdQBlAD0AIgA2ACIAIAAvAD4APAAvAFMAdAByAGkAbgBnAEYAbwByAG0AYQB0AFAAYQByAHQAPgA8AC8ARABhAHQAZQBUAGkAbQBlAEYAbwByAG0AYQB0AD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwALwBMAGUAdABOAG8AZABlAD4APAAvAEwAZQB0AE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA=", "examples": "{\"-1\": {\"row\": -1, \"sourceData\": {\"pickup_date\": \"2009-01-04\"}, \"example\": \"Sunday\"}, \"-2\": {\"row\": -2, \"sourceData\": {\"pickup_date\": \"2013-08-22\"}, \"example\": \"Thursday\"}}", "outputType": 2, "priorColumnIds": { "type": 0, "details": { "selectedColumns": [ "pickup_date" ] } }, "sourceColumnIds": [ "pickup_date" ] }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "a81d2481-ec3e-4445-81a4-7f99aa8f449b", "type": "Microsoft.DPrep.DeriveColumnByExample", "arguments": { "anchorColumnId": "dropoff_date", "columnId": "dropoff_weekday", "dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHcAaQB0AGMAaAAiACAAcgB1AGwAZQA9ACIAUwBpAG4AZwBsAGUAQgByAGEAbgBjAGgAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwB0ACIAIAByAHUAbABlAD0AIgBUAHIAYQBuAHMAZgBvAHIAbQBhAHQAaQBvAG4AIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZQAiACAAcgB1AGwAZQA9ACIAQQB0AG8AbQAiAD4APABMAGUAdABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGYAIgAgAGkAZAA9ACIATABlAHQAQwBvAGwAdQBtAG4ATgBhAG0AZQAiAD4APABWAGEAcgBpAGEAYgBsAGUAIABzAHkAbQBiAG8AbAA9ACIAYwBvAGwAdQBtAG4ATgBhAG0AZQAiAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBkAHgAIgA+ADwAIQBbAEMARABBAFQAQQBbACIAZAByAG8AcABvAGYAZgBfAGQAYQB0AGUAIgBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APAAvAFYAYQByAGkAYQBiAGwAZQA+ADwATABlAHQATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBsAGUAdABPAHAAdABpAG8AbgBzACIAIABpAGQAPQAiAEwAZQB0AFgAIgA+ADwAVgBhAHIAaQBhAGIAbABlACAAcwB5AG0AYgBvAGwAPQAiAHgAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAdgAiACAAcgB1AGwAZQA9ACIAQwBoAG8AbwBzAGUASQBuAHAAdQB0ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAcwAiACAALwA+ADwAVgBhAHIAaQBhAGIAbABlAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAYwBvAGwAdQBtAG4ATgBhAG0AZQAiACAALwA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwALwBWAGEAcgBpAGEAYgBsAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAbwBuAHYAIgAgAHIAdQBsAGUAPQAiAEYAbwByAG0AYQB0AFAAYQByAHQAaQBhAGwARABhAHQAZQBUAGkAbQBlACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAYQB0AGUAdABpAG0AZQAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AZABhAHQAZQB0AGkAbQBlAF8AaQBuAHAAdQB0AEQAYQB0AGUAVABpAG0AZQAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AcAB1AHQARABhAHQAZQBUAGkAbQBlACIAIAByAHUAbABlAD0AIgB+AGMAbwBuAHYAZQByAHQAXwBpAG4AcAB1AHQARABhAHQAZQBUAGkAbQBlAF8AcABhAHIAcwBlAGQARABhAHQAZQBUAGkAbQBlACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHAAYQByAHMAZQBkAEQAYQB0AGUAVABpAG0AZQAiACAAcgB1AGwAZQA9ACIAUABhAHIAcwBlAFAAYQByAHQAaQBhAGwARABhAHQAZQBUAGkAbQBlACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAFMAUwAiACAAcgB1AGwAZQA9ACIAVwBoAG8AbABlAEMAbwBsAHUAbQBuACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHgAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AcAB1AHQARAB0AEYAbwByAG0AYQB0AHMAIgA+ADwAQQByAHIAYQB5ACAAcwBpAHoAZQA9ACIAMQAiAD4APABJAHQAZQBtACAAaQA9ACIAMAAiAD4APABEAGEAdABlAFQAaQBtAGUARgBvAHIAbQBhAHQAIABmAG8AcgBtAGEAdAA9ACIAeQB5AHkAeQBcAC0ATQBNAFwALQBkAGQAIgA+ADwATgB1AG0AZQByAGkAYwBGAG8AcgBtAGEAdABQAGEAcgB0ACAAQgBhAHMAZQBGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIAeQB5AHkAeQAiACAARgB1AGwAbABGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIAeQB5AHkAeQAiACAARABhAHQAZQBUAGkAbQBlAFAAYQByAHQAPQAiAFkAZQBhAHIAIgAgAC8APgA8AEMAbwBuAHMAdABhAG4AdABGAG8AcgBtAGEAdABQAGEAcgB0AD4APAAhAFsAQwBEAEEAVABBAFsALQBdAF0APgA8AC8AQwBvAG4AcwB0AGEAbgB0AEYAbwByAG0AYQB0AFAAYQByAHQAPgA8AE4AdQBtAGUAcgBpAGMARgBvAHIAbQBhAHQAUABhAHIAdAAgAEIAYQBzAGUARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAE0ATQAiACAARgB1AGwAbABGAG8AcgBtAGEAdABTAHQAcgBpAG4AZwA9ACIATQBNACIAIABEAGEAdABlAFQAaQBtAGUAUABhAHIAdAA9ACIATQBvAG4AdABoACIAIAAvAD4APABDAG8AbgBzAHQAYQBuAHQARgBvAHIAbQBhAHQAUABhAHIAdAA+ADwAIQBbAEMARABBAFQAQQBbAC0AXQBdAD4APAAvAEMAbwBuAHMAdABhAG4AdABGAG8AcgBtAGEAdABQAGEAcgB0AD4APABOAHUAbQBlAHIAaQBjAEYAbwByAG0AYQB0AFAAYQByAHQAIABCAGEAcwBlAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgBkAGQAIgAgAEYAdQBsAGwARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAGQAZAAiACAARABhAHQAZQBUAGkAbQBlAFAAYQByAHQAPQAiAEQAYQB5ACIAIAAvAD4APAAvAEQAYQB0AGUAVABpAG0AZQBGAG8AcgBtAGEAdAA+ADwALwBJAHQAZQBtAD4APAAvAEEAcgByAGEAeQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBvAHUAdABwAHUAdABEAHQARgBvAHIAbQBhAHQAIgA+ADwARABhAHQAZQBUAGkAbQBlAEYAbwByAG0AYQB0ACAAZgBvAHIAbQBhAHQAPQAiAGQAZABkAGQAIgA+ADwAUwB0AHIAaQBuAGcARgBvAHIAbQBhAHQAUABhAHIAdAAgAEIAYQBzAGUARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAGQAZABkAGQAIgAgAEYAdQBsAGwARgBvAHIAbQBhAHQAUwB0AHIAaQBuAGcAPQAiAGQAZABkAGQAIgAgAEQAYQB0AGUAVABpAG0AZQBQAGEAcgB0AD0AIgBEAGEAeQBPAGYAVwBlAGUAawAiACAAUABvAHMAaQB4AE8AdQB0AHAAdQB0AEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgAlAEEAIgAgAFAAbwBzAGkAeABQAGEAcgBzAGkAbgBnAEYAbwByAG0AYQB0AFMAdAByAGkAbgBnAD0AIgAlAEEAIgA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIAUwB1AG4AZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIAMAAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIATQBvAG4AZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIAMQAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIAVAB1AGUAcwBkAGEAeQAiACAAdgBhAGwAdQBlAD0AIgAyACIAIAAvAD4APABMAG8AbwBrAHUAcAAgAHMAdAByAGkAbgBnAD0AIgBXAGUAZABuAGUAcwBkAGEAeQAiACAAdgBhAGwAdQBlAD0AIgAzACIAIAAvAD4APABMAG8AbwBrAHUAcAAgAHMAdAByAGkAbgBnAD0AIgBUAGgAdQByAHMAZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIANAAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIARgByAGkAZABhAHkAIgAgAHYAYQBsAHUAZQA9ACIANQAiACAALwA+ADwATABvAG8AawB1AHAAIABzAHQAcgBpAG4AZwA9ACIAUwBhAHQAdQByAGQAYQB5ACIAIAB2AGEAbAB1AGUAPQAiADYAIgAgAC8APgA8AC8AUwB0AHIAaQBuAGcARgBvAHIAbQBhAHQAUABhAHIAdAA+ADwALwBEAGEAdABlAFQAaQBtAGUARgBvAHIAbQBhAHQAPgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APAAvAE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlAD4APAAvAEwAZQB0AE4AbwBkAGUAPgA8AC8ATABlAHQATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+AA==", "examples": "{\"-1\": {\"row\": -1, \"sourceData\": {\"dropoff_date\": \"2013-08-22\"}, \"example\": \"Thursday\"}, \"-2\": {\"row\": -2, \"sourceData\": {\"dropoff_date\": \"2013-11-03\"}, \"example\": \"Sunday\"}}", "outputType": 2, "priorColumnIds": { "type": 0, "details": { "selectedColumns": [ "dropoff_date" ] } }, "sourceColumnIds": [ "dropoff_date" ] }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "4699c028-36b8-4c7a-826f-5b64ec7af309", "type": "Microsoft.DPrep.SplitColumnByExampleBlock", "arguments": { "column": { "type": 2, "details": { "selectedColumn": "pickup_time" } }, "delimiters": [], "dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgA6ACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADEAIgA+ADwASQB0AGUAbQAgAGkAPQAiADAAIgA+ADwAIQBbAEMARABBAFQAQQBbADAAXQBdAD4APAAvAEkAdABlAG0APgA8AC8AQQByAHIAYQB5AD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAG4AdQBtAFMAcABsAGkAdABzACIAPgA8ACEAWwBDAEQAQQBUAEEAWwAyAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBTAHQAYQByAHQAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZABlAGwAaQBtAGkAdABlAHIARQBuAGQAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBuAGMAbAB1AGQAZQBEAGUAbABpAG0AaQB0AGUAcgBzACIAPgA8ACEAWwBDAEQAQQBUAEEAWwBmAGEAbABzAGUAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGYAaQBsAGwAUwB0AHIAYQB0AGUAZwB5ACIAPgA8ACEAWwBDAEQAQQBUAEEAWwBOAHUAbABsAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA=", "examples": "[]", "fillStrategy": 0, "keepDelimiter": false, "newColumnsBaseName": "pickup_time_" }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "bb5e7ef8-0763-414a-b36f-ecb5d74806da", "type": "Microsoft.DPrep.SplitColumnByExampleBlock", "arguments": { "column": { "type": 2, "details": { "selectedColumn": "dropoff_time" } }, "delimiters": [], "dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgA6ACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADEAIgA+ADwASQB0AGUAbQAgAGkAPQAiADAAIgA+ADwAIQBbAEMARABBAFQAQQBbADAAXQBdAD4APAAvAEkAdABlAG0APgA8AC8AQQByAHIAYQB5AD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAG4AdQBtAFMAcABsAGkAdABzACIAPgA8ACEAWwBDAEQAQQBUAEEAWwAyAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBTAHQAYQByAHQAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZABlAGwAaQBtAGkAdABlAHIARQBuAGQAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAaQBuAGMAbAB1AGQAZQBEAGUAbABpAG0AaQB0AGUAcgBzACIAPgA8ACEAWwBDAEQAQQBUAEEAWwBmAGEAbABzAGUAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGYAaQBsAGwAUwB0AHIAYQB0AGUAZwB5ACIAPgA8ACEAWwBDAEQAQQBUAEEAWwBOAHUAbABsAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA=", "examples": "[]", "fillStrategy": 0, "keepDelimiter": false, "newColumnsBaseName": "dropoff_time_" }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "ee2d7138-8867-4ede-830c-e37f01a83f75", "type": "Microsoft.DPrep.SplitColumnByExampleBlock", "arguments": { "column": { "type": 2, "details": { "selectedColumn": "pickup_time_1" } }, "delimiters": [], "dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgA6ACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADAAIgAgAC8APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbgB1AG0AUwBwAGwAaQB0AHMAIgA+ADwAIQBbAEMARABBAFQAQQBbADIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAZQBsAGkAbQBpAHQAZQByAFMAdABhAHIAdAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBFAG4AZAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AYwBsAHUAZABlAEQAZQBsAGkAbQBpAHQAZQByAHMAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZgBpAGwAbABTAHQAcgBhAHQAZQBnAHkAIgA+ADwAIQBbAEMARABBAFQAQQBbAE4AdQBsAGwAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+AA==", "examples": "[]", "fillStrategy": 0, "keepDelimiter": false, "newColumnsBaseName": "pickup_time_1_" }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "7f09be9f-372f-4c35-bde5-91d133bfed14", "type": "Microsoft.DPrep.SplitColumnByExampleBlock", "arguments": { "column": { "type": 2, "details": { "selectedColumn": "dropoff_time_1" } }, "delimiters": [], "dsl": "PABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgByAGUAZwBpAG8AbgBTAHAAbABpAHQAIgAgAHIAdQBsAGUAPQAiAFMAcABsAGkAdABSAGUAZwBpAG8AbgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBzAHAAbABpAHQATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AcwBwAGwAaQB0AE0AYQB0AGMAaABlAHMAXwBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiAD4APABOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBtAHUAbAB0AGkAcABsAGUATQBhAHQAYwBoAGUAcwAiACAAcgB1AGwAZQA9ACIAfgBjAG8AbgB2AGUAcgB0AF8AbQB1AGwAdABpAHAAbABlAE0AYQB0AGMAaABlAHMAXwBkACIAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAIgAgAHIAdQBsAGUAPQAiAEwAbwBvAGsAQQByAG8AdQBuAGQAIgA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AE4AbwBuAHQAZQByAG0AaQBuAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGMAIgAgAHIAdQBsAGUAPQAiAEMAbwBuAHMAdABTAHQAcgAiAD4APABWAGEAcgBpAGEAYgBsAGUATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgB2ACIAIAAvAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcwAiAD4APAAhAFsAQwBEAEEAVABBAFsAIgA6ACIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+ADwATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAcgAiACAAcgB1AGwAZQA9ACIARQBtAHAAdAB5ACIAPgA8AFYAYQByAGkAYQBiAGwAZQBOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAHYAIgAgAC8APgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AC8ATgBvAG4AdABlAHIAbQBpAG4AYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAGcAbgBvAHIAZQBJAG4AZABlAHgAZQBzACIAPgA8AEEAcgByAGEAeQAgAHMAaQB6AGUAPQAiADAAIgAgAC8APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAbgB1AG0AUwBwAGwAaQB0AHMAIgA+ADwAIQBbAEMARABBAFQAQQBbADIAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwATABpAHQAZQByAGEAbABOAG8AZABlACAAcwB5AG0AYgBvAGwAPQAiAGQAZQBsAGkAbQBpAHQAZQByAFMAdABhAHIAdAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBkAGUAbABpAG0AaQB0AGUAcgBFAG4AZAAiAD4APAAhAFsAQwBEAEEAVABBAFsAZgBhAGwAcwBlAF0AXQA+ADwALwBMAGkAdABlAHIAYQBsAE4AbwBkAGUAPgA8AEwAaQB0AGUAcgBhAGwATgBvAGQAZQAgAHMAeQBtAGIAbwBsAD0AIgBpAG4AYwBsAHUAZABlAEQAZQBsAGkAbQBpAHQAZQByAHMAIgA+ADwAIQBbAEMARABBAFQAQQBbAGYAYQBsAHMAZQBdAF0APgA8AC8ATABpAHQAZQByAGEAbABOAG8AZABlAD4APABMAGkAdABlAHIAYQBsAE4AbwBkAGUAIABzAHkAbQBiAG8AbAA9ACIAZgBpAGwAbABTAHQAcgBhAHQAZQBnAHkAIgA+ADwAIQBbAEMARABBAFQAQQBbAE4AdQBsAGwAXQBdAD4APAAvAEwAaQB0AGUAcgBhAGwATgBvAGQAZQA+ADwALwBOAG8AbgB0AGUAcgBtAGkAbgBhAGwATgBvAGQAZQA+AA==", "examples": "[]", "fillStrategy": 0, "keepDelimiter": false, "newColumnsBaseName": "dropoff_time_1_" }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "46c61672-c91e-467a-b157-e06643e5c93b", "type": "Microsoft.DPrep.DropColumnsBlock", "arguments": { "columns": { "type": 0, "details": { "selectedColumns": [ "pickup_date", "pickup_time", "dropoff_date", "dropoff_time", "pickup_date_1", "dropoff_date_1", "pickup_time_1", "dropoff_time_1" ] } } }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "45756d2e-176c-4a33-b65b-dfbbf72a82f6", "type": "Microsoft.DPrep.RenameColumnsBlock", "arguments": { "columnPairs": [ { "column": { "type": 2, "details": { "selectedColumn": "pickup_date_2" } }, "newColumnId": "pickup_month" }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_date_3" } }, "newColumnId": "pickup_monthday" }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_time_1_1" } }, "newColumnId": "pickup_hour" }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_time_1_2" } }, "newColumnId": "pickup_minute" }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_time_2" } }, "newColumnId": "pickup_second" }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_date_2" } }, "newColumnId": "dropoff_month" }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_date_3" } }, "newColumnId": "dropoff_monthday" }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_time_1_1" } }, "newColumnId": "dropoff_hour" }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_time_1_2" } }, "newColumnId": "dropoff_minute" }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_time_2" } }, "newColumnId": "dropoff_second" } ] }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "c9ed92e3-464e-4706-9e91-a39f8d2a5504", "type": "Microsoft.DPrep.DropColumnsBlock", "arguments": { "columns": { "type": 0, "details": { "selectedColumns": [ "pickup_datetime", "dropoff_datetime" ] } } }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "7b9401a8-61bd-410f-a63b-a9f1a2432d03", "type": "Microsoft.DPrep.SetColumnTypesBlock", "arguments": { "columnConversion": [ { "column": { "type": 2, "details": { "selectedColumn": "vendor" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "passengers" } }, "typeProperty": 2 }, { "column": { "type": 2, "details": { "selectedColumn": "store_forward" } }, "typeProperty": 1 }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_minute" } }, "typeProperty": 2 }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_latitude" } }, "typeProperty": 3 }, { "column": { "type": 2, "details": { "selectedColumn": "cost" } }, "typeProperty": 3 }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_weekday" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_hour" } }, "typeProperty": 2 }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_longitude" } }, "typeProperty": 3 }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_weekday" } }, "typeProperty": 0 }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_second" } }, "typeProperty": 2 }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_hour" } }, "typeProperty": 2 }, { "column": { "type": 2, "details": { "selectedColumn": "dropoff_minute" } }, "typeProperty": 2 }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_longitude" } }, "typeProperty": 3 }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_second" } }, "typeProperty": 2 }, { "column": { "type": 2, "details": { "selectedColumn": "pickup_latitude" } }, "typeProperty": 3 }, { "column": { "type": 2, "details": { "selectedColumn": "distance" } }, "typeProperty": 3 } ] }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "0cf8ee9c-d0b3-47fa-8b88-8d40393476b0", "type": "Microsoft.DPrep.ExpressionFilterBlock", "arguments": { "expression": {"r":["Invoke",[{"r":["Identifier","Value_GT"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"distance"]]},0]]]} }, "localData": {}, "isEnabled": true, "name": null, "annotation": null }, { "id": "d413f9c1-e33b-4c7a-8e44-a789af2dbf14", "type": "Microsoft.DPrep.ExpressionFilterBlock", "arguments": { "expression": {"r":["Invoke",[{"r":["Identifier","Value_GT"]},[{"r":["RecordField",[{"r":["Identifier","row"]},"cost"]]},0]]]} }, "localData": {}, "isEnabled": true, "name": null, "annotation": null } ], "inspectors": [] }