mirror of
https://github.com/Azure/MachineLearningNotebooks.git
synced 2025-12-25 10:00:15 -05:00
4415 lines
158 KiB
JSON
4415 lines
158 KiB
JSON
{
|
|
"blocks": [
|
|
{
|
|
"id": "36442a99-73bd-4307-985e-11e3a496abdd",
|
|
"type": "Microsoft.DPrep.ReferenceAndInverseSplitBlock",
|
|
"arguments": {
|
|
"sourceFilter": {
|
|
"referenceType": 2,
|
|
"referenceContainerPath": null,
|
|
"referencedStep": {
|
|
"referencedStepId": "00000000-0000-0000-0000-000000000000",
|
|
"fallback": 1
|
|
},
|
|
"anonymousSteps": [
|
|
{
|
|
"id": "509f625c-951b-410c-b2a5-ba7d77ac5805",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 0,
|
|
"supportedTargets": [
|
|
4
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Creates a reference to an existing activity object.",
|
|
"type": "Microsoft.DPrep.ReferenceBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "reference",
|
|
"type": 21,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The reference activity."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"dataEffect": 1
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.ReferenceBlock",
|
|
"dataEffectDetails": {
|
|
"dataEffect": 1
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "reference",
|
|
"type": 21,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The reference activity."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"reference": {
|
|
"referenceType": 1,
|
|
"referenceContainerPath": "dataset://35f16a99-532a-4a47-9e93-00305f6c40f2/maytest/mayworkspace/train_raw",
|
|
"referencedStep": null,
|
|
"anonymousSteps": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": "49f2a633-169b-412c-8565-4cfe9a3e10bd",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 5,
|
|
"supportedTargets": [
|
|
1
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Takes a random sample of the available records.",
|
|
"type": "Microsoft.DPrep.TakeSampleBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "probability",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 4,
|
|
"details": {
|
|
"min": 0.0,
|
|
"max": 1.0
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0.1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The probability of a record being included in the sample."
|
|
},
|
|
{
|
|
"name": "seed",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 4,
|
|
"details": {
|
|
"min": 0.0,
|
|
"max": 4294967295.0
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The seed to use for the random generator."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"dataEffect": 6
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.TakeSampleBlock",
|
|
"dataEffectDetails": {
|
|
"dataEffect": 6
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "probability",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 4,
|
|
"details": {
|
|
"min": 0.0,
|
|
"max": 1.0
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0.1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The probability of a record being included in the sample."
|
|
},
|
|
{
|
|
"name": "seed",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 4,
|
|
"details": {
|
|
"min": 0.0,
|
|
"max": 4294967295.0
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The seed to use for the random generator."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"probability": 0.2,
|
|
"seed": 3923004803
|
|
}
|
|
},
|
|
{
|
|
"id": "8eb37cb0-0e45-4230-a69e-70a9b481d9a3",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 6,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Drops the specified columns.",
|
|
"type": "Microsoft.DPrep.DropColumnsBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsRemovedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 4
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.DropColumnsBlock",
|
|
"dataEffectDetails": {
|
|
"columnsRemovedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 4
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"AVProductStatesIdentifier",
|
|
"AVProductsEnabled",
|
|
"AutoSampleOptIn",
|
|
"AvSigVersion",
|
|
"AvSigVersionEncoded",
|
|
"Census_ActivationChannel",
|
|
"Census_ChassisTypeName",
|
|
"Census_DeviceFamily",
|
|
"Census_GenuineStateName",
|
|
"Census_InternalBatteryNumberOfCharges",
|
|
"Census_InternalBatteryType",
|
|
"Census_InternalPrimaryDiagonalDisplaySizeInInches",
|
|
"Census_InternalPrimaryDisplayResolutionHorizontal",
|
|
"Census_InternalPrimaryDisplayResolutionVertical",
|
|
"Census_IsFlightingInternal",
|
|
"Census_IsFlightsDisabled",
|
|
"Census_IsPortableOperatingSystem",
|
|
"Census_IsSecureBootEnabled",
|
|
"Census_IsWIMBootEnabled",
|
|
"Census_MDC2FormFactor",
|
|
"Census_OSArchitecture",
|
|
"Census_OSBranch",
|
|
"Census_OSBuildNumber",
|
|
"Census_OSBuildRevision",
|
|
"Census_OSEdition",
|
|
"Census_OSInstallTypeName",
|
|
"Census_OSSkuName",
|
|
"Census_OSVersion",
|
|
"Census_OSWUAutoUpdateOptionsName",
|
|
"Census_PowerPlatformRoleName",
|
|
"Census_PrimaryDiskTypeName",
|
|
"Census_ProcessorClass",
|
|
"Census_SystemVolumeTotalCapacity",
|
|
"Census_ThresholdOptIn",
|
|
"CountryIdentifier",
|
|
"DefaultBrowsersIdentifier",
|
|
"Firewall",
|
|
"HasTpm",
|
|
"IsBeta",
|
|
"MachineIdentifier",
|
|
"OrganizationIdentifier",
|
|
"OsBuild",
|
|
"OsBuildLab",
|
|
"OsPlatformSubRelease",
|
|
"OsSuite",
|
|
"OsVer",
|
|
"Platform",
|
|
"Processor",
|
|
"ProductName",
|
|
"PuaMode",
|
|
"SMode",
|
|
"SkuEdition",
|
|
"SmartScreen",
|
|
"UacLuaenable"
|
|
]
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": "164eb9f4-bc3b-485e-8d76-55a5fcd1b2a8",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 7,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": [
|
|
0,
|
|
2
|
|
],
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Converts the values in the specified columns to floating point numbers.",
|
|
"type": "Microsoft.DPrep.ToNumberBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
},
|
|
{
|
|
"name": "decimalPoint",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "DecimalMark",
|
|
"enumType": "Microsoft.DPrep.Engine.Blocks.ToNumberBlock+DecimalMark, Microsoft.DPrep.Engine, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The symbol to use as the decimal mark."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.ToNumberBlock",
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
},
|
|
{
|
|
"name": "decimalPoint",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "DecimalMark",
|
|
"enumType": "Microsoft.DPrep.Engine.Blocks.ToNumberBlock+DecimalMark, Microsoft.DPrep.Engine, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The symbol to use as the decimal mark."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"AVProductsInstalled",
|
|
"Census_ProcessorCoreCount",
|
|
"Census_PrimaryDiskTotalCapacity",
|
|
"Census_TotalPhysicalRAM"
|
|
]
|
|
}
|
|
},
|
|
"decimalPoint": 0
|
|
}
|
|
},
|
|
{
|
|
"id": "7e2a6355-de6b-4d03-b869-9d6097eb2012",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 3,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": [
|
|
1,
|
|
4,
|
|
3,
|
|
2,
|
|
0,
|
|
5
|
|
],
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Replaces values in the specified columns with nulls. You can choose to use the default list, supply your own, or both.",
|
|
"type": "Microsoft.DPrep.ReplaceNaBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "useDefaultNaList",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Use the default list and replace 'null', 'NaN', 'NA', and 'N/A' with null."
|
|
},
|
|
{
|
|
"name": "useEmptyStringAsNa",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Replace empty strings with null."
|
|
},
|
|
{
|
|
"name": "useNanAsNa",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Replace NaNs with Null."
|
|
},
|
|
{
|
|
"name": "customNaList",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Provide a comma separated list of values to replace with null."
|
|
},
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.ReplaceNaBlock",
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "useDefaultNaList",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Use the default list and replace 'null', 'NaN', 'NA', and 'N/A' with null."
|
|
},
|
|
{
|
|
"name": "useEmptyStringAsNa",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Replace empty strings with null."
|
|
},
|
|
{
|
|
"name": "useNanAsNa",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Replace NaNs with Null."
|
|
},
|
|
{
|
|
"name": "customNaList",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Provide a comma separated list of values to replace with null."
|
|
},
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 1,
|
|
"details": {
|
|
"ignoreCase": false,
|
|
"term": ".*",
|
|
"useRegex": true,
|
|
"matchWholeWord": false,
|
|
"invert": false
|
|
}
|
|
},
|
|
"useDefaultNaList": true,
|
|
"useEmptyStringAsNa": true,
|
|
"useNanAsNa": true
|
|
}
|
|
},
|
|
{
|
|
"id": "9d738031-d05e-41ab-a45c-3a6859155198",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 4,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": false,
|
|
"documentation": "Replaces null values in a column with the specified replacement value.",
|
|
"type": "Microsoft.DPrep.FillNullsBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
},
|
|
{
|
|
"name": "replaceWithType",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "FieldType",
|
|
"enumType": "Microsoft.DPrep.Engine.FieldType, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
3,
|
|
4,
|
|
6,
|
|
10
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The replacement value type."
|
|
},
|
|
{
|
|
"name": "stringReplaceWith",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 0
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "doubleReplaceWith",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 3
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "datetimeReplaceWith",
|
|
"type": 20,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 4
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "booleanReplaceWith",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "ReplaceBoolValues",
|
|
"enumType": "Microsoft.DPrep.Engine.ReplaceBoolValues, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 1
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.FillNullsBlock",
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
},
|
|
{
|
|
"name": "replaceWithType",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "FieldType",
|
|
"enumType": "Microsoft.DPrep.Engine.FieldType, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
3,
|
|
4,
|
|
6,
|
|
10
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The replacement value type."
|
|
},
|
|
{
|
|
"name": "stringReplaceWith",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 0
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "doubleReplaceWith",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 3
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "datetimeReplaceWith",
|
|
"type": 20,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 4
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "booleanReplaceWith",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "ReplaceBoolValues",
|
|
"enumType": "Microsoft.DPrep.Engine.ReplaceBoolValues, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 1
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"booleanReplaceWith": 1,
|
|
"columns": {
|
|
"type": 1,
|
|
"details": {
|
|
"ignoreCase": false,
|
|
"term": ".*",
|
|
"useRegex": true,
|
|
"matchWholeWord": false,
|
|
"invert": false
|
|
}
|
|
},
|
|
"doubleReplaceWith": 0.0,
|
|
"replaceWithType": 3
|
|
}
|
|
},
|
|
{
|
|
"id": "bd960a6b-0959-4062-91aa-ba072f0e8058",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 4,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": false,
|
|
"documentation": "Replaces values in a column that match the specified search value.",
|
|
"type": "Microsoft.DPrep.ReplaceBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
},
|
|
{
|
|
"name": "valueToFindType",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "FieldType",
|
|
"enumType": "Microsoft.DPrep.Engine.FieldType, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
3,
|
|
4,
|
|
6,
|
|
7,
|
|
10
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The value to find type."
|
|
},
|
|
{
|
|
"name": "stringValueToFind",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"valueToFindType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 0
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The value to find."
|
|
},
|
|
{
|
|
"name": "doubleValueToFind",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"valueToFindType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 3
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The value to find."
|
|
},
|
|
{
|
|
"name": "datetimeValueToFind",
|
|
"type": 20,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"valueToFindType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 4
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The value to find."
|
|
},
|
|
{
|
|
"name": "booleanValueToFind",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "ReplaceBoolValues",
|
|
"enumType": "Microsoft.DPrep.Engine.ReplaceBoolValues, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"valueToFindType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 1
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The value to find."
|
|
},
|
|
{
|
|
"name": "replaceWithType",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "FieldType",
|
|
"enumType": "Microsoft.DPrep.Engine.FieldType, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
3,
|
|
4,
|
|
6,
|
|
7,
|
|
10
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The replacement value type."
|
|
},
|
|
{
|
|
"name": "stringReplaceWith",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 0
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "doubleReplaceWith",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 3
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "datetimeReplaceWith",
|
|
"type": 20,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 4
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "booleanReplaceWith",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "ReplaceBoolValues",
|
|
"enumType": "Microsoft.DPrep.Engine.ReplaceBoolValues, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 1
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "errorReplaceWith",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 6
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement error code."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.ReplaceBlock",
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
},
|
|
{
|
|
"name": "valueToFindType",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "FieldType",
|
|
"enumType": "Microsoft.DPrep.Engine.FieldType, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
3,
|
|
4,
|
|
6,
|
|
7,
|
|
10
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The value to find type."
|
|
},
|
|
{
|
|
"name": "stringValueToFind",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"valueToFindType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 0
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The value to find."
|
|
},
|
|
{
|
|
"name": "doubleValueToFind",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"valueToFindType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 3
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The value to find."
|
|
},
|
|
{
|
|
"name": "datetimeValueToFind",
|
|
"type": 20,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"valueToFindType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 4
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The value to find."
|
|
},
|
|
{
|
|
"name": "booleanValueToFind",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "ReplaceBoolValues",
|
|
"enumType": "Microsoft.DPrep.Engine.ReplaceBoolValues, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"valueToFindType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 1
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The value to find."
|
|
},
|
|
{
|
|
"name": "replaceWithType",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "FieldType",
|
|
"enumType": "Microsoft.DPrep.Engine.FieldType, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1,
|
|
3,
|
|
4,
|
|
6,
|
|
7,
|
|
10
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The replacement value type."
|
|
},
|
|
{
|
|
"name": "stringReplaceWith",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 0
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "doubleReplaceWith",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 3
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "datetimeReplaceWith",
|
|
"type": 20,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 4
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "booleanReplaceWith",
|
|
"type": 6,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 1,
|
|
"details": {
|
|
"enumName": "ReplaceBoolValues",
|
|
"enumType": "Microsoft.DPrep.Engine.ReplaceBoolValues, Microsoft.DPrep.EngineAPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
|
|
"enumValues": [
|
|
0,
|
|
1
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 1
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement value."
|
|
},
|
|
{
|
|
"name": "errorReplaceWith",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": {
|
|
"condition": {
|
|
"property": {
|
|
"propertyPath": [
|
|
"replaceWithType"
|
|
]
|
|
},
|
|
"comparison": 0,
|
|
"value": 6
|
|
},
|
|
"aggregate": null
|
|
},
|
|
"documentation": "The replacement error code."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"booleanReplaceWith": 1,
|
|
"booleanValueToFind": 1,
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"Census_PrimaryDiskTotalCapacity"
|
|
]
|
|
}
|
|
},
|
|
"doubleReplaceWith": 0.0,
|
|
"replaceWithType": 3,
|
|
"valueToFindType": 6
|
|
}
|
|
},
|
|
{
|
|
"id": "6397d50d-e60f-4121-9970-9596cfa945b1",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 3,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": [
|
|
3,
|
|
2
|
|
],
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": false,
|
|
"documentation": "Clips values so that all values are between the lower and upper boundaries.",
|
|
"type": "Microsoft.DPrep.ClipBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
},
|
|
{
|
|
"name": "lower",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "All values lower than this value will be set to this value."
|
|
},
|
|
{
|
|
"name": "upper",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "All values higher than this value will be set to this value."
|
|
},
|
|
{
|
|
"name": "useValues",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "If true, values outside boundaries will be set to the boundary values. If false, those values will be set to null."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.ClipBlock",
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
},
|
|
{
|
|
"name": "lower",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "All values lower than this value will be set to this value."
|
|
},
|
|
{
|
|
"name": "upper",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "All values higher than this value will be set to this value."
|
|
},
|
|
{
|
|
"name": "useValues",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": true,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "If true, values outside boundaries will be set to the boundary values. If false, those values will be set to null."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"Census_TotalPhysicalRAM"
|
|
]
|
|
}
|
|
},
|
|
"lower": 0.0,
|
|
"upper": 16384.0,
|
|
"useValues": true
|
|
}
|
|
},
|
|
{
|
|
"id": "2b897794-0e8c-4c05-9147-730ec9e10770",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 13,
|
|
"supportedTargets": [
|
|
2
|
|
],
|
|
"supportedFieldTypes": [
|
|
0
|
|
],
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Creates a new column where values in the source column have been replaced with encoded labels.",
|
|
"type": "Microsoft.DPrep.LabelEncoderBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "newColumnId",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 3,
|
|
"details": null
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The name of the newly added column that contains the encoded labels."
|
|
},
|
|
{
|
|
"name": "encodedLabelsMap",
|
|
"type": 7,
|
|
"multipleValues": true,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "valueToLabel",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The value to label."
|
|
},
|
|
{
|
|
"name": "encodedLabel",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The encoded label."
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The values to label and their encoded labels."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsAddedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"newColumnId"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 3
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.LabelEncoderBlock",
|
|
"dataEffectDetails": {
|
|
"columnsAddedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"newColumnId"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 3
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "newColumnId",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 3,
|
|
"details": null
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The name of the newly added column that contains the encoded labels."
|
|
},
|
|
{
|
|
"name": "encodedLabelsMap",
|
|
"type": 7,
|
|
"multipleValues": true,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "valueToLabel",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The value to label."
|
|
},
|
|
{
|
|
"name": "encodedLabel",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The encoded label."
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The values to label and their encoded labels."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "EngineVersion"
|
|
}
|
|
},
|
|
"encodedLabelsMap": [
|
|
{
|
|
"encodedLabel": 0,
|
|
"valueToLabel": "1.1.15200.1"
|
|
},
|
|
{
|
|
"encodedLabel": 1,
|
|
"valueToLabel": "1.1.15100.1"
|
|
},
|
|
{
|
|
"encodedLabel": 2,
|
|
"valueToLabel": "1.1.15000.2"
|
|
},
|
|
{
|
|
"encodedLabel": 3,
|
|
"valueToLabel": "1.1.14901.4"
|
|
},
|
|
{
|
|
"encodedLabel": 4,
|
|
"valueToLabel": "1.1.14600.4"
|
|
},
|
|
{
|
|
"encodedLabel": 5,
|
|
"valueToLabel": "1.1.14800.3"
|
|
},
|
|
{
|
|
"encodedLabel": 6,
|
|
"valueToLabel": "1.1.15300.6"
|
|
},
|
|
{
|
|
"encodedLabel": 7,
|
|
"valueToLabel": "1.1.14104.0"
|
|
},
|
|
{
|
|
"encodedLabel": 8,
|
|
"valueToLabel": "1.1.13504.0"
|
|
},
|
|
{
|
|
"encodedLabel": 9,
|
|
"valueToLabel": "1.1.15300.5"
|
|
},
|
|
{
|
|
"encodedLabel": 10,
|
|
"valueToLabel": "1.1.14700.5"
|
|
},
|
|
{
|
|
"encodedLabel": 11,
|
|
"valueToLabel": "1.1.14500.5"
|
|
},
|
|
{
|
|
"encodedLabel": 12,
|
|
"valueToLabel": "1.1.14405.2"
|
|
},
|
|
{
|
|
"encodedLabel": 13,
|
|
"valueToLabel": "1.1.14306.0"
|
|
},
|
|
{
|
|
"encodedLabel": 14,
|
|
"valueToLabel": "1.1.14202.0"
|
|
},
|
|
{
|
|
"encodedLabel": 15,
|
|
"valueToLabel": "1.1.14003.0"
|
|
},
|
|
{
|
|
"encodedLabel": 16,
|
|
"valueToLabel": "1.1.13903.0"
|
|
},
|
|
{
|
|
"encodedLabel": 17,
|
|
"valueToLabel": "1.1.13303.0"
|
|
},
|
|
{
|
|
"encodedLabel": 18,
|
|
"valueToLabel": "1.1.13804.0"
|
|
},
|
|
{
|
|
"encodedLabel": 19,
|
|
"valueToLabel": "1.1.13407.0"
|
|
},
|
|
{
|
|
"encodedLabel": 20,
|
|
"valueToLabel": "1.1.13601.0"
|
|
},
|
|
{
|
|
"encodedLabel": 21,
|
|
"valueToLabel": "1.1.12902.0"
|
|
},
|
|
{
|
|
"encodedLabel": 22,
|
|
"valueToLabel": "1.1.13701.0"
|
|
},
|
|
{
|
|
"encodedLabel": 23,
|
|
"valueToLabel": "1.1.14305.0"
|
|
},
|
|
{
|
|
"encodedLabel": 24,
|
|
"valueToLabel": "1.1.13704.0"
|
|
},
|
|
{
|
|
"encodedLabel": 25,
|
|
"valueToLabel": "1.1.13202.0"
|
|
},
|
|
{
|
|
"encodedLabel": 26,
|
|
"valueToLabel": "1.1.13103.0"
|
|
},
|
|
{
|
|
"encodedLabel": 27,
|
|
"valueToLabel": "1.1.13000.0"
|
|
},
|
|
{
|
|
"encodedLabel": 28,
|
|
"valueToLabel": "1.1.12805.0"
|
|
},
|
|
{
|
|
"encodedLabel": 29,
|
|
"valueToLabel": "1.1.15000.1"
|
|
},
|
|
{
|
|
"encodedLabel": 30,
|
|
"valueToLabel": "1.1.14901.3"
|
|
},
|
|
{
|
|
"encodedLabel": 31,
|
|
"valueToLabel": "1.1.14700.3"
|
|
},
|
|
{
|
|
"encodedLabel": 32,
|
|
"valueToLabel": "1.1.14700.4"
|
|
},
|
|
{
|
|
"encodedLabel": 33,
|
|
"valueToLabel": "1.1.14800.1"
|
|
},
|
|
{
|
|
"encodedLabel": 34,
|
|
"valueToLabel": "1.1.14303.0"
|
|
},
|
|
{
|
|
"encodedLabel": 35,
|
|
"valueToLabel": "1.1.14500.2"
|
|
},
|
|
{
|
|
"encodedLabel": 36,
|
|
"valueToLabel": "1.1.14201.0"
|
|
},
|
|
{
|
|
"encodedLabel": 37,
|
|
"valueToLabel": "1.1.14103.0"
|
|
},
|
|
{
|
|
"encodedLabel": 38,
|
|
"valueToLabel": "1.1.12101.0"
|
|
},
|
|
{
|
|
"encodedLabel": 39,
|
|
"valueToLabel": "1.1.11701.0"
|
|
},
|
|
{
|
|
"encodedLabel": 40,
|
|
"valueToLabel": "1.1.13902.0"
|
|
},
|
|
{
|
|
"encodedLabel": 41,
|
|
"valueToLabel": "1.1.14102.0"
|
|
},
|
|
{
|
|
"encodedLabel": 42,
|
|
"valueToLabel": "1.1.13803.0"
|
|
},
|
|
{
|
|
"encodedLabel": 43,
|
|
"valueToLabel": "1.1.13802.0"
|
|
},
|
|
{
|
|
"encodedLabel": 44,
|
|
"valueToLabel": "1.1.14001.0"
|
|
},
|
|
{
|
|
"encodedLabel": 45,
|
|
"valueToLabel": "1.1.14002.0"
|
|
},
|
|
{
|
|
"encodedLabel": 46,
|
|
"valueToLabel": "1.1.13406.0"
|
|
},
|
|
{
|
|
"encodedLabel": 47,
|
|
"valueToLabel": "1.1.12400.0"
|
|
},
|
|
{
|
|
"encodedLabel": 48,
|
|
"valueToLabel": "1.1.12603.0"
|
|
},
|
|
{
|
|
"encodedLabel": 49,
|
|
"valueToLabel": "1.1.12804.0"
|
|
},
|
|
{
|
|
"encodedLabel": 50,
|
|
"valueToLabel": "1.1.9700.0"
|
|
},
|
|
{
|
|
"encodedLabel": 51,
|
|
"valueToLabel": "1.1.12505.0"
|
|
},
|
|
{
|
|
"encodedLabel": 52,
|
|
"valueToLabel": "1.1.13102.0"
|
|
},
|
|
{
|
|
"encodedLabel": 53,
|
|
"valueToLabel": "1.1.10302.0"
|
|
},
|
|
{
|
|
"encodedLabel": 54,
|
|
"valueToLabel": "1.1.12706.0"
|
|
},
|
|
{
|
|
"encodedLabel": 55,
|
|
"valueToLabel": "1.1.12205.0"
|
|
},
|
|
{
|
|
"encodedLabel": 56,
|
|
"valueToLabel": "1.1.12300.0"
|
|
},
|
|
{
|
|
"encodedLabel": 57,
|
|
"valueToLabel": "1.1.11602.0"
|
|
},
|
|
{
|
|
"encodedLabel": 58,
|
|
"valueToLabel": "1.1.12002.0"
|
|
},
|
|
{
|
|
"encodedLabel": 59,
|
|
"valueToLabel": "1.1.11804.0"
|
|
},
|
|
{
|
|
"encodedLabel": 60,
|
|
"valueToLabel": "1.1.10401.0"
|
|
}
|
|
],
|
|
"newColumnId": "EngineVersionEncoded"
|
|
}
|
|
},
|
|
{
|
|
"id": "3e931e3f-efbb-4896-9ffe-e69d7c298618",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 13,
|
|
"supportedTargets": [
|
|
2
|
|
],
|
|
"supportedFieldTypes": [
|
|
0
|
|
],
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Creates a new column where values in the source column have been replaced with encoded labels.",
|
|
"type": "Microsoft.DPrep.LabelEncoderBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "newColumnId",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 3,
|
|
"details": null
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The name of the newly added column that contains the encoded labels."
|
|
},
|
|
{
|
|
"name": "encodedLabelsMap",
|
|
"type": 7,
|
|
"multipleValues": true,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "valueToLabel",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The value to label."
|
|
},
|
|
{
|
|
"name": "encodedLabel",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The encoded label."
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The values to label and their encoded labels."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsAddedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"newColumnId"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 3
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.LabelEncoderBlock",
|
|
"dataEffectDetails": {
|
|
"columnsAddedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"newColumnId"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 3
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "newColumnId",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 3,
|
|
"details": null
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The name of the newly added column that contains the encoded labels."
|
|
},
|
|
{
|
|
"name": "encodedLabelsMap",
|
|
"type": 7,
|
|
"multipleValues": true,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "valueToLabel",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The value to label."
|
|
},
|
|
{
|
|
"name": "encodedLabel",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The encoded label."
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The values to label and their encoded labels."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "AppVersion"
|
|
}
|
|
},
|
|
"encodedLabelsMap": [
|
|
{
|
|
"encodedLabel": 0,
|
|
"valueToLabel": "4.18.1807.18075"
|
|
},
|
|
{
|
|
"encodedLabel": 1,
|
|
"valueToLabel": "4.18.1806.18062"
|
|
},
|
|
{
|
|
"encodedLabel": 2,
|
|
"valueToLabel": "4.12.16299.15"
|
|
},
|
|
{
|
|
"encodedLabel": 3,
|
|
"valueToLabel": "4.10.209.0"
|
|
},
|
|
{
|
|
"encodedLabel": 4,
|
|
"valueToLabel": "4.13.17134.1"
|
|
},
|
|
{
|
|
"encodedLabel": 5,
|
|
"valueToLabel": "4.16.17656.18052"
|
|
},
|
|
{
|
|
"encodedLabel": 6,
|
|
"valueToLabel": "4.13.17134.228"
|
|
},
|
|
{
|
|
"encodedLabel": 7,
|
|
"valueToLabel": "4.8.10240.17443"
|
|
},
|
|
{
|
|
"encodedLabel": 8,
|
|
"valueToLabel": "4.9.10586.1106"
|
|
},
|
|
{
|
|
"encodedLabel": 9,
|
|
"valueToLabel": "4.14.17639.18041"
|
|
},
|
|
{
|
|
"encodedLabel": 10,
|
|
"valueToLabel": "4.12.17007.18022"
|
|
},
|
|
{
|
|
"encodedLabel": 11,
|
|
"valueToLabel": "4.9.10586.0"
|
|
},
|
|
{
|
|
"encodedLabel": 12,
|
|
"valueToLabel": "4.11.15063.447"
|
|
},
|
|
{
|
|
"encodedLabel": 13,
|
|
"valueToLabel": "4.10.14393.0"
|
|
},
|
|
{
|
|
"encodedLabel": 14,
|
|
"valueToLabel": "4.11.15063.0"
|
|
},
|
|
{
|
|
"encodedLabel": 15,
|
|
"valueToLabel": "4.12.17007.18011"
|
|
},
|
|
{
|
|
"encodedLabel": 16,
|
|
"valueToLabel": "4.14.17613.18039"
|
|
},
|
|
{
|
|
"encodedLabel": 17,
|
|
"valueToLabel": "4.8.10240.16384"
|
|
},
|
|
{
|
|
"encodedLabel": 18,
|
|
"valueToLabel": "4.10.14393.1794"
|
|
},
|
|
{
|
|
"encodedLabel": 19,
|
|
"valueToLabel": "4.11.15063.1155"
|
|
},
|
|
{
|
|
"encodedLabel": 20,
|
|
"valueToLabel": "4.9.10586.494"
|
|
},
|
|
{
|
|
"encodedLabel": 21,
|
|
"valueToLabel": "4.10.14393.1198"
|
|
},
|
|
{
|
|
"encodedLabel": 22,
|
|
"valueToLabel": "4.9.10586.672"
|
|
},
|
|
{
|
|
"encodedLabel": 23,
|
|
"valueToLabel": "4.13.17134.191"
|
|
},
|
|
{
|
|
"encodedLabel": 24,
|
|
"valueToLabel": "4.10.14393.1613"
|
|
},
|
|
{
|
|
"encodedLabel": 25,
|
|
"valueToLabel": "4.18.1809.2"
|
|
},
|
|
{
|
|
"encodedLabel": 26,
|
|
"valueToLabel": "4.12.17007.17123"
|
|
},
|
|
{
|
|
"encodedLabel": 27,
|
|
"valueToLabel": "4.9.10586.589"
|
|
},
|
|
{
|
|
"encodedLabel": 28,
|
|
"valueToLabel": "4.13.17134.112"
|
|
},
|
|
{
|
|
"encodedLabel": 29,
|
|
"valueToLabel": "4.9.10586.1045"
|
|
},
|
|
{
|
|
"encodedLabel": 30,
|
|
"valueToLabel": "4.10.14393.1593"
|
|
},
|
|
{
|
|
"encodedLabel": 31,
|
|
"valueToLabel": "4.10.14393.953"
|
|
},
|
|
{
|
|
"encodedLabel": 32,
|
|
"valueToLabel": "4.10.14393.1066"
|
|
},
|
|
{
|
|
"encodedLabel": 33,
|
|
"valueToLabel": "4.9.218.0"
|
|
},
|
|
{
|
|
"encodedLabel": 34,
|
|
"valueToLabel": "4.9.10586.916"
|
|
},
|
|
{
|
|
"encodedLabel": 35,
|
|
"valueToLabel": "4.9.10586.965"
|
|
},
|
|
{
|
|
"encodedLabel": 36,
|
|
"valueToLabel": "4.8.10240.17946"
|
|
},
|
|
{
|
|
"encodedLabel": 37,
|
|
"valueToLabel": "4.9.10586.962"
|
|
},
|
|
{
|
|
"encodedLabel": 38,
|
|
"valueToLabel": "4.9.10586.839"
|
|
},
|
|
{
|
|
"encodedLabel": 39,
|
|
"valueToLabel": "4.9.10586.873"
|
|
},
|
|
{
|
|
"encodedLabel": 40,
|
|
"valueToLabel": "4.8.207.0"
|
|
},
|
|
{
|
|
"encodedLabel": 41,
|
|
"valueToLabel": "4.5.218.0"
|
|
},
|
|
{
|
|
"encodedLabel": 42,
|
|
"valueToLabel": "4.8.10240.17202"
|
|
},
|
|
{
|
|
"encodedLabel": 43,
|
|
"valueToLabel": "4.8.10240.17914"
|
|
},
|
|
{
|
|
"encodedLabel": 44,
|
|
"valueToLabel": "4.8.10240.17889"
|
|
},
|
|
{
|
|
"encodedLabel": 45,
|
|
"valueToLabel": "4.13.17134.319"
|
|
},
|
|
{
|
|
"encodedLabel": 46,
|
|
"valueToLabel": "4.8.204.0"
|
|
},
|
|
{
|
|
"encodedLabel": 47,
|
|
"valueToLabel": "4.8.10240.17394"
|
|
},
|
|
{
|
|
"encodedLabel": 48,
|
|
"valueToLabel": "4.8.10240.17071"
|
|
},
|
|
{
|
|
"encodedLabel": 49,
|
|
"valueToLabel": "4.10.205.0"
|
|
},
|
|
{
|
|
"encodedLabel": 50,
|
|
"valueToLabel": "4.8.10240.17146"
|
|
},
|
|
{
|
|
"encodedLabel": 51,
|
|
"valueToLabel": "4.8.10240.17319"
|
|
},
|
|
{
|
|
"encodedLabel": 52,
|
|
"valueToLabel": "4.14.17613.18038"
|
|
},
|
|
{
|
|
"encodedLabel": 53,
|
|
"valueToLabel": "4.10.14393.2273"
|
|
},
|
|
{
|
|
"encodedLabel": 54,
|
|
"valueToLabel": "4.6.305.0"
|
|
},
|
|
{
|
|
"encodedLabel": 55,
|
|
"valueToLabel": "4.8.10240.17354"
|
|
},
|
|
{
|
|
"encodedLabel": 56,
|
|
"valueToLabel": "4.7.205.0"
|
|
},
|
|
{
|
|
"encodedLabel": 57,
|
|
"valueToLabel": "4.8.10240.17861"
|
|
},
|
|
{
|
|
"encodedLabel": 58,
|
|
"valueToLabel": "4.8.10240.17797"
|
|
},
|
|
{
|
|
"encodedLabel": 59,
|
|
"valueToLabel": "4.8.10240.17184"
|
|
},
|
|
{
|
|
"encodedLabel": 60,
|
|
"valueToLabel": "4.18.1807.20063"
|
|
},
|
|
{
|
|
"encodedLabel": 61,
|
|
"valueToLabel": "4.4.304.0"
|
|
},
|
|
{
|
|
"encodedLabel": 62,
|
|
"valueToLabel": "4.8.10240.17918"
|
|
},
|
|
{
|
|
"encodedLabel": 63,
|
|
"valueToLabel": "4.8.10240.17113"
|
|
},
|
|
{
|
|
"encodedLabel": 64,
|
|
"valueToLabel": "4.8.10240.17609"
|
|
},
|
|
{
|
|
"encodedLabel": 65,
|
|
"valueToLabel": "4.10.14393.2248"
|
|
},
|
|
{
|
|
"encodedLabel": 66,
|
|
"valueToLabel": "4.5.216.0"
|
|
},
|
|
{
|
|
"encodedLabel": 67,
|
|
"valueToLabel": "4.10.14393.726"
|
|
},
|
|
{
|
|
"encodedLabel": 68,
|
|
"valueToLabel": "4.18.1807.18072"
|
|
},
|
|
{
|
|
"encodedLabel": 69,
|
|
"valueToLabel": "4.17.17685.20082"
|
|
},
|
|
{
|
|
"encodedLabel": 70,
|
|
"valueToLabel": "4.17.17672.1000"
|
|
},
|
|
{
|
|
"encodedLabel": 71,
|
|
"valueToLabel": "4.8.10240.17770"
|
|
},
|
|
{
|
|
"encodedLabel": 72,
|
|
"valueToLabel": "4.17.17686.1003"
|
|
},
|
|
{
|
|
"encodedLabel": 73,
|
|
"valueToLabel": "4.11.15063.994"
|
|
},
|
|
{
|
|
"encodedLabel": 74,
|
|
"valueToLabel": "4.10.14393.1532"
|
|
},
|
|
{
|
|
"encodedLabel": 75,
|
|
"valueToLabel": "4.18.1806.20021"
|
|
},
|
|
{
|
|
"encodedLabel": 76,
|
|
"valueToLabel": "4.10.14393.2457"
|
|
},
|
|
{
|
|
"encodedLabel": 77,
|
|
"valueToLabel": "4.17.17682.1000"
|
|
},
|
|
{
|
|
"encodedLabel": 78,
|
|
"valueToLabel": "4.17.17677.1000"
|
|
},
|
|
{
|
|
"encodedLabel": 79,
|
|
"valueToLabel": "4.15.17666.1000"
|
|
},
|
|
{
|
|
"encodedLabel": 80,
|
|
"valueToLabel": "4.9.10586.456"
|
|
},
|
|
{
|
|
"encodedLabel": 81,
|
|
"valueToLabel": "4.13.17639.1000"
|
|
},
|
|
{
|
|
"encodedLabel": 82,
|
|
"valueToLabel": "4.16.17656.18051"
|
|
},
|
|
{
|
|
"encodedLabel": 83,
|
|
"valueToLabel": "4.9.10586.1177"
|
|
},
|
|
{
|
|
"encodedLabel": 84,
|
|
"valueToLabel": "4.15.17650.1001"
|
|
},
|
|
{
|
|
"encodedLabel": 85,
|
|
"valueToLabel": "4.4.306.0"
|
|
},
|
|
{
|
|
"encodedLabel": 86,
|
|
"valueToLabel": "4.18.1806.20033"
|
|
},
|
|
{
|
|
"encodedLabel": 87,
|
|
"valueToLabel": "4.12.17007.17121"
|
|
},
|
|
{
|
|
"encodedLabel": 88,
|
|
"valueToLabel": "4.15.17661.1001"
|
|
},
|
|
{
|
|
"encodedLabel": 89,
|
|
"valueToLabel": "4.8.10240.17533"
|
|
},
|
|
{
|
|
"encodedLabel": 90,
|
|
"valueToLabel": "4.11.15063.1154"
|
|
},
|
|
{
|
|
"encodedLabel": 91,
|
|
"valueToLabel": "4.8.10240.17446"
|
|
},
|
|
{
|
|
"encodedLabel": 92,
|
|
"valueToLabel": "4.18.1806.20015"
|
|
},
|
|
{
|
|
"encodedLabel": 93,
|
|
"valueToLabel": "4.18.1807.18070"
|
|
},
|
|
{
|
|
"encodedLabel": 94,
|
|
"valueToLabel": "4.13.17634.1000"
|
|
},
|
|
{
|
|
"encodedLabel": 95,
|
|
"valueToLabel": "4.13.17627.1000"
|
|
},
|
|
{
|
|
"encodedLabel": 96,
|
|
"valueToLabel": "4.9.219.0"
|
|
},
|
|
{
|
|
"encodedLabel": 97,
|
|
"valueToLabel": "4.12.17007.18021"
|
|
},
|
|
{
|
|
"encodedLabel": 98,
|
|
"valueToLabel": "4.12.16299.0"
|
|
},
|
|
{
|
|
"encodedLabel": 99,
|
|
"valueToLabel": "4.7.209.0"
|
|
},
|
|
{
|
|
"encodedLabel": 100,
|
|
"valueToLabel": "4.15.17655.1000"
|
|
}
|
|
],
|
|
"newColumnId": "AppVersionEncoded"
|
|
}
|
|
},
|
|
{
|
|
"id": "e64c7560-76e1-4fb1-b558-491bf6166cfc",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 13,
|
|
"supportedTargets": [
|
|
2
|
|
],
|
|
"supportedFieldTypes": [
|
|
0
|
|
],
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Creates a new column where values in the source column have been replaced with encoded labels.",
|
|
"type": "Microsoft.DPrep.LabelEncoderBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "newColumnId",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 3,
|
|
"details": null
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The name of the newly added column that contains the encoded labels."
|
|
},
|
|
{
|
|
"name": "encodedLabelsMap",
|
|
"type": 7,
|
|
"multipleValues": true,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "valueToLabel",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The value to label."
|
|
},
|
|
{
|
|
"name": "encodedLabel",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The encoded label."
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The values to label and their encoded labels."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsAddedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"newColumnId"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 3
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.LabelEncoderBlock",
|
|
"dataEffectDetails": {
|
|
"columnsAddedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"newColumnId"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 3
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "newColumnId",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 3,
|
|
"details": null
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The name of the newly added column that contains the encoded labels."
|
|
},
|
|
{
|
|
"name": "encodedLabelsMap",
|
|
"type": 7,
|
|
"multipleValues": true,
|
|
"domain": {
|
|
"type": 0,
|
|
"details": [
|
|
{
|
|
"name": "valueToLabel",
|
|
"type": 1,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The value to label."
|
|
},
|
|
{
|
|
"name": "encodedLabel",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The encoded label."
|
|
}
|
|
]
|
|
},
|
|
"multiValueDetails": {
|
|
"isOrdered": false
|
|
},
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 2,
|
|
"condition": null,
|
|
"documentation": "The values to label and their encoded labels."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Census_FlightRing"
|
|
}
|
|
},
|
|
"encodedLabelsMap": [
|
|
{
|
|
"encodedLabel": 0,
|
|
"valueToLabel": "Retail"
|
|
},
|
|
{
|
|
"encodedLabel": 1,
|
|
"valueToLabel": "NOT_SET"
|
|
},
|
|
{
|
|
"encodedLabel": 2,
|
|
"valueToLabel": "Unknown"
|
|
},
|
|
{
|
|
"encodedLabel": 3,
|
|
"valueToLabel": "WIS"
|
|
},
|
|
{
|
|
"encodedLabel": 4,
|
|
"valueToLabel": "RP"
|
|
},
|
|
{
|
|
"encodedLabel": 5,
|
|
"valueToLabel": "WIF"
|
|
},
|
|
{
|
|
"encodedLabel": 6,
|
|
"valueToLabel": "Disabled"
|
|
},
|
|
{
|
|
"encodedLabel": 7,
|
|
"valueToLabel": "Canary"
|
|
}
|
|
],
|
|
"newColumnId": "Census_FlightRingEncoded"
|
|
}
|
|
},
|
|
{
|
|
"id": "a76a615b-8b6b-4292-8a57-6f26b96c54c6",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 6,
|
|
"supportedTargets": [
|
|
2,
|
|
3
|
|
],
|
|
"supportedFieldTypes": null,
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Drops the specified columns.",
|
|
"type": "Microsoft.DPrep.DropColumnsBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsRemovedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 4
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.DropColumnsBlock",
|
|
"dataEffectDetails": {
|
|
"columnsRemovedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"columns"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 4
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "columns",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 1,
|
|
"fieldTypes": []
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source columns."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"EngineVersion",
|
|
"AppVersion",
|
|
"Census_FlightRing"
|
|
]
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": "4a4443a7-caa6-445c-b9bc-1932765da295",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 13,
|
|
"supportedTargets": [
|
|
2
|
|
],
|
|
"supportedFieldTypes": [
|
|
3,
|
|
2
|
|
],
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Scale values in the column to lie within the specified range (default=[0, 1]).",
|
|
"type": "Microsoft.DPrep.MinMaxScalerBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": [
|
|
3,
|
|
2
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "rangeMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the minimum value after scaling. Default is 0."
|
|
},
|
|
{
|
|
"name": "rangeMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the maximum value after scaling. Default is 1."
|
|
},
|
|
{
|
|
"name": "dataMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Minimum value of the data. If none is provided, a scan of the data will be performed to find the minimum."
|
|
},
|
|
{
|
|
"name": "dataMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Maximum value of the data. If none is provided, a scan of the data will be performed to find the maximum."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"column"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.MinMaxScalerBlock",
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"column"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": [
|
|
3,
|
|
2
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "rangeMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the minimum value after scaling. Default is 0."
|
|
},
|
|
{
|
|
"name": "rangeMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the maximum value after scaling. Default is 1."
|
|
},
|
|
{
|
|
"name": "dataMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Minimum value of the data. If none is provided, a scan of the data will be performed to find the minimum."
|
|
},
|
|
{
|
|
"name": "dataMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Maximum value of the data. If none is provided, a scan of the data will be performed to find the maximum."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "AVProductsInstalled"
|
|
}
|
|
},
|
|
"dataMax": 6.0,
|
|
"dataMin": 0.0,
|
|
"rangeMax": 1.0,
|
|
"rangeMin": 0.0
|
|
}
|
|
},
|
|
{
|
|
"id": "28dc01c4-036c-4562-9d9a-7ebee4c5f396",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 13,
|
|
"supportedTargets": [
|
|
2
|
|
],
|
|
"supportedFieldTypes": [
|
|
3,
|
|
2
|
|
],
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Scale values in the column to lie within the specified range (default=[0, 1]).",
|
|
"type": "Microsoft.DPrep.MinMaxScalerBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": [
|
|
3,
|
|
2
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "rangeMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the minimum value after scaling. Default is 0."
|
|
},
|
|
{
|
|
"name": "rangeMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the maximum value after scaling. Default is 1."
|
|
},
|
|
{
|
|
"name": "dataMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Minimum value of the data. If none is provided, a scan of the data will be performed to find the minimum."
|
|
},
|
|
{
|
|
"name": "dataMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Maximum value of the data. If none is provided, a scan of the data will be performed to find the maximum."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"column"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.MinMaxScalerBlock",
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"column"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": [
|
|
3,
|
|
2
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "rangeMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the minimum value after scaling. Default is 0."
|
|
},
|
|
{
|
|
"name": "rangeMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the maximum value after scaling. Default is 1."
|
|
},
|
|
{
|
|
"name": "dataMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Minimum value of the data. If none is provided, a scan of the data will be performed to find the minimum."
|
|
},
|
|
{
|
|
"name": "dataMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Maximum value of the data. If none is provided, a scan of the data will be performed to find the maximum."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Census_ProcessorCoreCount"
|
|
}
|
|
},
|
|
"dataMax": 112.0,
|
|
"dataMin": 0.0,
|
|
"rangeMax": 1.0,
|
|
"rangeMin": 0.0
|
|
}
|
|
},
|
|
{
|
|
"id": "826a8b62-1f79-4261-bbc6-0608393c65fb",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 13,
|
|
"supportedTargets": [
|
|
2
|
|
],
|
|
"supportedFieldTypes": [
|
|
3,
|
|
2
|
|
],
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Scale values in the column to lie within the specified range (default=[0, 1]).",
|
|
"type": "Microsoft.DPrep.MinMaxScalerBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": [
|
|
3,
|
|
2
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "rangeMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the minimum value after scaling. Default is 0."
|
|
},
|
|
{
|
|
"name": "rangeMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the maximum value after scaling. Default is 1."
|
|
},
|
|
{
|
|
"name": "dataMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Minimum value of the data. If none is provided, a scan of the data will be performed to find the minimum."
|
|
},
|
|
{
|
|
"name": "dataMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Maximum value of the data. If none is provided, a scan of the data will be performed to find the maximum."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"column"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.MinMaxScalerBlock",
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"column"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": [
|
|
3,
|
|
2
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "rangeMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the minimum value after scaling. Default is 0."
|
|
},
|
|
{
|
|
"name": "rangeMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the maximum value after scaling. Default is 1."
|
|
},
|
|
{
|
|
"name": "dataMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Minimum value of the data. If none is provided, a scan of the data will be performed to find the minimum."
|
|
},
|
|
{
|
|
"name": "dataMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Maximum value of the data. If none is provided, a scan of the data will be performed to find the maximum."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Census_PrimaryDiskTotalCapacity"
|
|
}
|
|
},
|
|
"dataMax": 47687668.0,
|
|
"dataMin": 0.0,
|
|
"rangeMax": 1.0,
|
|
"rangeMin": 0.0
|
|
}
|
|
},
|
|
{
|
|
"id": "245c19bb-97be-4879-bfd7-fd6e6e408d4c",
|
|
"description": {
|
|
"localDataProperties": [],
|
|
"blockGroup": 13,
|
|
"supportedTargets": [
|
|
2
|
|
],
|
|
"supportedFieldTypes": [
|
|
3,
|
|
2
|
|
],
|
|
"supportedMessages": [],
|
|
"requiresInitialization": false,
|
|
"allowDefaultAdd": true,
|
|
"documentation": "Scale values in the column to lie within the specified range (default=[0, 1]).",
|
|
"type": "Microsoft.DPrep.MinMaxScalerBlock",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": [
|
|
3,
|
|
2
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "rangeMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the minimum value after scaling. Default is 0."
|
|
},
|
|
{
|
|
"name": "rangeMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the maximum value after scaling. Default is 1."
|
|
},
|
|
{
|
|
"name": "dataMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Minimum value of the data. If none is provided, a scan of the data will be performed to find the minimum."
|
|
},
|
|
{
|
|
"name": "dataMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Maximum value of the data. If none is provided, a scan of the data will be performed to find the maximum."
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"column"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.MinMaxScalerBlock",
|
|
"dataEffectDetails": {
|
|
"columnsTransformedProperties": [
|
|
{
|
|
"propertyPath": [
|
|
"column"
|
|
]
|
|
}
|
|
],
|
|
"dataEffect": 5
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "column",
|
|
"type": 5,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 12,
|
|
"details": {
|
|
"selectorDomainType": 0,
|
|
"fieldTypes": [
|
|
3,
|
|
2
|
|
]
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 0,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 1,
|
|
"condition": null,
|
|
"documentation": "The source column."
|
|
},
|
|
{
|
|
"name": "rangeMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the minimum value after scaling. Default is 0."
|
|
},
|
|
{
|
|
"name": "rangeMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "This will be the maximum value after scaling. Default is 1."
|
|
},
|
|
{
|
|
"name": "dataMin",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Minimum value of the data. If none is provided, a scan of the data will be performed to find the minimum."
|
|
},
|
|
{
|
|
"name": "dataMax",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "Maximum value of the data. If none is provided, a scan of the data will be performed to find the maximum."
|
|
}
|
|
],
|
|
"arguments": {
|
|
"column": {
|
|
"type": 2,
|
|
"details": {
|
|
"selectedColumn": "Census_TotalPhysicalRAM"
|
|
}
|
|
},
|
|
"dataMax": 16384.0,
|
|
"dataMin": 0.0,
|
|
"rangeMax": 1.0,
|
|
"rangeMin": 0.0
|
|
}
|
|
},
|
|
{
|
|
"id": "b5bded0f-6aad-41a4-b556-d08b2da1c71b",
|
|
"description": {
|
|
"type": "Microsoft.DPrep.RandomSplitStepDescription",
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "probability",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 4,
|
|
"details": {
|
|
"min": 0.0,
|
|
"max": 1.0
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0.1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The probability of a record being included in the sample."
|
|
},
|
|
{
|
|
"name": "seed",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 4,
|
|
"details": {
|
|
"min": 0.0,
|
|
"max": 4294967295.0
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The seed to use for the random generator."
|
|
},
|
|
{
|
|
"name": "invert",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": false,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
],
|
|
"dataEffectDetails": {
|
|
"dataEffect": 6
|
|
}
|
|
},
|
|
"type": "Microsoft.DPrep.RandomSplitStepDescription",
|
|
"dataEffectDetails": {
|
|
"dataEffect": 6
|
|
},
|
|
"propertyDescriptions": [
|
|
{
|
|
"name": "probability",
|
|
"type": 3,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 4,
|
|
"details": {
|
|
"min": 0.0,
|
|
"max": 1.0
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": 0.1,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The probability of a record being included in the sample."
|
|
},
|
|
{
|
|
"name": "seed",
|
|
"type": 2,
|
|
"multipleValues": false,
|
|
"domain": {
|
|
"type": 4,
|
|
"details": {
|
|
"min": 0.0,
|
|
"max": 4294967295.0
|
|
}
|
|
},
|
|
"multiValueDetails": null,
|
|
"isRequired": true,
|
|
"origin": 1,
|
|
"defaultValue": null,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": "The seed to use for the random generator."
|
|
},
|
|
{
|
|
"name": "invert",
|
|
"type": 4,
|
|
"multipleValues": false,
|
|
"domain": null,
|
|
"multiValueDetails": null,
|
|
"isRequired": false,
|
|
"origin": 1,
|
|
"defaultValue": false,
|
|
"initializeFromProperty": null,
|
|
"telemetryStrategy": 0,
|
|
"condition": null,
|
|
"documentation": null
|
|
}
|
|
],
|
|
"arguments": {
|
|
"invert": false,
|
|
"probability": 0.3,
|
|
"seed": 3285947786
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
},
|
|
{
|
|
"id": "84f3b9c2-96a1-4f9c-b906-558f2842cee8",
|
|
"type": "Microsoft.DPrep.DropColumnsBlock",
|
|
"arguments": {
|
|
"columns": {
|
|
"type": 0,
|
|
"details": {
|
|
"selectedColumns": [
|
|
"HasDetections"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"localData": {},
|
|
"isEnabled": true,
|
|
"name": null,
|
|
"annotation": null
|
|
}
|
|
],
|
|
"inspectors": []
|
|
} |