Compare commits

...

1 Commits

Author SHA1 Message Date
Svitlana Ponomarova
2d2684e176 feat(TBD-12990): Dataproc TP 2022-02-01 13:47:31 +02:00

View File

@@ -140,6 +140,7 @@ import org.talend.hadoop.distribution.ComponentType;
import org.talend.hadoop.distribution.DistributionFactory;
import org.talend.hadoop.distribution.DistributionModuleGroup;
import org.talend.hadoop.distribution.ESparkVersion;
import org.talend.hadoop.distribution.constants.dataproc.DataprocRuntimeVersion;
import org.talend.hadoop.distribution.component.HadoopComponent;
import org.talend.hadoop.distribution.component.SparkComponent;
import org.talend.hadoop.distribution.condition.BasicExpression;
@@ -1888,6 +1889,30 @@ public class EmfComponent extends AbstractBasicComponent {
newParam.setGroup(xmlParam.getGROUP());
newParam.setGroupDisplayName(parentParam.getGroupDisplayName());
newParam.setDefaultValues(sparkModesDefaultValues);
newParam.setRepositoryValue(SparkBatchConstant.SPARK_MODE_PARAMETER);
// Dataproc RuntimeVersion for universal
String[] dataprocRuntimeVersionLabels = DataprocRuntimeVersion.getAvailableRuntimeAndSparkVersion().stream().map(x -> x.getRuntimeVersion())
.collect(Collectors.toList()).toArray(new String[0]);
String[] dataprocRuntimeVersionDisplayConditions = DataprocRuntimeVersion.getAvailableRuntimeAndSparkVersion().stream()
.map(x -> "(SPARK_VERSION=='"+x.getSparkVersion()+"')")
.collect(Collectors.toList()).toArray(new String[0]);
newParam = new ElementParameter(node);
newParam.setCategory(EComponentCategory.BASIC);
newParam.setName(SparkBatchConstant.DATAPROC_RUNTIME_VERSION);
newParam.setDisplayName(SparkBatchConstant.getName(SparkBatchConstant.DATAPROC_RUNTIME_VERSION));
newParam.setShowIf(DataprocRuntimeVersion.showIfCondition);
newParam.setListItemsDisplayName(dataprocRuntimeVersionLabels);
newParam.setListItemsDisplayCodeName(dataprocRuntimeVersionLabels);
newParam.setListItemsValue(dataprocRuntimeVersionLabels);
newParam.setListItemsShowIf(dataprocRuntimeVersionDisplayConditions);
newParam.setListItemsNotShowIf(new String[DataprocRuntimeVersion.getAvailableRuntimeAndSparkVersion().size()]);
newParam.setNumRow(xmlParam.getNUMROW() + 1);
newParam.setFieldType(EParameterFieldType.CLOSED_LIST);
newParam.setShow(true);
newParam.setGroup(xmlParam.getGROUP());
listParam.add(newParam);
}
}