711 lines
33 KiB
XML
711 lines
33 KiB
XML
<COMPONENT>
|
|
|
|
<HEADER PLATEFORM="ALL" SERIAL="" VERSION="0.102" STATUS="ALPHA"
|
|
|
|
COMPATIBILITY="ALL" AUTHOR="Talend" RELEASE_DATE="20100316A"
|
|
STARTABLE="true" LOG4J_ENABLED="true">
|
|
<SIGNATURE />
|
|
</HEADER>
|
|
|
|
<FAMILIES>
|
|
<FAMILY>Databases/DB Specifics/Hive</FAMILY>
|
|
<FAMILY>ELT/Connections</FAMILY>
|
|
<FAMILY>Big Data/Hive</FAMILY>
|
|
</FAMILIES>
|
|
|
|
<DOCUMENTATION>
|
|
<URL />
|
|
</DOCUMENTATION>
|
|
|
|
<CONNECTORS>
|
|
<CONNECTOR CTYPE="FLOW" MAX_INPUT="0" MAX_OUTPUT="0" />
|
|
<CONNECTOR CTYPE="ITERATE" MAX_OUTPUT="0" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="SUBJOB_OK" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="SUBJOB_ERROR" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="COMPONENT_OK" />
|
|
<CONNECTOR CTYPE="COMPONENT_ERROR" />
|
|
<CONNECTOR CTYPE="RUN_IF" />
|
|
</CONNECTORS>
|
|
|
|
<PARAMETERS>
|
|
|
|
<PARAMETER NAME="PROPERTY" FIELD="PROPERTY_TYPE" SHOW="true"
|
|
NUM_ROW="1" REPOSITORY_VALUE="DATABASE:HIVE" />
|
|
|
|
<PARAMETER NAME="HIVE" FIELD="HADOOP_LIBRARIES" NUM_ROW="9"
|
|
SHOW="false" />
|
|
|
|
<PARAMETER NAME="HIVE" FIELD="HADOOP_DISTRIBUTION" NUM_ROW="10"
|
|
GROUP="VERSION" />
|
|
|
|
<PARAMETER NAME="HADOOP_CUSTOM_JARS" GROUP="VERSION"
|
|
FIELD="HADOOP_JARS_DIALOG" NUM_ROW="10" SHOW_IF="DISTRIBUTION=='CUSTOM'"
|
|
REPOSITORY_VALUE="HADOOP_CUSTOM_JARS">
|
|
<DEFAULT />
|
|
</PARAMETER>
|
|
<PARAMETER NAME="USE_YARN" FIELD="CHECK" NUM_ROW="11"
|
|
SHOW_IF="DISTRIBUTION=='CUSTOM'" GROUP="VERSION" REPOSITORY_VALUE="USE_YARN">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CROSS_PLATFORM_SUBMISSION" GROUP="VERSION"
|
|
FIELD="CHECK" NUM_ROW="11"
|
|
SHOW_IF="(DISTRIBUTION=='CUSTOM') AND (USE_YARN=='true')">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CONNECTION_MODE" FIELD="CLOSED_LIST"
|
|
NUM_ROW="15" REQUIRED="true" REPOSITORY_VALUE="CONNECTION_MODE"
|
|
SHOW_IF="!DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[]"
|
|
GROUP="CONNECTION">
|
|
<ITEMS DEFAULT="EMBEDDED">
|
|
<ITEM NAME="EMBEDDED" VALUE="EMBEDDED"
|
|
SHOW_IF="(DISTRIBUTION=='CUSTOM') OR DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[]" />
|
|
<ITEM NAME="STANDALONE" VALUE="STANDALONE"
|
|
SHOW_IF="(DISTRIBUTION=='CUSTOM') OR (HIVE_SERVER == 'HIVE2' AND DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportStandaloneMode[]) OR (HIVE_SERVER == 'HIVE' AND DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportHive1Standalone[])" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="HIVE_SERVER" FIELD="CLOSED_LIST" NUM_ROW="15"
|
|
REQUIRED="true" GROUP="CONNECTION" REPOSITORY_VALUE="HIVE_SERVER"
|
|
SHOW_IF="(DISTRIBUTION=='CUSTOM') OR (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportHive2[] AND !DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[])">
|
|
<ITEMS DEFAULT="HIVE2">
|
|
<ITEM NAME="HIVE" VALUE="HIVE"
|
|
SHOW_IF="(DISTRIBUTION=='CUSTOM' OR DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportHive1[])" />
|
|
<ITEM NAME="HIVE2" VALUE="HIVE2" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="HOST" FIELD="TEXT" NUM_ROW="20"
|
|
REPOSITORY_VALUE="SERVER_NAME" GROUP="CONNECTION"
|
|
SHOW_IF="!DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TYPE" FIELD="TEXT" NUM_ROW="3" SHOW="false"
|
|
REPOSITORY_VALUE="TYPE" GROUP="CONNECTION">
|
|
<DEFAULT>Hive</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PORT" FIELD="TEXT" NUM_ROW="20"
|
|
REPOSITORY_VALUE="PORT" GROUP="CONNECTION"
|
|
SHOW_IF="!DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[]">
|
|
<DEFAULT>"10000"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DBNAME" FIELD="TEXT" NUM_ROW="25"
|
|
REPOSITORY_VALUE="SID" REQUIRED="true" GROUP="CONNECTION"
|
|
SHOW="true">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="USER" FIELD="TEXT" NUM_ROW="28"
|
|
REPOSITORY_VALUE="USERNAME" REQUIRED="true" GROUP="CONNECTION"
|
|
SHOW_IF="!DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PASS" FIELD="PASSWORD" NUM_ROW="28"
|
|
REPOSITORY_VALUE="PASSWORD" REQUIRED="true" GROUP="CONNECTION"
|
|
SHOW_IF="!DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="HIVE_ADDITIONAL_JDBC" FIELD="TEXT" NUM_ROW="29"
|
|
REPOSITORY_VALUE="HIVE_ADDITIONAL_JDBC" REQUIRED="false" GROUP="CONNECTION"
|
|
SHOW_IF="(!DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[] AND DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportHive2[] AND HIVE_SERVER=='HIVE2' AND DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportStandaloneMode[] AND CONNECTION_MODE=='STANDALONE')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CONFIGURATIONS_FROM_CLASSPATH"
|
|
REPOSITORY_VALUE="CONFIGURATIONS_FROM_CLASSPATH" FIELD="CHECK"
|
|
NUM_ROW="30" REQUIRED="true" GROUP="CONFIGURATIONS"
|
|
SHOW_IF="(HIVE_SERVER=='HIVE2' AND (!DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[]) AND (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportStandaloneMode[] AND CONNECTION_MODE=='STANDALONE')))">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="USE_KRB" FIELD="CHECK" NUM_ROW="31"
|
|
REQUIRED="true" REPOSITORY_VALUE="USE_KRB"
|
|
SHOW_IF="(CONFIGURATIONS_FROM_CLASSPATH == 'false') AND ((DISTRIBUTION=='CUSTOM') OR (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportKerberos[] AND ((DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportHive1[] AND DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[] AND HIVE_SERVER=='HIVE' AND CONNECTION_MODE=='EMBEDDED') OR (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportHive2[] AND HIVE_SERVER=='HIVE2'))))"
|
|
GROUP="AUTHENTICATION">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="HIVE_PRINCIPAL" FIELD="TEXT" NUM_ROW="32"
|
|
REQUIRED="true" REPOSITORY_VALUE="HIVE_PRINCIPAL" GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KRB]) AND USE_KRB=='true'">
|
|
<DEFAULT>"hive/_HOST@EXAMPLE.COM"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="HIVESERVER2_LOCAL_PRINCIPAL" FIELD="TEXT"
|
|
NUM_ROW="33" REQUIRED="true" REPOSITORY_VALUE="HIVESERVER2_LOCAL_PRINCIPAL"
|
|
GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KRB]) AND USE_KRB=='true' AND (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[] AND CONNECTION_MODE=='EMBEDDED' AND HIVE_SERVER=='HIVE2')">
|
|
<DEFAULT>"/tmp/hiveServer2User.keytab"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="HIVESERVER2_LOCAL_KEYTAB" FIELD="FILE"
|
|
NUM_ROW="33" REQUIRED="true" REPOSITORY_VALUE="HIVESERVER2_LOCAL_KEYTAB"
|
|
GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KRB]) AND USE_KRB=='true' AND (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[] AND CONNECTION_MODE=='EMBEDDED' AND HIVE_SERVER=='HIVE2')">
|
|
<DEFAULT>"/tmp/hiveServer2.keytab"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="NAMENODE_PRINCIPAL" FIELD="TEXT" NUM_ROW="35"
|
|
REQUIRED="true" REPOSITORY_VALUE="NAMENODE_PRINCIPAL" GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KRB]) AND USE_KRB=='true'">
|
|
<DEFAULT>"nn/_HOST@EXAMPLE.COM"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="JOBTRACKER_PRINCIPAL" FIELD="TEXT" NUM_ROW="36"
|
|
REQUIRED="true" REPOSITORY_VALUE="JOBTRACKER_PRINCIPAL" GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KRB]) AND (USE_KRB=='true') AND ((DISTRIBUTION=='CUSTOM' AND USE_YARN=='false') OR (DISTRIBUTION!='CUSTOM' AND DISTRIB[DISTRIBUTION, HIVE_VERSION].isHadoop1[]))">
|
|
<DEFAULT>"jt/_HOST@EXAMPLE.COM"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="RESOURCEMANAGER_PRINCIPAL" FIELD="TEXT"
|
|
NUM_ROW="36" REQUIRED="true" REPOSITORY_VALUE="RESOURCEMANAGER_PRINCIPAL"
|
|
GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KRB]) AND (USE_KRB=='true') AND ((DISTRIBUTION=='CUSTOM' AND USE_YARN=='true') OR (DISTRIBUTION!='CUSTOM' AND DISTRIB[DISTRIBUTION, HIVE_VERSION].isHadoop2[]))">
|
|
<DEFAULT>"yarn/_HOST@EXAMPLE.COM"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="METASTORE_JDBC_URL" FIELD="TEXT" NUM_ROW="37"
|
|
REQUIRED="true" REPOSITORY_VALUE="METASTORE_JDBC_URL" GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KRB]) AND USE_KRB=='true' AND (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[] AND CONNECTION_MODE=='EMBEDDED')">
|
|
<DEFAULT>"jdbc:mysql://"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="METASTORE_CLASSNAME" FIELD="TEXT" NUM_ROW="38"
|
|
REQUIRED="true" REPOSITORY_VALUE="METASTORE_CLASSNAME" GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KRB]) AND USE_KRB=='true' AND (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[] AND CONNECTION_MODE=='EMBEDDED')">
|
|
<DEFAULT>"com.mysql.jdbc.Driver"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="METASTORE_USERNAME" FIELD="TEXT" NUM_ROW="39"
|
|
REQUIRED="true" REPOSITORY_VALUE="METASTORE_USERNAME" GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KRB]) AND USE_KRB=='true' AND (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[] AND CONNECTION_MODE=='EMBEDDED')">
|
|
<DEFAULT>"hive"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="METASTORE_PASSWORD" FIELD="PASSWORD"
|
|
NUM_ROW="40" REQUIRED="true" REPOSITORY_VALUE="METASTORE_PASSWORD"
|
|
GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KRB]) AND USE_KRB=='true' AND (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[] AND CONNECTION_MODE=='EMBEDDED')">
|
|
<DEFAULT>"hive"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="USE_KEYTAB" FIELD="CHECK" NUM_ROW="41"
|
|
REQUIRED="true" REPOSITORY_VALUE="USE_KEYTAB"
|
|
SHOW_IF="(isShow[USE_KRB]) AND USE_KRB=='true' AND ((DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[] AND CONNECTION_MODE=='EMBEDDED') OR (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportStandaloneMode[] AND DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportHive2[] AND CONNECTION_MODE=='STANDALONE' AND HIVE_SERVER=='HIVE2'))"
|
|
GROUP="AUTHENTICATION">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PRINCIPAL" FIELD="TEXT" NUM_ROW="42"
|
|
REQUIRED="true" REPOSITORY_VALUE="PRINCIPAL" GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KEYTAB]) AND (USE_KEYTAB=='true')">
|
|
<DEFAULT>"hive"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="KEYTAB_PATH" FIELD="FILE" NUM_ROW="42"
|
|
REQUIRED="true" REPOSITORY_VALUE="KEYTAB_PATH" GROUP="AUTHENTICATION"
|
|
SHOW_IF="(isShow[USE_KEYTAB]) AND (USE_KEYTAB=='true')">
|
|
<DEFAULT>"/tmp/hive.keytab"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="USE_MAPRTICKET" FIELD="CHECK" NUM_ROW="43"
|
|
REPOSITORY_VALUE="USE_MAPRTICKET" GROUP="AUTHENTICATION"
|
|
SHOW_IF="(DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportMapRTicket[])">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="MAPRTICKET_USERNAME" FIELD="TEXT" GROUP="AUTHENTICATION"
|
|
REPOSITORY_VALUE="MAPRTICKET_USERNAME" REQUIRED="true" NUM_ROW="44"
|
|
SHOW_IF="((isShow[USE_MAPRTICKET]) AND (USE_MAPRTICKET=='true')) AND (((isShow[USE_KRB]) AND (USE_KRB=='false')) OR (!isShow[USE_KRB])) ">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="MAPRTICKET_PASSWORD" FIELD="PASSWORD" GROUP="AUTHENTICATION"
|
|
REPOSITORY_VALUE="MAPRTICKET_PASSWORD" REQUIRED="true" NUM_ROW="44"
|
|
SHOW_IF="((isShow[USE_MAPRTICKET]) AND (USE_MAPRTICKET=='true')) AND (((isShow[USE_KRB]) AND (USE_KRB=='false')) OR (!isShow[USE_KRB])) ">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="MAPRTICKET_CLUSTER" FIELD="TEXT" GROUP="AUTHENTICATION"
|
|
REPOSITORY_VALUE="MAPRTICKET_CLUSTER" REQUIRED="true" NUM_ROW="45"
|
|
SHOW_IF="((isShow[USE_MAPRTICKET]) AND (USE_MAPRTICKET=='true'))">
|
|
<DEFAULT>"demo.mapr.com"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="MAPRTICKET_DURATION" FIELD="TEXT" GROUP="AUTHENTICATION"
|
|
REPOSITORY_VALUE="MAPRTICKET_DURATION" REQUIRED="true" NUM_ROW="46"
|
|
SHOW_IF="((isShow[USE_MAPRTICKET]) AND (USE_MAPRTICKET=='true'))">
|
|
<DEFAULT>86400L</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
|
|
|
|
<PARAMETER NAME="USE_SSL" FIELD="CHECK" NUM_ROW="49"
|
|
REPOSITORY_VALUE="USE_SSL" REQUIRED="true"
|
|
SHOW_IF="(CONFIGURATIONS_FROM_CLASSPATH == 'false') AND ((DISTRIBUTION=='CUSTOM' OR DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportHive2[]) AND HIVE_SERVER=='HIVE2') AND (DISTRIBUTION=='CUSTOM' OR DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportSSL[])"
|
|
GROUP="ENCRYPTION">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SSL_TRUST_STORE" FIELD="FILE" NUM_ROW="50"
|
|
REPOSITORY_VALUE="SSL_TRUST_STORE" REQUIRED="true" GROUP="ENCRYPTION"
|
|
SHOW_IF="(isShow[USE_SSL]) AND (USE_KRB=='false' OR DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportSSLwithKerberos[] OR DISTRIBUTION=='CUSTOM') AND (USE_SSL=='true')">
|
|
<DEFAULT>"/home/usr1/ssl/trust_store.jks"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SSL_TRUST_STORE_PASSWORD" FIELD="PASSWORD"
|
|
NUM_ROW="50" REPOSITORY_VALUE="SSL_TRUST_STORE_PASSWORD" REQUIRED="true" GROUP="ENCRYPTION"
|
|
SHOW_IF="(isShow[USE_SSL]) AND (USE_KRB=='false' OR DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportSSLwithKerberos[] OR DISTRIBUTION=='CUSTOM') AND (USE_SSL=='true')">
|
|
<DEFAULT>"********"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SET_MAPRED_JT" FIELD="CHECK" NUM_ROW="51"
|
|
REQUIRED="true"
|
|
SHOW_IF="(CONFIGURATIONS_FROM_CLASSPATH == 'false') AND (DISTRIBUTION=='CUSTOM' AND USE_YARN=='false') OR (DISTRIBUTION!='CUSTOM' AND !DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[] AND DISTRIB[DISTRIBUTION, HIVE_VERSION].isHadoop1[])"
|
|
GROUP="HADOOP_PROPS">
|
|
<DEFAULT IF="(CONNECTION_MODE == 'STANDALONE')">false</DEFAULT>
|
|
<DEFAULT IF="(CONNECTION_MODE == 'EMBEDDED')">true</DEFAULT>
|
|
<DEFAULT
|
|
IF="(PROPERTY == 'REPOSITORY' AND CONNECTION_MODE == 'EMBEDDED')">true</DEFAULT>
|
|
<DEFAULT
|
|
IF="(PROPERTY == 'REPOSITORY' AND CONNECTION_MODE == 'STANDALONE')">false</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="MAPRED_JT" FIELD="TEXT" NUM_ROW="51"
|
|
REPOSITORY_VALUE="MAPRED_JT" REQUIRED="true"
|
|
SHOW_IF="(isShow[SET_MAPRED_JT]) AND (SET_MAPRED_JT=='true')" GROUP="HADOOP_PROPS">
|
|
<DEFAULT>"localhost:50300"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="SET_RESOURCE_MANAGER" FIELD="CHECK"
|
|
NUM_ROW="52" REQUIRED="true"
|
|
SHOW_IF="(CONFIGURATIONS_FROM_CLASSPATH == 'false') AND (DISTRIBUTION=='CUSTOM' AND USE_YARN=='true') OR (DISTRIBUTION!='CUSTOM' AND !DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[] AND DISTRIB[DISTRIBUTION, HIVE_VERSION].isHadoop2[])"
|
|
GROUP="HADOOP_PROPS">
|
|
<DEFAULT IF="(CONNECTION_MODE == 'STANDALONE')">false</DEFAULT>
|
|
<DEFAULT IF="(CONNECTION_MODE == 'EMBEDDED')">true</DEFAULT>
|
|
<DEFAULT
|
|
IF="(PROPERTY == 'REPOSITORY' AND CONNECTION_MODE == 'EMBEDDED')">true</DEFAULT>
|
|
<DEFAULT
|
|
IF="(PROPERTY == 'REPOSITORY' AND CONNECTION_MODE == 'STANDALONE')">false</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="RESOURCE_MANAGER" FIELD="TEXT" NUM_ROW="52"
|
|
REQUIRED="true"
|
|
SHOW_IF="(isShow[SET_RESOURCE_MANAGER]) AND (SET_RESOURCE_MANAGER=='true')"
|
|
GROUP="HADOOP_PROPS" REPOSITORY_VALUE="RESOURCE_MANAGER">
|
|
<DEFAULT>"localhost:8032"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="SET_FS_DEFAULT_NAME" FIELD="CHECK" NUM_ROW="53"
|
|
SHOW_IF="(CONFIGURATIONS_FROM_CLASSPATH == 'false') AND !DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[]"
|
|
REQUIRED="true" GROUP="HADOOP_PROPS">
|
|
<DEFAULT IF="(CONNECTION_MODE == 'STANDALONE')">false</DEFAULT>
|
|
<DEFAULT IF="(CONNECTION_MODE == 'EMBEDDED')">true</DEFAULT>
|
|
<DEFAULT
|
|
IF="(PROPERTY == 'REPOSITORY' AND CONNECTION_MODE == 'EMBEDDED')">true</DEFAULT>
|
|
<DEFAULT
|
|
IF="(PROPERTY == 'REPOSITORY' AND CONNECTION_MODE == 'STANDALONE')">false</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="FS_DEFAULT_NAME" FIELD="TEXT" NUM_ROW="53"
|
|
REPOSITORY_VALUE="FS_DEFAULT_NAME" REQUIRED="true"
|
|
SHOW_IF="(isShow[SET_FS_DEFAULT_NAME]) AND (SET_FS_DEFAULT_NAME=='true')"
|
|
GROUP="HADOOP_PROPS">
|
|
<DEFAULT>"hdfs://localhost:8020"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SET_SCHEDULER_ADDRESS" FIELD="CHECK"
|
|
NUM_ROW="54" REQUIRED="true" SHOW_IF="(CONFIGURATIONS_FROM_CLASSPATH == 'false') AND isShow[SET_RESOURCE_MANAGER]"
|
|
GROUP="HADOOP_PROPS">
|
|
<DEFAULT IF="(CONNECTION_MODE == 'STANDALONE')">false</DEFAULT>
|
|
<DEFAULT IF="(CONNECTION_MODE == 'EMBEDDED')">true</DEFAULT>
|
|
<DEFAULT
|
|
IF="(PROPERTY == 'REPOSITORY' AND CONNECTION_MODE == 'EMBEDDED')">true</DEFAULT>
|
|
<DEFAULT
|
|
IF="(PROPERTY == 'REPOSITORY' AND CONNECTION_MODE == 'STANDALONE')">false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="RESOURCEMANAGER_SCHEDULER_ADDRESS" FIELD="TEXT"
|
|
REPOSITORY_VALUE="RESOURCEMANAGER_SCHEDULER_ADDRESS" NUM_ROW="54"
|
|
REQUIRED="true"
|
|
SHOW_IF="(isShow[SET_SCHEDULER_ADDRESS]) AND SET_SCHEDULER_ADDRESS=='true'"
|
|
GROUP="HADOOP_PROPS">
|
|
<DEFAULT>"localhost:8030"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SET_JOBHISTORY_ADDRESS" FIELD="CHECK"
|
|
NUM_ROW="55" REQUIRED="true"
|
|
SHOW_IF="(CONFIGURATIONS_FROM_CLASSPATH == 'false') AND isShow[SET_RESOURCE_MANAGER]"
|
|
GROUP="HADOOP_PROPS">
|
|
<DEFAULT IF="(CONNECTION_MODE == 'STANDALONE')">false</DEFAULT>
|
|
<DEFAULT IF="(CONNECTION_MODE == 'EMBEDDED')">true</DEFAULT>
|
|
<DEFAULT
|
|
IF="(PROPERTY == 'REPOSITORY' AND CONNECTION_MODE == 'EMBEDDED')">true</DEFAULT>
|
|
<DEFAULT
|
|
IF="(PROPERTY == 'REPOSITORY' AND CONNECTION_MODE == 'STANDALONE')">false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="JOBHISTORY_ADDRESS" FIELD="TEXT" NUM_ROW="55"
|
|
REPOSITORY_VALUE="JOBHISTORY_ADDRESS" REQUIRED="true"
|
|
SHOW_IF="isShow[SET_JOBHISTORY_ADDRESS] AND (SET_JOBHISTORY_ADDRESS=='true')"
|
|
GROUP="HADOOP_PROPS">
|
|
<DEFAULT>"localhost:10020"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SET_HADOOP_USER" FIELD="CHECK" NUM_ROW="56"
|
|
REQUIRED="true"
|
|
SHOW_IF="(CONFIGURATIONS_FROM_CLASSPATH == 'true') OR isShow[SET_RESOURCE_MANAGER]"
|
|
GROUP="HADOOP_PROPS">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="HADOOP_USER" FIELD="TEXT" NUM_ROW="56"
|
|
REQUIRED="true" SHOW_IF="isShow[SET_HADOOP_USER] AND (SET_HADOOP_USER=='true')"
|
|
GROUP="HADOOP_PROPS">
|
|
<DEFAULT>"hadoop"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="USE_DATANODE_HOSTNAME" FIELD="CHECK"
|
|
REPOSITORY_VALUE="USE_DATANODE_HOSTNAME" NUM_ROW="58" REQUIRED="true"
|
|
SHOW_IF="(CONFIGURATIONS_FROM_CLASSPATH == 'true') OR isShow[SET_RESOURCE_MANAGER]"
|
|
GROUP="HADOOP_PROPS">
|
|
<DEFAULT>true</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<!-- HD Insight through HCatalog parameters -->
|
|
|
|
<PARAMETER NAME="WEBHCAT_HOST" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="16" GROUP="WEBHCAT_CONF"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="WEBHCAT_PORT" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="16" GROUP="WEBHCAT_CONF"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[]">
|
|
<DEFAULT>"443"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="WEBHCAT_USERNAME" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="17" GROUP="WEBHCAT_CONF"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="STATUSDIR" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="18" GROUP="WEBHCAT_CONF"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="HDINSIGHT_USERNAME" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="19" GROUP="HDINSIGHT_CONF"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="HDINSIGHT_PASSWORD" FIELD="PASSWORD"
|
|
REQUIRED="true" NUM_ROW="19" GROUP="HDINSIGHT_CONF"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="WASB_HOST" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="20" GROUP="WASB_CONF"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="WASB_CONTAINER" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="21" GROUP="WASB_CONF"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="WASB_USERNAME" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="22" GROUP="WASB_CONF"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="WASB_PASSWORD" FIELD="PASSWORD" REQUIRED="true"
|
|
NUM_ROW="22" GROUP="WASB_CONF"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="REMOTE_FOLDER" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="23" GROUP="WASB_CONF"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isExecutedThroughWebHCat[]">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<!-- -->
|
|
|
|
<!-- GOOGLE DATAPROC -->
|
|
<PARAMETER NAME="GOOGLE_PROJECT_ID" REPOSITORY_VALUE="GOOGLE_PROJECT_ID" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="16" GROUP="CONNECTION"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isGoogleDataprocDistribution[]">
|
|
<DEFAULT>"my-google-project"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="GOOGLE_CLUSTER_ID" REPOSITORY_VALUE="GOOGLE_CLUSTER_ID" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="17" GROUP="CONNECTION"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isGoogleDataprocDistribution[]">
|
|
<DEFAULT>"my-cluster-id"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="GOOGLE_REGION" REPOSITORY_VALUE="GOOGLE_REGION" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="18" GROUP="CONNECTION"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isGoogleDataprocDistribution[]">
|
|
<DEFAULT>"global"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="GOOGLE_JARS_BUCKET" REPOSITORY_VALUE="GOOGLE_JARS_BUCKET" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="19" GROUP="CONNECTION"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isGoogleDataprocDistribution[]">
|
|
<DEFAULT>"gs://my-bucket/talend/jars"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DEFINE_PATH_TO_GOOGLE_CREDENTIALS" REPOSITORY_VALUE="DEFINE_PATH_TO_GOOGLE_CREDENTIALS" FIELD="CHECK"
|
|
REQUIRED="true" NUM_ROW="50" GROUP="AUTHENTICATION"
|
|
SHOW_IF="DISTRIB[DISTRIBUTION, HIVE_VERSION].isGoogleDataprocDistribution[]">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="PATH_TO_GOOGLE_CREDENTIALS" REPOSITORY_VALUE="PATH_TO_GOOGLE_CREDENTIALS" FIELD="FILE" REQUIRED="true"
|
|
NUM_ROW="51" GROUP="AUTHENTICATION"
|
|
SHOW_IF="((isShow[DEFINE_PATH_TO_GOOGLE_CREDENTIALS]) AND DEFINE_PATH_TO_GOOGLE_CREDENTIALS=='true' AND DISTRIB[DISTRIBUTION, HIVE_VERSION].isGoogleDataprocDistribution[])">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<!-- END GOOGLE DATAPROC -->
|
|
|
|
|
|
<PARAMETER NAME="USE_SHARED_CONNECTION" FIELD="CHECK"
|
|
NUM_ROW="60" REQUIRED="true"
|
|
SHOW_IF="(!DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[])">
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SHARED_CONNECTION_NAME" FIELD="TEXT"
|
|
NUM_ROW="60" REQUIRED="true"
|
|
SHOW_IF="(isShow[USE_SHARED_CONNECTION]) AND USE_SHARED_CONNECTION == 'true'">
|
|
<DEFAULT></DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="EXECUTION_ENGINE" REPOSITORY_VALUE="EXECUTION_ENGINE"
|
|
FIELD="CLOSED_LIST" NUM_ROW="65" REQUIRED="true"
|
|
SHOW_IF="(DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[] AND CONNECTION_MODE == 'EMBEDDED') AND (DISTRIBUTION == 'CUSTOM' OR (DISTRIBUTION != 'CUSTOM' AND DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportTezForHive[]))">
|
|
<ITEMS DEFAULT="MR">
|
|
<ITEM NAME="MR" VALUE="mr" />
|
|
<ITEM NAME="TEZ" VALUE="tez" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="STORE_BY_HBASE" FIELD="CHECK" NUM_ROW="70"
|
|
REQUIRED="true"
|
|
SHOW_IF="(CONFIGURATIONS_FROM_CLASSPATH == 'true') OR ((CONNECTION_MODE != 'EMBEDDED' OR !DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[]) AND DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportHBaseForHive[])"
|
|
GROUP="HBASE_GROUP">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ZOOKEEPER_QUORUM" FIELD="TEXT" NUM_ROW="80"
|
|
REQUIRED="true" GROUP="HBASE_GROUP"
|
|
SHOW_IF="(isShow[STORE_BY_HBASE]) AND (STORE_BY_HBASE=='true') AND (CONFIGURATIONS_FROM_CLASSPATH == 'false')">
|
|
<DEFAULT>"localhost"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ZOOKEEPER_CLIENT_PORT" FIELD="TEXT"
|
|
NUM_ROW="90" REQUIRED="true" GROUP="HBASE_GROUP"
|
|
SHOW_IF="(isShow[STORE_BY_HBASE]) AND (STORE_BY_HBASE=='true') AND (CONFIGURATIONS_FROM_CLASSPATH == 'false')">
|
|
<DEFAULT>"2181"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SET_ZNODE_PARENT" FIELD="CHECK" NUM_ROW="95"
|
|
REQUIRED="false" GROUP="HBASE_GROUP"
|
|
SHOW_IF="(isShow[STORE_BY_HBASE]) AND (STORE_BY_HBASE=='true') AND (CONFIGURATIONS_FROM_CLASSPATH == 'false')">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ZNODE_PARENT" FIELD="TEXT" NUM_ROW="95"
|
|
REQUIRED="false" GROUP="HBASE_GROUP"
|
|
SHOW_IF="(isShow[STORE_BY_HBASE]) AND (STORE_BY_HBASE=='true') AND (CONFIGURATIONS_FROM_CLASSPATH == 'false')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="HBASE_MASTER_PRINCIPAL" FIELD="TEXT"
|
|
NUM_ROW="96" REQUIRED="true" GROUP="HBASE_GROUP"
|
|
SHOW_IF="(isShow[STORE_BY_HBASE]) AND (STORE_BY_HBASE=='true') AND (isShow[USE_KRB]) AND (USE_KRB=='true') AND (CONFIGURATIONS_FROM_CLASSPATH == 'false')">
|
|
<DEFAULT>"hbase/_HOST@EXAMPLE.COM"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="HBASE_REGIONSERVER_PRINCIPAL" FIELD="TEXT"
|
|
NUM_ROW="97" REQUIRED="true" GROUP="HBASE_GROUP"
|
|
SHOW_IF="(isShow[STORE_BY_HBASE]) AND (STORE_BY_HBASE=='true') AND (isShow[USE_KRB]) AND (USE_KRB=='true') AND (CONFIGURATIONS_FROM_CLASSPATH == 'false')">
|
|
<DEFAULT>"hbase/_HOST@EXAMPLE.COM"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DEFINE_REGISTER_JAR" FIELD="CHECK"
|
|
REQUIRED="true" NUM_ROW="100" GROUP="HBASE_GROUP"
|
|
SHOW_IF="((isShow[STORE_BY_HBASE]) AND STORE_BY_HBASE=='true')">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="REGISTER_JAR_NOTE" FIELD="LABEL" NUM_ROW="110"
|
|
SHOW_IF="(isShow[DEFINE_REGISTER_JAR]) AND DEFINE_REGISTER_JAR=='true'"
|
|
GROUP="HBASE_GROUP">
|
|
<DEFAULT><![CDATA[When filling in the Jar path information below, make sure that the JAR files are available on the server.]]></DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="REGISTER_JAR" FIELD="TABLE" REQUIRED="false"
|
|
NUM_ROW="120" NB_LINES="4"
|
|
SHOW_IF="(isShow[DEFINE_REGISTER_JAR]) AND DEFINE_REGISTER_JAR=='true'"
|
|
GROUP="HBASE_GROUP">
|
|
<ITEMS>
|
|
<ITEM NAME="JAR_NAME" FIELD="CLOSED_LIST">
|
|
<ITEMS DEFAULT="HIVE-HBASE-HANDLER">
|
|
<ITEM NAME="HIVE-HBASE-HANDLER" VALUE="HIVE-HBASE-HANDLER" />
|
|
<ITEM NAME="HBASE" VALUE="HBASE" />
|
|
<ITEM NAME="ZOOKEEPER" VALUE="ZOOKEEPER" />
|
|
<ITEM NAME="PROTOBUF-JAVA" VALUE="PROTOBUF-JAVA" />
|
|
</ITEMS>
|
|
</ITEM>
|
|
<ITEM NAME="JAR_PATH" FIELD="TEXT" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
</PARAMETERS>
|
|
<ADVANCED_PARAMETERS>
|
|
<PARAMETER NAME="TEZ_LIB" FIELD="CLOSED_LIST" NUM_ROW="1"
|
|
REQUIRED="true" SHOW_IF="(isShow[EXECUTION_ENGINE]) AND (EXECUTION_ENGINE == 'tez')">
|
|
<ITEMS DEFAULT="INSTALL">
|
|
<ITEM NAME="INSTALL" VALUE="INSTALL" />
|
|
<ITEM NAME="USE_EXIST" VALUE="USE_EXIST" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="TEZ_LIB_FOLDER" FIELD="DIRECTORY_HADOOP"
|
|
NUM_ROW="1" REQUIRED="true" SHOW_IF="(isShow[TEZ_LIB]) AND (TEZ_LIB == 'INSTALL')">
|
|
<DEFAULT><![CDATA["/tmp/{USERNAME}/talend_tez_libs/{custom|HIVE_VERSION}"]]></DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="GROUP" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="1"
|
|
SHOW_IF="(isShow[TEZ_LIB]) AND (TEZ_LIB == 'INSTALL') AND DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportGroup[]">
|
|
<DEFAULT>"supergroup"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="TEZ_JARS_NAME" FIELD="TEXT" NUM_ROW="1"
|
|
REQUIRED="false" SHOW="false">
|
|
</PARAMETER>
|
|
<PARAMETER NAME="TEZ_LIB_PATH" FIELD="BOTH_HADOOP" NUM_ROW="1"
|
|
REQUIRED="true" SHOW_IF="(isShow[TEZ_LIB]) AND (TEZ_LIB == 'USE_EXIST')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="TEZ_LIB_NAME" FIELD="TABLE" NUM_ROW="2"
|
|
NB_LINES="5"
|
|
SHOW_IF="(isShow[TEZ_LIB]) AND (TEZ_LIB == 'INSTALL') AND (DISTRIBUTION == 'CUSTOM')">
|
|
<ITEMS>
|
|
<ITEM NAME="JAR_NAME" FIELD="MODULE_LIST" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="HADOOP_ADVANCED_PROPERTIES"
|
|
REPOSITORY_VALUE="HADOOP_ADVANCED_PROPERTIES" FIELD="TABLE" REQUIRED="false"
|
|
SHOW_IF="!DISTRIB[DISTRIBUTION, HIVE_VERSION].useCloudLauncher[]"
|
|
NUM_ROW="40" NB_LINES="3">
|
|
<ITEMS>
|
|
<ITEM NAME="PROPERTY" />
|
|
<ITEM NAME="VALUE" />
|
|
<ITEM NAME="BUILDIN" SHOW_IF="false" VALUE="TRUE" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ADVANCED_PROPERTIES" REPOSITORY_VALUE="ADVANCED_PROPERTIES"
|
|
FIELD="TABLE" REQUIRED="false" NUM_ROW="50" NB_LINES="3">
|
|
<ITEMS>
|
|
<ITEM NAME="PROPERTY" />
|
|
<ITEM NAME="VALUE" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="MAPRED_JOB_MAP_MEMORY_MB" GROUP="MEMORY_PARAMETERS"
|
|
FIELD="TEXT" REQUIRED="true" NUM_ROW="54"
|
|
SHOW_IF="((DISTRIBUTION!='CUSTOM') AND (HIVE_VERSION=='HDP_1_2' OR HIVE_VERSION=='HDP_1_3'))">
|
|
<DEFAULT>"1000"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="MAPRED_JOB_REDUCE_MEMORY_MB" GROUP="MEMORY_PARAMETERS"
|
|
FIELD="TEXT" REQUIRED="true" NUM_ROW="58"
|
|
SHOW_IF="((DISTRIBUTION!='CUSTOM') AND (HIVE_VERSION=='HDP_1_2' OR HIVE_VERSION=='HDP_1_3'))">
|
|
<DEFAULT>"1000"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SET_MEMORY" GROUP="MEMORY_PARAMETERS"
|
|
FIELD="CHECK" NUM_ROW="80" REQUIRED="true"
|
|
SHOW_IF="((DISTRIBUTION=='CUSTOM' AND USE_YARN=='true') OR (DISTRIBUTION!='CUSTOM' AND DISTRIB[DISTRIBUTION, HIVE_VERSION].isHadoop2[]))">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="MAPREDUCE_MAP_MEMORY_MB" GROUP="MEMORY_PARAMETERS"
|
|
FIELD="TEXT" REQUIRED="true" NUM_ROW="85"
|
|
SHOW_IF="(isShow[SET_MEMORY]) AND SET_MEMORY=='true'">
|
|
<DEFAULT>"1024"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="MAPREDUCE_REDUCE_MEMORY_MB" GROUP="MEMORY_PARAMETERS"
|
|
FIELD="TEXT" REQUIRED="true" NUM_ROW="85"
|
|
SHOW_IF="(isShow[SET_MEMORY]) AND SET_MEMORY=='true'">
|
|
<DEFAULT>"1024"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="YARN_APP_MAPREDUCE_AM_RESOURCE_MB" GROUP="MEMORY_PARAMETERS"
|
|
FIELD="TEXT" REQUIRED="true" NUM_ROW="85"
|
|
SHOW_IF="(isShow[SET_MEMORY]) AND SET_MEMORY=='true'">
|
|
<DEFAULT>"1024"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CLASSPATH_SEPARATOR" FIELD="TEXT" REQUIRED="true"
|
|
NUM_ROW="90">
|
|
<DEFAULT>":"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SET_MAPR_HOME_DIR" FIELD="CHECK" NUM_ROW="100"
|
|
REPOSITORY_VALUE="SET_MAPR_HOME_DIR" GROUP="AUTHENTICATION"
|
|
SHOW_IF="((isShow[USE_MAPRTICKET]) AND (USE_MAPRTICKET=='true'))">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="MAPR_HOME_DIR" FIELD="TEXT" GROUP="AUTHENTICATION"
|
|
REPOSITORY_VALUE="MAPR_HOME_DIR" REQUIRED="true" NUM_ROW="100"
|
|
SHOW_IF="((isShow[SET_MAPR_HOME_DIR]) AND (SET_MAPR_HOME_DIR=='true'))">
|
|
<DEFAULT>"/opt/mapr"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SET_HADOOP_LOGIN" FIELD="CHECK" NUM_ROW="105"
|
|
REPOSITORY_VALUE="SET_HADOOP_LOGIN" GROUP="AUTHENTICATION"
|
|
SHOW_IF="((isShow[USE_MAPRTICKET]) AND (USE_MAPRTICKET=='true'))">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="HADOOP_LOGIN" FIELD="TEXT" GROUP="AUTHENTICATION"
|
|
REPOSITORY_VALUE="HADOOP_LOGIN" REQUIRED="true" NUM_ROW="105"
|
|
SHOW_IF="((isShow[SET_HADOOP_LOGIN]) AND (SET_HADOOP_LOGIN=='true'))">
|
|
<DEFAULT>"kerberos"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
</ADVANCED_PARAMETERS>
|
|
|
|
<CODEGENERATION>
|
|
<IMPORTS>
|
|
<IMPORT NAME="hadoop-conf-kerberos" MODULE="hadoop-conf-kerberos.jar"
|
|
MVN="mvn:org.talend.libraries/hadoop-conf-kerberos/6.0.0"
|
|
UrlPath="platform:/plugin/org.talend.libraries.hadoop.mapr2/lib/hadoop-conf-kerberos.jar"
|
|
REQUIRED="false"
|
|
REQUIRED_IF="(CONFIGURATIONS_FROM_CLASSPATH == 'false') AND (DISTRIBUTION!='CUSTOM') AND (isShow[USE_KRB] AND USE_KRB=='true') AND (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportKerberos[] AND ((DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportHive1[] AND DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportEmbeddedMode[] AND HIVE_SERVER=='HIVE' AND CONNECTION_MODE=='EMBEDDED') OR (DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportHive2[] AND HIVE_SERVER=='HIVE2')))" />
|
|
|
|
<!-- PARQUET SUPPORT -->
|
|
<IMPORT NAME="parquet-hive-bundle-1.5.0" MODULE="parquet-hive-bundle-1.5.0.jar"
|
|
MVN="mvn:org.talend.libraries/parquet-hive-bundle-1.5.0/6.0.0"
|
|
UrlPath="platform:/plugin/org.talend.libraries.hadoop/lib/parquet-hive-bundle-1.5.0.jar"
|
|
REQUIRED_IF="(DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportOldImportMode[] AND DISTRIBUTION!='PIVOTAL_HD' AND DISTRIBUTION!='CUSTOM' AND HIVE_VERSION!='MAPR2' AND HIVE_VERSION!='HDP_2_3' AND HIVE_VERSION!='APACHE_1_0_0' AND HIVE_VERSION!='APACHE_2_4_0_EMR_0_13_1')" />
|
|
<IMPORT NAME="parquet-hive-bundle-1.3.2" MODULE="parquet-hive-bundle-1.3.2.jar"
|
|
MVN="mvn:org.talend.libraries/parquet-hive-bundle-1.3.2/6.0.0"
|
|
UrlPath="platform:/plugin/org.talend.libraries.hadoop/lib/parquet-hive-bundle-1.3.2.jar"
|
|
REQUIRED_IF="(DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportOldImportMode[] AND DISTRIBUTION=='PIVOTAL_HD' AND HIVE_VERSION!='PIVOTAL_HD_1_0_1')" />
|
|
<IMPORT NAME="snappy-java-1.0.5.jar" MODULE="snappy-java-1.0.5.jar"
|
|
MVN="mvn:org.talend.libraries/snappy-java-1.0.5/6.0.0"
|
|
REQUIRED_IF="(DISTRIB[DISTRIBUTION, HIVE_VERSION].doSupportOldImportMode[] AND DISTRIBUTION!='CUSTOM' AND HIVE_VERSION!='MAPR2' AND HIVE_VERSION!='APACHE_1_0_0' AND HIVE_VERSION!='PIVOTAL_HD_1_0_1' AND HIVE_VERSION!='APACHE_2_4_0_EMR_0_13_1')" />
|
|
<!-- ############## -->
|
|
<IMPORT MODULE_GROUP="TEZ-LIB-HDP220"
|
|
REQUIRED_IF="(DISTRIBUTION == 'HORTONWORKS') AND (HIVE_VERSION == 'HDP_2_2') AND (EXECUTION_ENGINE == 'tez')" />
|
|
<IMPORT MODULE_GROUP="TEZ-SERVER-LIB-HDP220"
|
|
REQUIRED_IF="(DISTRIBUTION == 'HORTONWORKS') AND (HIVE_VERSION == 'HDP_2_2') AND (EXECUTION_ENGINE == 'tez') AND (TEZ_LIB == 'INSTALL')" />
|
|
|
|
<!-- Tez libraries for HDP_2_3 -->
|
|
<IMPORT MODULE_GROUP="TEZ-LIB-HDP_2_3"
|
|
REQUIRED_IF="(DISTRIBUTION == 'HORTONWORKS') AND (HIVE_VERSION == 'HDP_2_3') AND (EXECUTION_ENGINE == 'tez')" />
|
|
|
|
<!-- Tez Server libraries for HDP_2_3 -->
|
|
<IMPORT MODULE_GROUP="TEZ-SERVER-LIB-HDP_2_3"
|
|
REQUIRED_IF="(DISTRIBUTION == 'HORTONWORKS') AND (HIVE_VERSION == 'HDP_2_3') AND (EXECUTION_ENGINE == 'tez') AND (TEZ_LIB == 'INSTALL')" />
|
|
</IMPORTS>
|
|
</CODEGENERATION>
|
|
|
|
<RETURNS />
|
|
</COMPONENT>
|