5c3b8f54cb
* fix(TDI-48107):gson CVE
# Conflicts:
# main/plugins/org.talend.designer.components.libs/libs_src/adal4j/pom.xml
* Revert "fix(TDI-48107):gson CVE"
This reverts commit 7f54d53b3b.
* fix(TDI-48107):gson CVE
# Conflicts:
# main/plugins/org.talend.designer.components.libs/libs_src/adal4j/pom.xml
* fix(TDI-48107):gson CVE
* back to 2.8.9
* tcloud
* cloud upgrade
* fix(TDI-48107):don't need to update gson for talend-mscrm on 7.3
Co-authored-by: jzhao-talend <jzhao@talend.com>
400 lines
21 KiB
XML
400 lines
21 KiB
XML
<COMPONENT>
|
|
<HEADER PLATEFORM="ALL" SERIAL="" VERSION="0.100" STATUS="ALPHA"
|
|
COMPATIBILITY="ALL" AUTHOR="Usman Zubair" RELEASE_DATE="20161123"
|
|
STARTABLE="true" LOG4J_ENABLED="true">
|
|
<SIGNATURE />
|
|
</HEADER>
|
|
|
|
<FAMILIES>
|
|
<FAMILY>Databases/DB Specifics/Azure/Synapse Analytics</FAMILY>
|
|
<FAMILY>Cloud/Azure/Synapse Analytics</FAMILY>
|
|
</FAMILIES>
|
|
|
|
<DOCUMENTATION>
|
|
<URL />
|
|
</DOCUMENTATION>
|
|
|
|
<CONNECTORS>
|
|
<CONNECTOR CTYPE="FLOW" MAX_INPUT="0" MAX_OUTPUT="0" />
|
|
<CONNECTOR CTYPE="ITERATE" MAX_OUTPUT="1" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="SUBJOB_OK" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="SUBJOB_ERROR" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="COMPONENT_OK" MAX_OUTPUT="1" />
|
|
<CONNECTOR CTYPE="COMPONENT_ERROR" MAX_OUTPUT="1" />
|
|
<CONNECTOR CTYPE="RUN_IF" MAX_OUTPUT="1" />
|
|
</CONNECTORS>
|
|
|
|
<PARAMETERS>
|
|
|
|
<PARAMETER NAME="PROPERTY" FIELD="PROPERTY_TYPE" NUM_ROW="1" REPOSITORY_VALUE="DATABASE:SQL_SERVER" SHOW_IF="USE_EXISTING_CONNECTION == 'false'" GROUP="DB_CONFIG" />
|
|
|
|
<PARAMETER NAME="USE_EXISTING_CONNECTION" FIELD="CHECK" NUM_ROW="2" GROUP="DB_CONFIG">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CONNECTION" FIELD="COMPONENT_LIST" REQUIRED="true" FILTER="tAzureSynapseConnection" NUM_ROW="2" SHOW_IF="USE_EXISTING_CONNECTION == 'true'" DYNAMIC_SETTINGS="true" GROUP="DB_CONFIG" />
|
|
|
|
<PARAMETER NAME="DRIVER" FIELD="CLOSED_LIST" NUM_ROW="25" REPOSITORY_VALUE="DRIVER" SHOW_IF="USE_EXISTING_CONNECTION == 'false'" GROUP="DB_CONFIG">
|
|
<ITEMS DEFAULT="MSSQL_PROP">
|
|
<ITEM NAME="MSSQL_PROP" VALUE="MSSQL_PROP"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="HOST" FIELD="TEXT" NUM_ROW="30" GROUP="DB_CONFIG" REPOSITORY_VALUE="SERVER_NAME" SHOW_IF="USE_EXISTING_CONNECTION == 'false'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PORT" FIELD="TEXT" NUM_ROW="30" GROUP="DB_CONFIG" REPOSITORY_VALUE="PORT" SHOW_IF="USE_EXISTING_CONNECTION == 'false'">
|
|
<DEFAULT>"1433"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DB_SCHEMA" FIELD="TEXT" NUM_ROW="30" GROUP="DB_CONFIG" REPOSITORY_VALUE="SCHEMA" SHOW_IF="USE_EXISTING_CONNECTION == 'false'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DBNAME" FIELD="TEXT" NUM_ROW="40" GROUP="DB_CONFIG" REPOSITORY_VALUE="SID" REQUIRED="true" SHOW_IF="USE_EXISTING_CONNECTION == 'false'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TYPE" FIELD="TEXT" NUM_ROW="30" GROUP="DB_CONFIG" SHOW="false" REPOSITORY_VALUE="TYPE" SHOW_IF="USE_EXISTING_CONNECTION == 'false'">
|
|
<DEFAULT>MSSQL</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="USER" FIELD="TEXT" NUM_ROW="50" GROUP="DB_CONFIG" REPOSITORY_VALUE="USERNAME" REQUIRED="true" SHOW_IF="USE_EXISTING_CONNECTION == 'false'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PASS" FIELD="PASSWORD" NUM_ROW="50" GROUP="DB_CONFIG" REPOSITORY_VALUE="PASSWORD" REQUIRED="true" SHOW_IF="USE_EXISTING_CONNECTION == 'false'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PROPERTIES" FIELD="TEXT" GROUP="DB_CONFIG" NUM_ROW="60" REPOSITORY_VALUE="PROPERTIES_STRING" SHOW_IF="USE_EXISTING_CONNECTION == 'false'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TABLE" FIELD="DBTABLE" GROUP="DB_CONFIG" NUM_ROW="65" REQUIRED="true">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TABLE_ACTION" FIELD="CLOSED_LIST" NUM_ROW="70" NOT_SHOW_IF="PARALLELIZE == 'true'">
|
|
<ITEMS DEFAULT="NONE">
|
|
<ITEM NAME="NONE" VALUE="NONE" />
|
|
<ITEM NAME="DROP_CREATE" VALUE="DROP_CREATE"/>
|
|
<ITEM NAME="CREATE" VALUE="CREATE"/>
|
|
<ITEM NAME="CREATE_IF_NOT_EXISTS" VALUE="CREATE_IF_NOT_EXISTS"/>
|
|
<ITEM NAME="DROP_IF_EXISTS_AND_CREATE" VALUE="DROP_IF_EXISTS_AND_CREATE" />
|
|
<ITEM NAME="CLEAR" VALUE="CLEAR"/>
|
|
<ITEM NAME="TRUNCATE" VALUE="TRUNCATE"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SCHEMA_FLOW" FIELD="SCHEMA_TYPE" NUM_ROW="80">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="LOAD_METHOD" FIELD="CLOSED_LIST" REQUIRED="true" NUM_ROW="90">
|
|
<ITEMS DEFAULT="COPY">
|
|
<ITEM NAME="POLYBASE" VALUE="POLYBASE" />
|
|
<ITEM NAME="COPY" VALUE="COPY"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="AZURE_STORAGE" FIELD="CLOSED_LIST" REQUIRED="true" NUM_ROW="100" GROUP="AZURE_CONNECTION">
|
|
<ITEMS DEFAULT="BLOB">
|
|
<ITEM NAME="BLOB" VALUE="BLOB" />
|
|
<ITEM NAME="ADLS" VALUE="ADLS" SHOW_IF="LOAD_METHOD == 'POLYBASE'"/>
|
|
<ITEM NAME="ADLS_GEN2" VALUE="ADLS_GEN2"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="AUTH_METHOD" FIELD="CLOSED_LIST" REQUIRED_IF="LOAD_METHOD == 'COPY'" NUM_ROW="105" SHOW_IF="LOAD_METHOD == 'COPY'" GROUP="AZURE_CONNECTION">
|
|
<ITEMS DEFAULT="SAS">
|
|
<ITEM NAME="SAS" VALUE="SAS" />
|
|
<ITEM NAME="KEY" VALUE="KEY"/>
|
|
<ITEM NAME="AAD" VALUE="AAD" SHOW_IF="(isShow[ACTIVE_DIR_AUTH] AND (ACTIVE_DIR_AUTH == 'true')) OR ((USE_EXISTING_CONNECTION == 'true') AND (#LINK@NODE.CONNECTION.ACTIVE_DIR_AUTH != 'true'))"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ACCOUNT_NAME" FIELD="TEXT" NUM_ROW="110" REQUIRED="true" GROUP="AZURE_CONNECTION">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SECRET_KEY" FIELD="PASSWORD" NUM_ROW="110" REQUIRED="true" GROUP="AZURE_CONNECTION" SHOW_IF="(!isShow[AUTH_METHOD] AND ((AZURE_STORAGE == 'BLOB') OR (AZURE_STORAGE == 'ADLS_GEN2'))) OR (isShow[AUTH_METHOD] AND (AUTH_METHOD == 'KEY'))">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SAS_TOKEN" FIELD="TEXT" NUM_ROW="110" REQUIRED="true" GROUP="AZURE_CONNECTION" SHOW_IF="(isShow[AUTH_METHOD] AND (AUTH_METHOD == 'SAS'))">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENDPOINT_SUFFIX" FIELD="TEXT" NUM_ROW="115" GROUP="AZURE_CONNECTION" REQUIRED="true" SHOW_IF="LOAD_METHOD == 'COPY'">
|
|
<DEFAULT IF="(LOAD_METHOD == 'COPY') AND (AZURE_STORAGE == 'ADLS_GEN2')">"dfs.core.windows.net"</DEFAULT>
|
|
<DEFAULT IF="(LOAD_METHOD == 'COPY') AND (AZURE_STORAGE == 'BLOB')">"blob.core.windows.net"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CONTAINER" FIELD="TEXT" NUM_ROW="120" GROUP="AZURE_CONNECTION" REQUIRED="true" SHOW_IF="(AZURE_STORAGE == 'BLOB') OR (AZURE_STORAGE == 'ADLS_GEN2')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PRINCIPAL_KEY" FIELD="PASSWORD" NUM_ROW="110" REQUIRED="true" GROUP="AZURE_CONNECTION" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (AZURE_STORAGE == 'ADLS')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CLIENT_ID" FIELD="TEXT" NUM_ROW="130" GROUP="AZURE_CONNECTION" REQUIRED="true" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (AZURE_STORAGE == 'ADLS')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENDPOINT" FIELD="TEXT" NUM_ROW="135" GROUP="AZURE_CONNECTION" REQUIRED="true" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (AZURE_STORAGE == 'ADLS')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="AZURE_LOCATION" FIELD="TEXT" NUM_ROW="140" SHOW_IF="LOAD_METHOD == 'POLYBASE'" GROUP="AZURE_CONNECTION" REQUIRED_IF="LOAD_METHOD == 'POLYBASE'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="EXTERNAL_LOCATIONS" FIELD="TABLE" NUM_ROW="145" REQUIRED="true" SHOW_IF="LOAD_METHOD == 'COPY'" GROUP="AZURE_CONNECTION" REQUIRED_IF="LOAD_METHOD == 'COPY'">
|
|
<ITEMS>
|
|
<ITEM NAME="EXTERNAL_LOCATION" VALUE=""/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="MAPPING" FIELD="MAPPING_TYPE" NUM_ROW="150" SHOW="false" >
|
|
<DEFAULT>id_MSSQL</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
</PARAMETERS>
|
|
|
|
<ADVANCED_PARAMETERS>
|
|
|
|
<PARAMETER NAME="ENABLE_SSL" FIELD="CHECK" NUM_ROW="1" GROUP="AZURE_CONNECTION" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (AZURE_STORAGE == 'ADLS_GEN2')">
|
|
<DEFAULT>true</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ACTIVE_DIR_AUTH" FIELD="CHECK" NUM_ROW="2" SHOW_IF="USE_EXISTING_CONNECTION=='false'">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<!-- POLYBASE -->
|
|
<PARAMETER NAME="IMPORT_TYPE" FIELD="CLOSED_LIST" NUM_ROW="3" REQUIRED="true" SHOW_IF="(LOAD_METHOD == 'POLYBASE')" GROUP="LOAD_DETAILS">
|
|
<ITEMS DEFAULT="DELIMITED_TEXT">
|
|
<ITEM NAME="DELIMITED_TEXT" VALUE="DELIMITED_TEXT" />
|
|
<ITEM NAME="HIVE_RCFILE" VALUE="HIVE_RCFILE" />
|
|
<ITEM NAME="HIVE_ORC" VALUE="HIVE_ORC" />
|
|
<ITEM NAME="PARQUET" VALUE="PARQUET" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="FIELDSEPARATOR" GROUP="LOAD_DETAILS" FIELD="TEXT" NUM_ROW="5" REPOSITORY_VALUE="FIELD_SEPARATOR" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (IMPORT_TYPE=='DELIMITED_TEXT')">
|
|
<DEFAULT>";"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="USE_STRING_DELIMITER" FIELD="CHECK" NUM_ROW="10" GROUP="LOAD_DETAILS" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (IMPORT_TYPE=='DELIMITED_TEXT')">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="STRINGDELIMITER" GROUP="LOAD_DETAILS" FIELD="TEXT" NUM_ROW="10" REPOSITORY_VALUE="STRING_DELIMITER" SHOW_IF="isShow[USE_STRING_DELIMITER] AND (USE_STRING_DELIMITER == 'true')">
|
|
<DEFAULT>"\""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DATE_FORMAT" FIELD="CHECK" NUM_ROW="15" GROUP="LOAD_DETAILS" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (IMPORT_TYPE=='DELIMITED_TEXT')">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DATE_PATTERN" GROUP="LOAD_DETAILS" FIELD="TEXT" NUM_ROW="15" SHOW_IF="isShow[DATE_FORMAT] AND (DATE_FORMAT == 'true')">
|
|
<DEFAULT>"yyyy-MM-dd"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="USE_TYPE_DEFAULT" FIELD="CHECK" NUM_ROW="20" GROUP="LOAD_DETAILS" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (IMPORT_TYPE=='DELIMITED_TEXT')">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<!-- COPY -->
|
|
<PARAMETER NAME="FILE_TYPE" FIELD="CLOSED_LIST" NUM_ROW="3" REQUIRED="true" SHOW_IF="(LOAD_METHOD == 'COPY')" GROUP="LOAD_DETAILS">
|
|
<ITEMS DEFAULT="CSV">
|
|
<ITEM NAME="CSV" VALUE="CSV" />
|
|
<ITEM NAME="ORC" VALUE="ORC" />
|
|
<ITEM NAME="PARQUET" VALUE="PARQUET" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SPECIFY_FIELDS_MAPPING" FIELD="CHECK" NUM_ROW="4" SHOW_IF="(LOAD_METHOD == 'COPY')" GROUP="LOAD_DETAILS">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="COLUMN_MAP_FIELD" FIELD="TABLE" NUM_ROW="5" REQUIRED="false" SHOW_IF="(LOAD_METHOD == 'COPY') AND (SPECIFY_FIELDS_MAPPING == 'true')" GROUP="LOAD_DETAILS">>
|
|
<ITEMS BASED_ON_SCHEMA="true">
|
|
<ITEM NAME="FIELD_INDEX" VALUE=""/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="FIRST_ROW" GROUP="LOAD_DETAILS" FIELD="TEXT" NUM_ROW="6" SHOW_IF="(LOAD_METHOD == 'COPY') AND (FILE_TYPE=='CSV')">
|
|
<DEFAULT>1</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="FIELD_QUOTE" GROUP="LOAD_DETAILS" FIELD="TEXT" NUM_ROW="7" SHOW_IF="(LOAD_METHOD == 'COPY') AND (FILE_TYPE=='CSV')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="FIELD_TERMINATOR" GROUP="LOAD_DETAILS" FIELD="TEXT" NUM_ROW="8" SHOW_IF="(LOAD_METHOD == 'COPY') AND (FILE_TYPE=='CSV')">
|
|
<DEFAULT>","</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ROW_TERMINATOR" GROUP="LOAD_DETAILS" FIELD="TEXT" NUM_ROW="10" SHOW_IF="(LOAD_METHOD == 'COPY') AND (FILE_TYPE=='CSV')">
|
|
<DEFAULT>"\n"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="COPY_CSV_DATE_FORMAT" GROUP="LOAD_DETAILS" FIELD="CLOSED_LIST" NUM_ROW="12" SHOW_IF="(LOAD_METHOD == 'COPY') AND (FILE_TYPE=='CSV')">
|
|
<ITEMS DEFAULT="SESSION_DATEFORMAT">
|
|
<ITEM NAME="SESSION_DATEFORMAT" VALUE="SESSION_DATEFORMAT" />
|
|
<ITEM NAME="MDY" VALUE=""mdy"" />
|
|
<ITEM NAME="DMY" VALUE=""dmy"" />
|
|
<ITEM NAME="YMD" VALUE=""ymd"" />
|
|
<ITEM NAME="YDM" VALUE=""ydm"" />
|
|
<ITEM NAME="MYD" VALUE=""myd"" />
|
|
<ITEM NAME="DYM" VALUE=""dym"" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENCODING" GROUP="LOAD_DETAILS" FIELD="CLOSED_LIST" NUM_ROW="14" SHOW_IF="(LOAD_METHOD == 'COPY') AND (FILE_TYPE=='CSV')">
|
|
<ITEMS DEFAULT="UTF8">
|
|
<ITEM NAME="UTF8" VALUE=""UTF8"" />
|
|
<ITEM NAME="UTF16" VALUE=""UTF16"" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="IDENTITY_INSERT" GROUP="LOAD_DETAILS" FIELD="CHECK" NUM_ROW="16" SHOW_IF="(LOAD_METHOD == 'COPY')">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="MAX_ERRORS" GROUP="LOAD_DETAILS" FIELD="TEXT" NUM_ROW="18" SHOW_IF="(LOAD_METHOD == 'COPY')">
|
|
<DEFAULT>0</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ERROR_FILE" GROUP="LOAD_DETAILS" FIELD="TEXT" NUM_ROW="20" SHOW_IF="(LOAD_METHOD == 'COPY') AND (AUTH_METHOD != 'KEY') AND (FILE_TYPE=='CSV')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<!-- COPY end -->
|
|
|
|
<PARAMETER NAME="COMPRESS" FIELD="CHECK" NUM_ROW="25" REQUIRED="true" GROUP="LOAD_DETAILS">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="COMPRESSION_TEXT" FIELD="CLOSED_LIST" NUM_ROW="25" GROUP="LOAD_DETAILS" SHOW_IF="(COMPRESS=='true') AND (((LOAD_METHOD == 'POLYBASE') AND (IMPORT_TYPE == 'DELIMITED_TEXT')) OR ((LOAD_METHOD == 'COPY') AND (FILE_TYPE == 'CSV')))">
|
|
<ITEMS DEFAULT="DEFAULT">
|
|
<ITEM NAME="DEFAULT" VALUE="org.apache.hadoop.io.compress.DefaultCodec" SHOW_IF="LOAD_METHOD == 'POLYBASE'"/>
|
|
<ITEM NAME="GZIP" VALUE="org.apache.hadoop.io.compress.GzipCodec"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="COMPRESSION_RC" FIELD="CLOSED_LIST" NUM_ROW="25" GROUP="LOAD_DETAILS" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (COMPRESS=='true') AND (IMPORT_TYPE == 'HIVE_RCFILE')">
|
|
<ITEMS DEFAULT="DEFAULT">
|
|
<ITEM NAME="DEFAULT" VALUE="org.apache.hadoop.io.compress.DefaultCodec"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SERDE_METHOD" FIELD="CLOSED_LIST" NUM_ROW="23" GROUP="LOAD_DETAILS" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (IMPORT_TYPE == 'HIVE_RCFILE')">
|
|
<ITEMS DEFAULT="LAZY">
|
|
<ITEM NAME="LAZY" VALUE="org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe"/>
|
|
<ITEM NAME="COLUMNAR" VALUE="org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="COMPRESSION_ORC" FIELD="CLOSED_LIST" NUM_ROW="25" GROUP="LOAD_DETAILS" SHOW_IF="(COMPRESS=='true') AND (((LOAD_METHOD == 'POLYBASE') AND (IMPORT_TYPE == 'HIVE_ORC')) OR ((LOAD_METHOD == 'COPY') AND (FILE_TYPE == 'ORC')))">>
|
|
<ITEMS DEFAULT="DEFAULT">
|
|
<ITEM NAME="DEFAULT" VALUE="org.apache.hadoop.io.compress.DefaultCodec"/>
|
|
<ITEM NAME="SNAPPY" VALUE="org.apache.hadoop.io.compress.SnappyCodec"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="COMPRESSION_PARQUET" FIELD="CLOSED_LIST" NUM_ROW="25" GROUP="LOAD_DETAILS" SHOW_IF="(COMPRESS=='true') AND (((LOAD_METHOD == 'POLYBASE') AND (IMPORT_TYPE == 'PARQUET')) OR ((LOAD_METHOD == 'COPY') AND (FILE_TYPE == 'PARQUET')))">>
|
|
<ITEMS DEFAULT="GZIP">
|
|
<ITEM NAME="GZIP" VALUE="org.apache.hadoop.io.compress.GzipCodec"/>
|
|
<ITEM NAME="SNAPPY" VALUE="org.apache.hadoop.io.compress.SnappyCodec"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="EXT_TABLE_OPTIONS" FIELD="CHECK" NUM_ROW="30" REPOSITORY_VALUE="EXT_TABLE_OPTIONS" SHOW_IF="(LOAD_METHOD == 'POLYBASE')">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="REJECT_TYPE" FIELD="CLOSED_LIST" NUM_ROW="35" REQUIRED="true" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (EXT_TABLE_OPTIONS == 'true')">
|
|
<ITEMS DEFAULT="Value">
|
|
<ITEM NAME="Value" VALUE="Value" />
|
|
<ITEM NAME="Percentage" VALUE="Percentage"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="REJECT_VALUE" FIELD="TEXT" NUM_ROW="35" REQUIRED="true" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (EXT_TABLE_OPTIONS == 'true')">
|
|
<DEFAULT>0</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="REJECT_SAMPLE_VALUE" FIELD="TEXT" NUM_ROW="35" REQUIRED="true" SHOW_IF="(LOAD_METHOD == 'POLYBASE') AND (EXT_TABLE_OPTIONS == 'true') AND (REJECT_TYPE == 'Percentage')">
|
|
<DEFAULT>0</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DISTRIBUTION" FIELD="CLOSED_LIST" NUM_ROW="40" GROUP="DW_TABLE_PROPERTIES" REQUIRED="true" SHOW_IF="(TABLE_ACTION == 'DROP_CREATE') OR (TABLE_ACTION == 'DROP_IF_EXISTS_AND_CREATE') OR (TABLE_ACTION == 'CREATE') OR (TABLE_ACTION == 'CREATE_IF_NOT_EXISTS')">
|
|
<ITEMS DEFAULT="ROUND_ROBIN">
|
|
<ITEM NAME="ROUND_ROBIN" VALUE="ROUND_ROBIN" />
|
|
<ITEM NAME="HASH" VALUE="HASH"/>
|
|
<ITEM NAME="REPLICATE" VALUE="REPLICATE"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DISTRIBUTION_COLUMN_NAME" FIELD="TEXT" NUM_ROW="43" GROUP="DW_TABLE_PROPERTIES" REQUIRED="true" SHOW_IF="(isShow[DISTRIBUTION]) AND (DISTRIBUTION == 'HASH')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TABLE_OPTION" FIELD="CLOSED_LIST" NUM_ROW="45" GROUP="DW_TABLE_PROPERTIES" REQUIRED="true" SHOW_IF="(TABLE_ACTION == 'DROP_CREATE') OR (TABLE_ACTION == 'DROP_IF_EXISTS_AND_CREATE') OR (TABLE_ACTION == 'CREATE') OR (TABLE_ACTION == 'CREATE_IF_NOT_EXISTS'))">
|
|
<ITEMS DEFAULT="CLUSTERED_COLUMNSTORE_INDEX">
|
|
<ITEM NAME="CLUSTERED_COLUMNSTORE_INDEX" VALUE="CLUSTERED_COLUMNSTORE_INDEX" />
|
|
<ITEM NAME="HEAP" VALUE="HEAP"/>
|
|
<ITEM NAME="CLUSTERED_INDEX" VALUE="CLUSTERED_INDEX"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="INDEX_COLUMNS" FIELD="TEXT" NUM_ROW="46" GROUP="DW_TABLE_PROPERTIES" REQUIRED="true" SHOW_IF="(isShow[TABLE_OPTION]) AND (TABLE_OPTION == 'CLUSTERED_INDEX')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PARTITION" FIELD="CHECK" NUM_ROW="47" GROUP="DW_TABLE_PROPERTIES" REPOSITORY_VALUE="PARTITION" SHOW_IF="(TABLE_ACTION == 'DROP_CREATE') OR (TABLE_ACTION == 'DROP_IF_EXISTS_AND_CREATE') OR (TABLE_ACTION == 'CREATE') OR (TABLE_ACTION == 'CREATE_IF_NOT_EXISTS'))">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PARTITION_COLUMN_NAME" FIELD="TEXT" NUM_ROW="48" GROUP="DW_TABLE_PROPERTIES" REQUIRED="true" SHOW_IF="(PARTITION == 'true') AND (isShow[PARTITION])">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PARTITION_COLUMN_NAME_RANGE" FIELD="CLOSED_LIST" NUM_ROW="48" GROUP="DW_TABLE_PROPERTIES" REQUIRED="true" SHOW_IF="(PARTITION == 'true') AND (isShow[PARTITION])">
|
|
<ITEMS DEFAULT="LEFT">
|
|
<ITEM NAME="LEFT" VALUE="LEFT" />
|
|
<ITEM NAME="RIGHT" VALUE="RIGHT"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PARTITION_VALUES" FIELD="TEXT" NUM_ROW="49" GROUP="DW_TABLE_PROPERTIES" REQUIRED="true" SHOW_IF="(PARTITION == 'true') AND (isShow[PARTITION])">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
|
|
</ADVANCED_PARAMETERS>
|
|
|
|
<CODEGENERATION>
|
|
<IMPORTS>
|
|
<IMPORT NAME="Driver-mssql-jdbc" MODULE="mssql-jdbc.jar" MVN="mvn:org.talend.libraries/mssql-jdbc/6.0.0" REQUIRED_IF="DRIVER=='MSSQL_PROP'" />
|
|
<IMPORT NAME="adal4j" MODULE="adal4j-1.6.7.jar" MVN="mvn:com.microsoft.azure/adal4j/1.6.7" REQUIRED_IF="(ACTIVE_DIR_AUTH == 'true') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="commons-lang3" MODULE="commons-lang3-3.10.jar" MVN="mvn:org.apache.commons/commons-lang3/3.10" REQUIRED_IF="(ACTIVE_DIR_AUTH == 'true') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="commons-codec" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="(ACTIVE_DIR_AUTH == 'true') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="gson" MODULE="gson-2.8.9.jar" MVN="mvn:com.google.code.gson/gson/2.8.9" REQUIRED_IF="(ACTIVE_DIR_AUTH == 'true') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="oauth2-oidc-sdk" MODULE="oauth2-oidc-sdk-9.7.jar" MVN="mvn:com.nimbusds/oauth2-oidc-sdk/9.7" REQUIRED_IF="(ACTIVE_DIR_AUTH == 'true') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="content-type" MODULE="content-type-2.1.jar" MVN="mvn:com.nimbusds/content-type/2.1" REQUIRED_IF="(ACTIVE_DIR_AUTH == 'true') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="json-smart" MODULE="json-smart-2.4.7.jar" MVN="mvn:net.minidev/json-smart/2.4.7" REQUIRED_IF="(ACTIVE_DIR_AUTH == 'true') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="nimbus-jose-jwt" MODULE="nimbus-jose-jwt-9.22.jar" MVN="mvn:com.nimbusds/nimbus-jose-jwt/9.22" REQUIRED_IF="(ACTIVE_DIR_AUTH == 'true') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="javax.mail" MODULE="javax.mail-1.6.2.jar" MVN="mvn:com.sun.mail/javax.mail/1.6.2" REQUIRED_IF="(ACTIVE_DIR_AUTH == 'true') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
</IMPORTS>
|
|
</CODEGENERATION>
|
|
|
|
<RETURNS>
|
|
<RETURN NAME="NB_LINE_INSERTED" TYPE="id_Integer" AVAILABILITY="AFTER" />
|
|
</RETURNS>
|
|
</COMPONENT>
|