33809a44b2
* feat(TDI-47263): Upgrade Redshift driver to v2.x * Add dependency aws-java-sdk-redshift-internal-1.12.x.jar * UI change * Connection javajet * Connection javajet change * Row generate code * Migration task * input compile error * input compile error * add back jar version * add back jar version * class version * migration add tCreate table * feat(TUP-35069):Upgrade Redshift driver to v2.x (#7411) https://jira.talendforge.org/browse/TUP-35069 Co-authored-by: pyzhou <pyzhou@talend.com> Co-authored-by: Jane Ding <jding@talend.com>
507 lines
20 KiB
XML
507 lines
20 KiB
XML
<COMPONENT>
|
|
<HEADER PLATEFORM="ALL" SERIAL="" VERSION="0.102" STATUS="ALPHA"
|
|
COMPATIBILITY="ALL" AUTHOR="Talend" RELEASE_DATE="20141230A"
|
|
STARTABLE="true" LOG4J_ENABLED="true">
|
|
<SIGNATURE />
|
|
</HEADER>
|
|
|
|
<FAMILIES>
|
|
<FAMILY>Databases/DB Specifics/Amazon/Redshift</FAMILY>
|
|
<FAMILY>Cloud/Amazon/Redshift</FAMILY>
|
|
</FAMILIES>
|
|
|
|
<DOCUMENTATION>
|
|
<URL />
|
|
</DOCUMENTATION>
|
|
|
|
<CONNECTORS>
|
|
<CONNECTOR CTYPE="FLOW" MAX_INPUT="0" MAX_OUTPUT="0" />
|
|
<CONNECTOR CTYPE="ITERATE" MAX_OUTPUT="1" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="SUBJOB_OK" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="SUBJOB_ERROR" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="COMPONENT_OK" MAX_OUTPUT="1" />
|
|
<CONNECTOR CTYPE="COMPONENT_ERROR" MAX_OUTPUT="1" />
|
|
<CONNECTOR CTYPE="RUN_IF" MAX_OUTPUT="1" />
|
|
</CONNECTORS>
|
|
|
|
<PARAMETERS>
|
|
|
|
<PARAMETER NAME="PROPERTY" FIELD="PROPERTY_TYPE" NUM_ROW="1"
|
|
REPOSITORY_VALUE="DATABASE:REDSHIFT" SHOW_IF="USE_EXISTING_CONNECTION == 'false'" />
|
|
|
|
<PARAMETER NAME="USE_EXISTING_CONNECTION" FIELD="CHECK"
|
|
NUM_ROW="2" GROUP="DB_CONFIG">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CONNECTION" FIELD="COMPONENT_LIST"
|
|
REQUIRED="true" FILTER="tRedshiftConnection" NUM_ROW="2"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'true'" DYNAMIC_SETTINGS="true"
|
|
GROUP="DB_CONFIG" />
|
|
|
|
<PARAMETER
|
|
NAME="DRIVER_VERSION"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="5"
|
|
GROUP="DB_CONFIG"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false')"
|
|
REPOSITORY_VALUE="DRIVER_VERSION">
|
|
<ITEMS DEFAULT="DRIVER_V2">
|
|
<ITEM NAME="DRIVER_V1" VALUE="DRIVER_V1" />
|
|
<ITEM NAME="DRIVER_V2" VALUE="DRIVER_VERSION" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="HOST" FIELD="TEXT" NUM_ROW="13"
|
|
REPOSITORY_VALUE="SERVER_NAME" REQUIRED="true"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'" GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PORT" FIELD="TEXT" NUM_ROW="13"
|
|
REPOSITORY_VALUE="PORT" REQUIRED="true" SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
GROUP="DB_CONFIG">
|
|
<DEFAULT>"5439"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DBNAME" FIELD="TEXT" NUM_ROW="14"
|
|
REPOSITORY_VALUE="SID" REQUIRED="true" SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SCHEMA_DB" FIELD="TEXT" NUM_ROW="14"
|
|
REPOSITORY_VALUE="SCHEMA" SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TYPE" FIELD="TEXT" NUM_ROW="14" SHOW="false"
|
|
REPOSITORY_VALUE="TYPE">
|
|
<DEFAULT>Redshift</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="USER" FIELD="TEXT" NUM_ROW="15"
|
|
REPOSITORY_VALUE="USERNAME" REQUIRED="true"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') " GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PASS" FIELD="PASSWORD" NUM_ROW="15"
|
|
REPOSITORY_VALUE="PASSWORD" REQUIRED="true"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') " GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="PROPERTIES"
|
|
FIELD="TEXT"
|
|
NUM_ROW="18"
|
|
REPOSITORY_VALUE="PROPERTIES_STRING"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') AND ((USE_STRING_PROPERTIES == 'true') AND (DRIVER_VERSION == 'DRIVER_V2')) OR (DRIVER_VERSION == 'DRIVER_V1')"
|
|
GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
|
|
<PARAMETER
|
|
NAME="USE_STRING_PROPERTIES"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') AND (DRIVER_VERSION == 'DRIVER_V2')"
|
|
REPOSITORY_VALUE="USE_STRING_PROPERTIES"
|
|
FIELD="CHECK"
|
|
NUM_ROW="17"
|
|
REQUIRED="true"
|
|
GROUP="DB_CONFIG"
|
|
>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENTRY_PROPERTIES" FIELD="TABLE"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') AND (USE_STRING_PROPERTIES == 'false') AND (DRIVER_VERSION == 'DRIVER_V2')"
|
|
GROUP="DB_CONFIG"
|
|
REPOSITORY_VALUE="ENTRY_PROPERTIES"
|
|
REQUIRED="false" NUM_ROW="18" NB_LINES="4">
|
|
<ITEMS>
|
|
<ITEM NAME="KEY" />
|
|
<ITEM NAME="VALUE" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TABLE" FIELD="DBTABLE" NUM_ROW="20"
|
|
LOG4J_ENABLED="false" GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="TABLE_ACTION"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="22"
|
|
NOT_SHOW_IF="PARALLELIZE == 'true'"
|
|
>
|
|
<ITEMS DEFAULT="NONE">
|
|
<ITEM NAME="NONE" VALUE="NONE" />
|
|
<ITEM NAME="DROP_CREATE" VALUE="DROP_CREATE"/>
|
|
<ITEM NAME="CREATE" VALUE="CREATE"/>
|
|
<ITEM NAME="CREATE_IF_NOT_EXISTS" VALUE="CREATE_IF_NOT_EXISTS"/>
|
|
<ITEM NAME="DROP_IF_EXISTS_AND_CREATE" VALUE="DROP_IF_EXISTS_AND_CREATE" />
|
|
<ITEM NAME="CLEAR" VALUE="CLEAR"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SCHEMA" FIELD="SCHEMA_TYPE" NUM_ROW="25">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="MAPPING" FIELD="MAPPING_TYPE" NUM_ROW="30"
|
|
SHOW="false">
|
|
<DEFAULT>redshift_id</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="DATA_SOURCE_TYPE"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="35"
|
|
>
|
|
<ITEMS DEFAULT="S3">
|
|
<ITEM NAME="S3" VALUE="S3" />
|
|
<ITEM NAME="EMR" VALUE="EMR"/>
|
|
<ITEM NAME="DYNAMODB" VALUE="DYNAMODB"/>
|
|
<ITEM NAME="SSH" VALUE="SSH"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<!-- S3 -->
|
|
<PARAMETER NAME="USE_EXISTING_CONNECTION_S3" FIELD="CHECK"
|
|
NUM_ROW="46" GROUP="S3_CONFIG" SHOW_IF="(DATA_SOURCE_TYPE == 'S3') AND (ASSUME_ROLE == 'false')">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CONNECTION_S3" FIELD="COMPONENT_LIST" REQUIRED="true" FILTER="tS3Connection"
|
|
NUM_ROW="46" SHOW_IF="(USE_EXISTING_CONNECTION_S3 == 'true') AND (DATA_SOURCE_TYPE == 'S3') AND (ASSUME_ROLE == 'false')" GROUP="S3_CONFIG"/>
|
|
|
|
<PARAMETER
|
|
NAME="CREDENTIAL_PROVIDER"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="48"
|
|
REQUIRED="true"
|
|
GROUP="S3_CONFIG"
|
|
SHOW="false"
|
|
>
|
|
<ITEMS DEFAULT="STATIC_CREDENTIALS"> <!-- It's just a basic one -->
|
|
<ITEM NAME="STATIC_CREDENTIALS" VALUE="STATIC_CREDENTIALS" SHOW_IF="true" />
|
|
<ITEM NAME="INHERIT_CREDENTIALS" VALUE="INHERIT_CREDENTIALS" SHOW_IF="true" />
|
|
<ITEM NAME="WEB_TOKEN" VALUE="WEB_TOKEN" SHOW_IF="false" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ACCESS_KEY" FIELD="TEXT" NUM_ROW="50"
|
|
REQUIRED="true" GROUP="S3_CONFIG" SHOW_IF="(USE_EXISTING_CONNECTION_S3 == 'false') AND (DATA_SOURCE_TYPE == 'S3') AND (ASSUME_ROLE == 'false') AND (CREDENTIAL_PROVIDER == 'STATIC_CREDENTIALS')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SECRET_KEY" FIELD="PASSWORD" NUM_ROW="50"
|
|
REQUIRED="true" GROUP="S3_CONFIG" SHOW_IF="(USE_EXISTING_CONNECTION_S3 == 'false') AND (DATA_SOURCE_TYPE == 'S3') AND (ASSUME_ROLE == 'false') AND (CREDENTIAL_PROVIDER == 'STATIC_CREDENTIALS')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="BUCKET" FIELD="TEXT" NUM_ROW="90" REQUIRED="true"
|
|
GROUP="S3_CONFIG" SHOW_IF="DATA_SOURCE_TYPE == 'S3'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="KEY" FIELD="TEXT" NUM_ROW="90" REQUIRED="false"
|
|
GROUP="S3_CONFIG" SHOW_IF="DATA_SOURCE_TYPE == 'S3'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<!-- EMR -->
|
|
<PARAMETER NAME="ACCESS_KEY_EMR" FIELD="TEXT" NUM_ROW="70"
|
|
REQUIRED="true" GROUP="EMR_CONFIG" SHOW_IF="(DATA_SOURCE_TYPE == 'EMR') AND (ASSUME_ROLE == 'false')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SECRET_KEY_EMR" FIELD="PASSWORD" NUM_ROW="70"
|
|
REQUIRED="true" GROUP="EMR_CONFIG" SHOW_IF="(DATA_SOURCE_TYPE == 'EMR') AND (ASSUME_ROLE == 'false')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="EMR_CLUSTER_ID" FIELD="TEXT" NUM_ROW="71" REQUIRED="true"
|
|
GROUP="EMR_CONFIG" SHOW_IF="DATA_SOURCE_TYPE == 'EMR'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="HDFS_FILEPATH" FIELD="TEXT" NUM_ROW="71" REQUIRED="false"
|
|
GROUP="EMR_CONFIG" SHOW_IF="DATA_SOURCE_TYPE == 'EMR'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<!-- DynamoDB -->
|
|
<PARAMETER NAME="ACCESS_KEY_DYNAMODB" FIELD="TEXT" NUM_ROW="80"
|
|
REQUIRED="true" GROUP="DYNAMODB_CONFIG" SHOW_IF="(DATA_SOURCE_TYPE == 'DYNAMODB') AND (ASSUME_ROLE == 'false')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SECRET_KEY_DYNAMODB" FIELD="PASSWORD" NUM_ROW="80"
|
|
REQUIRED="true" GROUP="DYNAMODB_CONFIG" SHOW_IF="(DATA_SOURCE_TYPE == 'DYNAMODB') AND (ASSUME_ROLE == 'false')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TABLENAME" FIELD="TEXT" NUM_ROW="81" REQUIRED="false"
|
|
GROUP="DYNAMODB_CONFIG" SHOW_IF="DATA_SOURCE_TYPE == 'DYNAMODB'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="READRATIO" FIELD="TEXT" NUM_ROW="82" REQUIRED="false"
|
|
GROUP="DYNAMODB_CONFIG" SHOW_IF="DATA_SOURCE_TYPE == 'DYNAMODB'">
|
|
<DEFAULT>50</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<!-- SSH -->
|
|
<PARAMETER NAME="ACCESS_KEY_SSH" FIELD="TEXT" NUM_ROW="90"
|
|
REQUIRED="true" GROUP="SSH_CONFIG" SHOW_IF="(DATA_SOURCE_TYPE == 'SSH') AND (ASSUME_ROLE == 'false')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SECRET_KEY_SSH" FIELD="PASSWORD" NUM_ROW="90"
|
|
REQUIRED="true" GROUP="SSH_CONFIG" SHOW_IF="(DATA_SOURCE_TYPE == 'SSH') AND (ASSUME_ROLE == 'false')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="BUCKET_SSH" FIELD="TEXT" NUM_ROW="91" REQUIRED="true"
|
|
GROUP="SSH_CONFIG" SHOW_IF="DATA_SOURCE_TYPE == 'SSH'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="KEY_SSH" FIELD="TEXT" NUM_ROW="91" REQUIRED="false"
|
|
GROUP="SSH_CONFIG" SHOW_IF="DATA_SOURCE_TYPE == 'SSH'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<!-- IAM Setting -->
|
|
<PARAMETER
|
|
NAME="ASSUME_ROLE"
|
|
FIELD="CHECK"
|
|
NUM_ROW="100"
|
|
REQUIRED="true"
|
|
GROUP="REDSHIFT_IAM_CONFIG"
|
|
NOT_SHOW_IF="(USE_EXISTING_CONNECTION_S3 == 'true') AND (DATA_SOURCE_TYPE == 'S3')"
|
|
>
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="ROLE_TABLE"
|
|
FIELD="TABLE"
|
|
NUM_ROW="105"
|
|
SHOW_IF="ASSUME_ROLE == 'true'"
|
|
GROUP="REDSHIFT_IAM_CONFIG"
|
|
>
|
|
<ITEMS>
|
|
<ITEM NAME="ROLE_ARN" VALUE=""/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
</PARAMETERS>
|
|
|
|
<ADVANCED_PARAMETERS>
|
|
<PARAMETER NAME="IMPORT_TYPE" FIELD="CLOSED_LIST" NUM_ROW="1"
|
|
REQUIRED="true" GROUP="LOAD_DETAILS" SHOW_IF="DATA_SOURCE_TYPE != 'DYNAMODB'">
|
|
<ITEMS DEFAULT="DELIMITED_OR_CSV">
|
|
<ITEM NAME="DELIMITED_OR_CSV" VALUE="DELIMITED_OR_CSV" />
|
|
<ITEM NAME="JSON" VALUE="JSON" />
|
|
<ITEM NAME="AVRO" VALUE="AVRO" />
|
|
<ITEM NAME="FIXEDWIDTH" VALUE="FIXEDWIDTH" />
|
|
<ITEM NAME="PARQUET" VALUE="PARQUET" SHOW_IF="(DATA_SOURCE_TYPE == 'S3')"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="FIELDSEPARATOR" FIELD="TEXT" REQUIRED="true"
|
|
GROUP="LOAD_DETAILS" NUM_ROW="10" SHOW_IF="isShow[IMPORT_TYPE] AND (IMPORT_TYPE=='DELIMITED_OR_CSV')">
|
|
<DEFAULT>','</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TEXT_ENCLOSURE" FIELD="OPENED_LIST"
|
|
REQUIRED="true" GROUP="LOAD_DETAILS" NUM_ROW="10" SHOW_IF="isShow[IMPORT_TYPE] AND (IMPORT_TYPE=='DELIMITED_OR_CSV')">
|
|
<ITEMS DEFAULT="EMPTY">
|
|
<ITEM NAME="EMPTY" VALUE="EMPTY"></ITEM>
|
|
<ITEM NAME="DOUBLE_QUOTE" VALUE="DOUBLE_QUOTE"></ITEM>
|
|
<ITEM NAME="OTHER" VALUE="'%'"></ITEM>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="JSON_MAPPING" FIELD="TEXT" REQUIRED="true"
|
|
GROUP="LOAD_DETAILS" NUM_ROW="16" SHOW_IF="isShow[IMPORT_TYPE] AND ((IMPORT_TYPE=='JSON') OR (IMPORT_TYPE=='AVRO'))">
|
|
<DEFAULT>"s3://jsonpaths_file"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="FIXEDWIDTH_MAPPING" FIELD="TEXT" REQUIRED="true"
|
|
GROUP="LOAD_DETAILS" NUM_ROW="18" SHOW_IF="isShow[IMPORT_TYPE] AND (IMPORT_TYPE=='FIXEDWIDTH')">
|
|
<DEFAULT>"column1:8,column2:64"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="COMPRESS" FIELD="CHECK" NUM_ROW="20" REQUIRED="true" GROUP="LOAD_DETAILS" NOT_SHOW_IF="(IMPORT_TYPE=='PARQUET') OR (DATA_SOURCE_TYPE == 'DYNAMODB')" >
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="COMPRESSION" FIELD="CLOSED_LIST" NUM_ROW="20" GROUP="LOAD_DETAILS" SHOW_IF="isShow[COMPRESS] AND (COMPRESS=='true')">
|
|
<ITEMS DEFAULT="GZIP">
|
|
<ITEM NAME="GZIP" VALUE="GZIP"/>
|
|
<ITEM NAME="LZOP" VALUE="LZOP"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENCRYPT" FIELD="CHECK" NUM_ROW="23"
|
|
REQUIRED="true" GROUP="LOAD_DETAILS" SHOW_IF="(USE_EXISTING_CONNECTION_S3 =='false') AND (DATA_SOURCE_TYPE == 'S3') AND (IMPORT_TYPE!='PARQUET')">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENCRYPTED_KEY" FIELD="PASSWORD" NUM_ROW="24"
|
|
REQUIRED="true" GROUP="LOAD_DETAILS" SHOW_IF="isShow[ENCRYPT] AND (ENCRYPT=='true')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENCODING" FIELD="CLOSED_LIST" NUM_ROW="25"
|
|
REQUIRED="true" GROUP="LOAD_DETAILS" SHOW_IF="DATA_SOURCE_TYPE != 'DYNAMODB' AND (IMPORT_TYPE!='PARQUET')">
|
|
<ITEMS DEFAULT=""UTF8"">
|
|
<ITEM NAME="UTF8" VALUE=""UTF8"" />
|
|
<ITEM NAME="UTF16" VALUE=""UTF16"" />
|
|
<ITEM NAME="UTF16LE" VALUE=""UTF16LE"" />
|
|
<ITEM NAME="UTF16BE" VALUE=""UTF16BE"" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DATEFORMAT" FIELD="CLOSED_LIST" NUM_ROW="27" REQUIRED="true" GROUP="LOAD_DETAILS" NOT_SHOW_IF="IMPORT_TYPE=='PARQUET'" >
|
|
<ITEMS DEFAULT="NONE">
|
|
<ITEM NAME="NONE" VALUE="NONE"></ITEM>
|
|
<ITEM NAME="PATTERN" VALUE="PATTERN"></ITEM>
|
|
<ITEM NAME="AUTO" VALUE="AUTO"></ITEM>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DATE_PATTERN" FIELD="TEXT" NUM_ROW="27" SHOW_IF="isShow[DATEFORMAT] AND (DATEFORMAT=='PATTERN')" GROUP="LOAD_DETAILS">
|
|
<DEFAULT>"YYYY-MM-DD"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TIMEFORMAT" FIELD="CLOSED_LIST" NUM_ROW="28" REQUIRED="true" GROUP="LOAD_DETAILS" NOT_SHOW_IF="IMPORT_TYPE=='PARQUET'">
|
|
<ITEMS DEFAULT="NONE">
|
|
<ITEM NAME="NONE" VALUE="NONE"></ITEM>
|
|
<ITEM NAME="PATTERN" VALUE="PATTERN"></ITEM>
|
|
<ITEM NAME="AUTO" VALUE="AUTO"></ITEM>
|
|
<ITEM NAME="EPOCHSECS" VALUE="EPOCHSECS"></ITEM>
|
|
<ITEM NAME="EPOCHMILLISECS" VALUE="EPOCHMILLISECS"></ITEM>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TIME_PATTERN" FIELD="TEXT" NUM_ROW="28" SHOW_IF="isShow[TIMEFORMAT] AND (TIMEFORMAT=='PATTERN')" GROUP="LOAD_DETAILS">
|
|
<DEFAULT>"YYYY-MM-DD HH:MI:SS"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PARQUE_STATUPDATE" FIELD="CLOSED_LIST" NUM_ROW="29" REQUIRED="true" GROUP="LOAD_DETAILS" SHOW_IF="IMPORT_TYPE=='PARQUET'">
|
|
<ITEMS DEFAULT="ON">
|
|
<ITEM NAME="ON" VALUE="ON"></ITEM>
|
|
<ITEM NAME="OFF" VALUE="OFF"></ITEM>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="OTHER_CONFIGURATION" FIELD="TABLE" NUM_ROW="50" NB_LINES="5" GROUP="LOAD_DETAILS" NOT_SHOW_IF="IMPORT_TYPE=='PARQUET'">
|
|
<ITEMS>
|
|
<ITEM NAME="OTHER_PARAMETER" FIELD="CLOSED_LIST">
|
|
<ITEMS DEFAULT="ESCAPE">
|
|
<ITEM NAME="ESCAPE" VALUE="ESCAPE" SHOW_IF="DATA_SOURCE_TYPE != 'DYNAMODB'"/>
|
|
<ITEM NAME="REGION" VALUE="REGION" SHOW_IF="(DATA_SOURCE_TYPE == 'S3') OR (DATA_SOURCE_TYPE == 'DYNAMODB')"/>
|
|
<ITEM NAME="EXPLICIT_IDS" VALUE="EXPLICIT_IDS" />
|
|
<ITEM NAME="MAXERROR" VALUE="MAXERROR" />
|
|
<ITEM NAME="IGNOREHEADER" VALUE="IGNOREHEADER" SHOW_IF="DATA_SOURCE_TYPE != 'DYNAMODB'"/>
|
|
<ITEM NAME="IGNOREBLANKLINES" VALUE="IGNOREBLANKLINES" SHOW_IF="DATA_SOURCE_TYPE != 'DYNAMODB'"/>
|
|
<ITEM NAME="TRIMBLANKS" VALUE="TRIMBLANKS" />
|
|
<ITEM NAME="EMPTYASNULL" VALUE="EMPTYASNULL" />
|
|
<ITEM NAME="BLANKSASNULL" VALUE="BLANKSASNULL" />
|
|
<ITEM NAME="SSH" VALUE="SSH" SHOW_IF="DATA_SOURCE_TYPE == 'S3'"/>
|
|
<ITEM NAME="REMOVEQUOTES" VALUE="REMOVEQUOTES" SHOW_IF="DATA_SOURCE_TYPE != 'DYNAMODB'"/>
|
|
<ITEM NAME="ACCEPTINVCHARS" VALUE="ACCEPTINVCHARS" SHOW_IF="DATA_SOURCE_TYPE != 'DYNAMODB'"/>
|
|
<ITEM NAME="ACCEPTANYDATE" VALUE="ACCEPTANYDATE" />
|
|
<ITEM NAME="TRUNCATECOLUMNS" VALUE="TRUNCATECOLUMNS" />
|
|
<ITEM NAME="FILLRECORD" VALUE="FILLRECORD" SHOW_IF="DATA_SOURCE_TYPE != 'DYNAMODB'"/>
|
|
<ITEM NAME="NOLOAD" VALUE="NOLOAD" />
|
|
<ITEM NAME="COMPROWS" VALUE="COMPROWS" />
|
|
<ITEM NAME="COMPUPDATE" VALUE="COMPUPDATE" />
|
|
<ITEM NAME="STATUPDATE" VALUE="STATUPDATE" />
|
|
<ITEM NAME="ROUNDEC" VALUE="ROUNDEC" />
|
|
<ITEM NAME="NULL" VALUE="NULL" SHOW_IF="DATA_SOURCE_TYPE != 'DYNAMODB'"/>
|
|
</ITEMS>
|
|
</ITEM>
|
|
<ITEM NAME="DATA_VALUE" FIELD="TEXT" READONLY_IF="(OTHER_CONFIGURATION.OTHER_PARAMETER=='ESCAPE')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='EXPLICIT_IDS')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='IGNOREBLANKLINES')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='TRIMBLANKS')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='EMPTYASNULL')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='BLANKSASNULL')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='SSH')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='REMOVEQUOTES')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='ACCEPTANYDATE')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='TRUNCATECOLUMNS')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='FILLRECORD')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='NOLOAD')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='ROUNDEC')
|
|
"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="JDBC_URL"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="60"
|
|
REPOSITORY_VALUE="JDBC_URL"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<ITEMS DEFAULT="STANDARD">
|
|
<ITEM NAME="STANDARD" VALUE="STANDARD" />
|
|
<ITEM NAME="SSO" VALUE="SSO" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
</ADVANCED_PARAMETERS>
|
|
|
|
<CODEGENERATION>
|
|
<IMPORTS>
|
|
<IMPORT NAME="Driver-Redshift-V2" MODULE="redshift-jdbc42-2.1.0.3.jar" MVN="mvn:com.amazon.redshift/redshift-jdbc42/2.1.0.3"
|
|
REQUIRED_IF="(DRIVER_VERSION == 'DRIVER_V2') AND (USE_EXISTING_CONNECTION == 'false')"/>
|
|
<IMPORT NAME="Driver-Redshift-V1" MODULE="redshift-jdbc42-no-awssdk-1.2.55.1083.jar" MVN="mvn:com.amazon.redshift/redshift-jdbc42-no-awssdk/1.2.55.1083"
|
|
REQUIRED_IF="(DRIVER_VERSION=='DRIVER_V1') and (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="antlr4-runtime-4.8-1.jar" MODULE="antlr4-runtime-4.8-1.jar"
|
|
MVN="mvn:org.antlr/antlr4-runtime/4.8-1"
|
|
REQUIRED="true" />
|
|
<IMPORT NAME="aws-java-sdk-1.11.848.jar" MODULE="aws-java-sdk-1.11.848.jar"
|
|
MVN="mvn:com.amazonaws/aws-java-sdk/1.11.848"
|
|
REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="jackson-core-2.11.4.jar" MODULE="jackson-core-2.11.4.jar"
|
|
MVN="mvn:com.fasterxml.jackson.core/jackson-core/2.11.4"
|
|
REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="jackson-databind-2.11.4.jar" MODULE="jackson-databind-2.11.4.jar"
|
|
MVN="mvn:com.fasterxml.jackson.core/jackson-databind/2.11.4"
|
|
REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="jackson-annotations-2.11.4.jar" MODULE="jackson-annotations-2.11.4.jar"
|
|
MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.11.4"
|
|
REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar"
|
|
MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
|
|
REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="httpclient-4.5.13.jar" MODULE="httpclient-4.5.13.jar"
|
|
MVN="mvn:org.apache.httpcomponents/httpclient/4.5.13"
|
|
REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="joda-time-2.8.1.jar" MODULE="joda-time-2.8.1.jar"
|
|
MVN="mvn:joda-time/joda-time/2.8.1"
|
|
REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar"
|
|
MVN="mvn:commons-logging/commons-logging/1.2"
|
|
REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar"
|
|
MVN="mvn:commons-codec/commons-codec/1.14"
|
|
REQUIRED="true" />
|
|
<IMPORT NAME="aws-java-sdk-redshift-internal-1.12.x.jar" MODULE="aws-java-sdk-redshift-internal-1.12.x.jar"
|
|
MVN="mvn:com.amazonaws/aws-java-sdk-redshift-internal/1.12.x"
|
|
REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
</IMPORTS>
|
|
</CODEGENERATION>
|
|
|
|
<RETURNS />
|
|
</COMPONENT>
|
|
|