676 lines
25 KiB
XML
676 lines
25 KiB
XML
<COMPONENT>
|
|
<HEADER PLATEFORM="ALL" SERIAL="" VERSION="0.102" STATUS="ALPHA"
|
|
COMPATIBILITY="ALL" AUTHOR="Talend" RELEASE_DATE="20141230A"
|
|
STARTABLE="false" PARTITIONING="NONE">
|
|
<SIGNATURE />
|
|
</HEADER>
|
|
|
|
<FAMILIES>
|
|
<FAMILY>Databases/DB Specifics/Amazon/Redshift</FAMILY>
|
|
<FAMILY>Cloud/Amazon/Redshift</FAMILY>
|
|
</FAMILIES>
|
|
|
|
<DOCUMENTATION>
|
|
<URL />
|
|
</DOCUMENTATION>
|
|
|
|
<CONNECTORS>
|
|
<CONNECTOR CTYPE="FLOW" MAX_INPUT="1" MAX_OUTPUT="0" />
|
|
<CONNECTOR CTYPE="ITERATE" MAX_OUTPUT="1" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="SUBJOB_OK" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="SUBJOB_ERROR" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="COMPONENT_OK" />
|
|
<CONNECTOR CTYPE="COMPONENT_ERROR" />
|
|
<CONNECTOR CTYPE="RUN_IF" />
|
|
</CONNECTORS>
|
|
|
|
<PARAMETERS>
|
|
<PARAMETER NAME="PROPERTY" FIELD="PROPERTY_TYPE" NUM_ROW="1" SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
REPOSITORY_VALUE="DATABASE:REDSHIFT" />
|
|
|
|
<PARAMETER NAME="USE_EXISTING_CONNECTION" FIELD="CHECK"
|
|
NUM_ROW="2" GROUP="DB_CONFIG">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CONNECTION" FIELD="COMPONENT_LIST"
|
|
REQUIRED="true" FILTER="tRedshiftConnection" NUM_ROW="2"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'true'" DYNAMIC_SETTINGS="true"
|
|
GROUP="DB_CONFIG" />
|
|
|
|
<PARAMETER NAME="HOST" FIELD="TEXT" NUM_ROW="3" SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
REPOSITORY_VALUE="SERVER_NAME" REQUIRED="true" GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PORT" FIELD="TEXT" NUM_ROW="3" SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
REPOSITORY_VALUE="PORT" REQUIRED="true" GROUP="DB_CONFIG">
|
|
<DEFAULT>"5439"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DBNAME" FIELD="TEXT" NUM_ROW="4" SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
REPOSITORY_VALUE="SID" REQUIRED="true" GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SCHEMA_DB" FIELD="TEXT" NUM_ROW="4" SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
REPOSITORY_VALUE="SCHEMA" GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TYPE" FIELD="TEXT" NUM_ROW="4" SHOW="false"
|
|
REPOSITORY_VALUE="TYPE">
|
|
<DEFAULT>Redshift</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="USER" FIELD="TEXT" NUM_ROW="5" SHOW_IF="(USE_EXISTING_CONNECTION == 'false') "
|
|
REPOSITORY_VALUE="USERNAME" REQUIRED="true" GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="PASS" FIELD="PASSWORD" NUM_ROW="5" SHOW_IF="(USE_EXISTING_CONNECTION == 'false') "
|
|
REPOSITORY_VALUE="PASSWORD" REQUIRED="true" GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="PROPERTIES"
|
|
FIELD="TEXT"
|
|
NUM_ROW="8"
|
|
REPOSITORY_VALUE="PROPERTIES_STRING"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TABLE" FIELD="DBTABLE" NUM_ROW="10"
|
|
LOG4J_ENABLED="false" GROUP="DB_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TABLE_ACTION" FIELD="CLOSED_LIST" NUM_ROW="12"
|
|
NOT_SHOW_IF="PARALLELIZE == 'true'">
|
|
<ITEMS DEFAULT="NONE">
|
|
<ITEM NAME="NONE" VALUE="NONE" />
|
|
<ITEM NAME="DROP_CREATE" VALUE="DROP_CREATE" />
|
|
<ITEM NAME="CREATE" VALUE="CREATE" />
|
|
<ITEM NAME="CREATE_IF_NOT_EXISTS" VALUE="CREATE_IF_NOT_EXISTS" />
|
|
<ITEM NAME="DROP_IF_EXISTS_AND_CREATE" VALUE="DROP_IF_EXISTS_AND_CREATE" />
|
|
<ITEM NAME="CLEAR" VALUE="CLEAR" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="SCHEMA" FIELD="SCHEMA_TYPE" NUM_ROW="15">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="MAPPING" FIELD="MAPPING_TYPE" NUM_ROW="20"
|
|
SHOW="false">
|
|
<DEFAULT>redshift_id</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="FILE" FIELD="FILE" NUM_ROW="25"
|
|
GROUP="DATA_FILE_CONFIG" REQUIRED="true">
|
|
<DEFAULT>"__COMP_DEFAULT_FILE_DIR__/redshift_bulk.txt"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="APPEND" FIELD="CHECK" REQUIRED="true"
|
|
GROUP="DATA_FILE_CONFIG" NUM_ROW="35">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CREATE" FIELD="CHECK" REQUIRED="true"
|
|
GROUP="DATA_FILE_CONFIG" NUM_ROW="40">
|
|
<DEFAULT>true</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="USE_EXISTING_CONNECTION_S3" FIELD="CHECK"
|
|
NUM_ROW="46" GROUP="S3_CONFIG">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CONNECTION_S3" FIELD="COMPONENT_LIST" REQUIRED="true" FILTER="tS3Connection"
|
|
NUM_ROW="46" SHOW_IF="USE_EXISTING_CONNECTION_S3 == 'true'" GROUP="S3_CONFIG"/>
|
|
|
|
<PARAMETER
|
|
NAME="ACCESS_KEY"
|
|
FIELD="TEXT"
|
|
NUM_ROW="50"
|
|
REQUIRED="true"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION_S3 == 'false') AND (INHERIT_CREDENTIALS == 'false')"
|
|
GROUP="S3_CONFIG"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="SECRET_KEY"
|
|
FIELD="PASSWORD"
|
|
NUM_ROW="50"
|
|
REQUIRED="true"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION_S3 == 'false') AND (INHERIT_CREDENTIALS == 'false')"
|
|
GROUP="S3_CONFIG"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="INHERIT_CREDENTIALS"
|
|
FIELD="CHECK"
|
|
NUM_ROW="55"
|
|
REQUIRED="true"
|
|
GROUP="S3_CONFIG"
|
|
SHOW_IF="USE_EXISTING_CONNECTION_S3 == 'false'"
|
|
>
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="ASSUME_ROLE_S3"
|
|
FIELD="CHECK"
|
|
NUM_ROW="60"
|
|
REQUIRED="true"
|
|
GROUP="S3_CONFIG"
|
|
SHOW_IF="USE_EXISTING_CONNECTION_S3 == 'false'"
|
|
>
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="ARN"
|
|
FIELD="TEXT"
|
|
NUM_ROW="65"
|
|
REQUIRED="true"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true')"
|
|
GROUP="S3_CONFIG"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="ROLE_SESSION_NAME"
|
|
FIELD="TEXT"
|
|
NUM_ROW="70"
|
|
REQUIRED="true"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true')"
|
|
GROUP="S3_CONFIG"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="SESSION_DURATION"
|
|
FIELD="TEXT"
|
|
NUM_ROW="75"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true')"
|
|
GROUP="S3_CONFIG"
|
|
>
|
|
<DEFAULT>15</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="REGION"
|
|
FIELD="OPENED_LIST"
|
|
RAW="true"
|
|
NUM_ROW="90"
|
|
REQUIRED="true"
|
|
GROUP="S3_CONFIG"
|
|
SHOW_IF="USE_EXISTING_CONNECTION_S3 == 'false'"
|
|
>
|
|
|
|
<ITEMS DEFAULT="DEFAULT">
|
|
<ITEM NAME="DEFAULT" VALUE="DEFAULT" />
|
|
<ITEM NAME="GovCloud" VALUE=""us-gov-west-1"" />
|
|
<ITEM NAME="US_EAST_1" VALUE=""us-east-1"" />
|
|
<ITEM NAME="US_WEST_1" VALUE=""us-west-1"" />
|
|
<ITEM NAME="US_WEST_2" VALUE=""us-west-2"" />
|
|
<ITEM NAME="US_EAST_2" VALUE=""us-east-2"" />
|
|
<ITEM NAME="SA_EAST_1" VALUE=""sa-east-1"" />
|
|
<ITEM NAME="EU_WEST_1" VALUE=""eu-west-1"" />
|
|
<ITEM NAME="EU_CENTRAL_1" VALUE=""eu-central-1"" />
|
|
<ITEM NAME="EU_WEST_2" VALUE=""eu-west-2"" />
|
|
<ITEM NAME="EU_WEST_3" VALUE=""eu-west-3"" />
|
|
<ITEM NAME="EU_NORTH_1" VALUE=""eu-north-1"" />
|
|
<ITEM NAME="CN_NORTH_1" VALUE=""cn-north-1"" />
|
|
<ITEM NAME="CN_NORTHWEST_1" VALUE=""cn-northwest-1"" />
|
|
<ITEM NAME="AP_EAST_1" VALUE=""ap-east-1"" />
|
|
<ITEM NAME="AP_SOUTHEAST_1" VALUE=""ap-southeast-1"" />
|
|
<ITEM NAME="AP_SOUTHEAST_2" VALUE=""ap-southeast-2"" />
|
|
<ITEM NAME="AP_NORTHEAST_1" VALUE=""ap-northeast-1"" />
|
|
<ITEM NAME="AP_NORTHEAST_2" VALUE=""ap-northeast-2"" />
|
|
<ITEM NAME="AP_SOUTH_1" VALUE=""ap-south-1"" />
|
|
<ITEM NAME="CA_CENTRAL_1" VALUE=""ca-central-1"" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="BUCKET" FIELD="TEXT" NUM_ROW="95" REQUIRED="true"
|
|
GROUP="S3_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="KEY" FIELD="TEXT" NUM_ROW="95" REQUIRED="false"
|
|
GROUP="S3_CONFIG">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="ASSUME_ROLE_REDSHIFT"
|
|
FIELD="CHECK"
|
|
NUM_ROW="100"
|
|
REQUIRED="true"
|
|
GROUP="REDSHIFT_IAM_CONFIG"
|
|
>
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="ROLE_TABLE"
|
|
FIELD="TABLE"
|
|
NUM_ROW="105"
|
|
SHOW_IF="isShow[ASSUME_ROLE_REDSHIFT] AND (ASSUME_ROLE_REDSHIFT == 'true')"
|
|
GROUP="REDSHIFT_IAM_CONFIG"
|
|
>
|
|
<ITEMS>
|
|
<ITEM NAME="ROLE_ARN" VALUE=""/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
</PARAMETERS>
|
|
|
|
<ADVANCED_PARAMETERS>
|
|
<PARAMETER NAME="FIELDSEPARATOR" FIELD="TEXT" REQUIRED="true"
|
|
GROUP="LOAD_DETAILS" NUM_ROW="10">
|
|
<DEFAULT>','</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TEXT_ENCLOSURE" FIELD="OPENED_LIST"
|
|
REQUIRED="true" GROUP="LOAD_DETAILS" NUM_ROW="10">
|
|
<ITEMS DEFAULT="EMPTY">
|
|
<ITEM NAME="EMPTY" VALUE="EMPTY"></ITEM>
|
|
<ITEM NAME="DOUBLE_QUOTE" VALUE="DOUBLE_QUOTE"></ITEM>
|
|
<ITEM NAME="OTHER" VALUE="'%'"></ITEM>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="COMPRESS" FIELD="CHECK" NUM_ROW="20"
|
|
REQUIRED="true" SHOW_IF="APPEND=='false'" GROUP="LOAD_DETAILS">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="COMPRESSION" FIELD="CLOSED_LIST" NUM_ROW="20"
|
|
GROUP="LOAD_DETAILS" SHOW_IF="(APPEND=='false') AND (COMPRESS=='true')">
|
|
<ITEMS DEFAULT="GZIP">
|
|
<ITEM NAME="GZIP" VALUE="GZIP" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENCRYPT" FIELD="CHECK" NUM_ROW="21"
|
|
REQUIRED="true" GROUP="LOAD_DETAILS" SHOW_IF="USE_EXISTING_CONNECTION_S3 == 'false'">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENCRYPTED_KEY" FIELD="PASSWORD" NUM_ROW="21"
|
|
REQUIRED="true" GROUP="LOAD_DETAILS" SHOW_IF="isShow[ENCRYPT] AND (ENCRYPT=='true')">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENCODING" FIELD="CLOSED_LIST" NUM_ROW="23"
|
|
REQUIRED="true" GROUP="LOAD_DETAILS">
|
|
<ITEMS DEFAULT=""UTF8"">
|
|
<ITEM NAME="UTF8" VALUE=""UTF8"" />
|
|
<ITEM NAME="UTF16" VALUE=""UTF16"" />
|
|
<ITEM NAME="UTF16LE" VALUE=""UTF16LE"" />
|
|
<ITEM NAME="UTF16BE" VALUE=""UTF16BE"" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DELETE_LOCALFILE"
|
|
FIELD="CHECK" NUM_ROW="25" REQUIRED="true" GROUP="LOAD_DETAILS">
|
|
<DEFAULT>true</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DATEFORMAT" FIELD="CLOSED_LIST" NUM_ROW="27"
|
|
REQUIRED="true" GROUP="LOAD_DETAILS">
|
|
<ITEMS DEFAULT="NONE">
|
|
<ITEM NAME="NONE" VALUE="NONE"></ITEM>
|
|
<ITEM NAME="PATTERN" VALUE="PATTERN"></ITEM>
|
|
<ITEM NAME="AUTO" VALUE="AUTO"></ITEM>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DATE_PATTERN" FIELD="TEXT" NUM_ROW="27"
|
|
SHOW_IF="DATEFORMAT=='PATTERN'" GROUP="LOAD_DETAILS">
|
|
<DEFAULT>"YYYY-MM-DD"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TIMEFORMAT" FIELD="CLOSED_LIST" NUM_ROW="28"
|
|
REQUIRED="true" GROUP="LOAD_DETAILS">
|
|
<ITEMS DEFAULT="NONE">
|
|
<ITEM NAME="NONE" VALUE="NONE"></ITEM>
|
|
<ITEM NAME="PATTERN" VALUE="PATTERN"></ITEM>
|
|
<ITEM NAME="AUTO" VALUE="AUTO"></ITEM>
|
|
<ITEM NAME="EPOCHSECS" VALUE="EPOCHSECS"></ITEM>
|
|
<ITEM NAME="EPOCHMILLISECS" VALUE="EPOCHMILLISECS"></ITEM>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TIME_PATTERN" FIELD="TEXT" NUM_ROW="28"
|
|
SHOW_IF="TIMEFORMAT=='PATTERN'" GROUP="LOAD_DETAILS">
|
|
<DEFAULT>"YYYY-MM-DD HH:MI:SS"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="OTHER_CONFIGURATION" FIELD="TABLE" NUM_ROW="60" NB_LINES="5" GROUP="LOAD_DETAILS">
|
|
<ITEMS>
|
|
<ITEM NAME="OTHER_PARAMETER" FIELD="CLOSED_LIST">
|
|
<ITEMS DEFAULT="ESCAPE">
|
|
<ITEM NAME="ESCAPE" VALUE="ESCAPE" />
|
|
<ITEM NAME="REGION" VALUE="REGION" />
|
|
<ITEM NAME="EXPLICIT_IDS" VALUE="EXPLICIT_IDS" />
|
|
<ITEM NAME="MAXERROR" VALUE="MAXERROR" />
|
|
<ITEM NAME="IGNOREHEADER" VALUE="IGNOREHEADER" />
|
|
<ITEM NAME="IGNOREBLANKLINES" VALUE="IGNOREBLANKLINES" />
|
|
<ITEM NAME="TRIMBLANKS" VALUE="TRIMBLANKS" />
|
|
<ITEM NAME="EMPTYASNULL" VALUE="EMPTYASNULL" />
|
|
<ITEM NAME="BLANKSASNULL" VALUE="BLANKSASNULL" />
|
|
</ITEMS>
|
|
</ITEM>
|
|
<ITEM NAME="DATA_VALUE" FIELD="TEXT" READONLY_IF="(OTHER_CONFIGURATION.OTHER_PARAMETER=='ESCAPE')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='EXPLICIT_IDS')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='IGNOREBLANKLINES')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='TRIMBLANKS')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='EMPTYASNULL')
|
|
OR (OTHER_CONFIGURATION.OTHER_PARAMETER=='BLANKSASNULL')
|
|
"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CONFIG_CLIENT" FIELD="CHECK" NUM_ROW="70"
|
|
GROUP="S3_CONFIG" NB_LINES="5">
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="CLIENT_CONFIGURATION" FIELD="TABLE" GROUP="S3_CONFIG"
|
|
NUM_ROW="80" NB_LINES="5" REQUIRED="true" SHOW_IF="CONFIG_CLIENT =='true'">
|
|
<ITEMS>
|
|
<ITEM NAME="CLIENT_PARAMETER" FIELD="CLOSED_LIST">
|
|
<ITEMS DEFAULT="CONNECTIONTIMEOUT">
|
|
<ITEM NAME="CONNECTIONTIMEOUT" VALUE="ConnectionTimeout" />
|
|
<ITEM NAME="MAXCONNECTIONS" VALUE="MaxConnections" />
|
|
<ITEM NAME="MAXERRORRETRY" VALUE="MaxErrorRetry" />
|
|
<ITEM NAME="PROTOCOL" VALUE="Protocol" />
|
|
<ITEM NAME="PROXYDOMAIN" VALUE="ProxyDomain" />
|
|
<ITEM NAME="PROXYHOST" VALUE="ProxyHost" />
|
|
<ITEM NAME="PROXYPASSWORD" VALUE="ProxyPassword" />
|
|
<ITEM NAME="PROXYPORT" VALUE="ProxyPort" />
|
|
<ITEM NAME="PROXYUSERNAME" VALUE="ProxyUsername" />
|
|
<ITEM NAME="PROXYWORKSTATION" VALUE="ProxyWorkstation" />
|
|
<ITEM NAME="SOCKETTIMEOUT" VALUE="SocketTimeout" />
|
|
<ITEM NAME="USERAGENT" VALUE="UserAgent" />
|
|
<ITEM NAME="SOCKETRECEIVEBUFFERSIZEHINT" VALUE="SocketReceiveBufferSizeHints" />
|
|
<ITEM NAME="SOCKETSENDBUFFERSIZEHINT" VALUE="SocketSendBufferSizeHints" />
|
|
</ITEMS>
|
|
</ITEM>
|
|
<ITEM NAME="VALUE" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
<PARAMETER
|
|
NAME="SET_STS_ENDPOINT"
|
|
FIELD="CHECK"
|
|
NUM_ROW="81"
|
|
NB_LINES="5"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true')"
|
|
GROUP="ASSUME_ROLE_CONFIG"
|
|
>
|
|
</PARAMETER>
|
|
<PARAMETER
|
|
NAME="STS_ENDPOINT"
|
|
FIELD="TEXT"
|
|
NUM_ROW="81"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true') AND (SET_STS_ENDPOINT == 'true')"
|
|
GROUP="ASSUME_ROLE_CONFIG"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER
|
|
NAME="SIGNING_REGION"
|
|
FIELD="OPENED_LIST"
|
|
NUM_ROW="82"
|
|
GROUP="ASSUME_ROLE_CONFIG"
|
|
REQUIRED="true"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true')"
|
|
>
|
|
<ITEMS DEFAULT="DEFAULT">
|
|
<ITEM NAME="DEFAULT" VALUE="DEFAULT" />
|
|
<ITEM NAME="GovCloud" VALUE=""us-gov-west-1"" />
|
|
<ITEM NAME="US_EAST_1" VALUE=""us-east-1"" />
|
|
<ITEM NAME="US_WEST_1" VALUE=""us-west-1"" />
|
|
<ITEM NAME="US_WEST_2" VALUE=""us-west-2"" />
|
|
<ITEM NAME="US_EAST_2" VALUE=""us-east-2"" />
|
|
<ITEM NAME="SA_EAST_1" VALUE=""sa-east-1"" />
|
|
<ITEM NAME="EU_WEST_1" VALUE=""eu-west-1"" />
|
|
<ITEM NAME="EU_CENTRAL_1" VALUE=""eu-central-1"" />
|
|
<ITEM NAME="EU_WEST_2" VALUE=""eu-west-2"" />
|
|
<ITEM NAME="EU_WEST_3" VALUE=""eu-west-3"" />
|
|
<ITEM NAME="EU_NORTH_1" VALUE=""eu-north-1"" />
|
|
<ITEM NAME="CN_NORTH_1" VALUE=""cn-north-1"" />
|
|
<ITEM NAME="CN_NORTHWEST_1" VALUE=""cn-northwest-1"" />
|
|
<ITEM NAME="AP_EAST_1" VALUE=""ap-east-1"" />
|
|
<ITEM NAME="AP_SOUTHEAST_1" VALUE=""ap-southeast-1"" />
|
|
<ITEM NAME="AP_SOUTHEAST_2" VALUE=""ap-southeast-2"" />
|
|
<ITEM NAME="AP_NORTHEAST_1" VALUE=""ap-northeast-1"" />
|
|
<ITEM NAME="AP_NORTHEAST_2" VALUE=""ap-northeast-2"" />
|
|
<ITEM NAME="AP_SOUTH_1" VALUE=""ap-south-1"" />
|
|
<ITEM NAME="CA_CENTRAL_1" VALUE=""ca-central-1"" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="EXTERNALID"
|
|
FIELD="TEXT"
|
|
NUM_ROW="83"
|
|
GROUP="ASSUME_ROLE_CONFIG"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true')"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="SERIALNUMBER"
|
|
FIELD="TEXT"
|
|
NUM_ROW="84"
|
|
GROUP="ASSUME_ROLE_CONFIG"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true')"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="TOKENCODE"
|
|
FIELD="TEXT"
|
|
NUM_ROW="85"
|
|
GROUP="ASSUME_ROLE_CONFIG"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true')"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="TAGS"
|
|
FIELD="TABLE"
|
|
NUM_ROW="86"
|
|
GROUP="ASSUME_ROLE_CONFIG"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true')"
|
|
>
|
|
<ITEMS>
|
|
<ITEM NAME="TAG_KEY" FIELD="TEXT" />
|
|
<ITEM NAME="TAG_VALUE" FIELD="TEXT" />
|
|
<ITEM NAME="TAG_TRANSITIVE" FIELD="CHECK" VALUE="FALSE"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="POLICY_TABLE"
|
|
FIELD="TABLE"
|
|
NUM_ROW="87"
|
|
GROUP="ASSUME_ROLE_CONFIG"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true')"
|
|
>
|
|
<ITEMS>
|
|
<ITEM NAME="POLICY_ARN" VALUE="" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="POLICY"
|
|
FIELD="MEMO"
|
|
NUM_ROW="88"
|
|
GROUP="ASSUME_ROLE_CONFIG"
|
|
NB_LINES="15"
|
|
SHOW_IF="isShow[ASSUME_ROLE_S3] AND (ASSUME_ROLE_S3 == 'true')"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="JDBC_URL"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="90"
|
|
REPOSITORY_VALUE="JDBC_URL"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<ITEMS DEFAULT="STANDARD">
|
|
<ITEM NAME="STANDARD" VALUE="STANDARD" />
|
|
<ITEM NAME="SSO" VALUE="SSO" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
</ADVANCED_PARAMETERS>
|
|
|
|
<CODEGENERATION>
|
|
<TEMPLATES INPUT="tROB" OUTPUT="tRBE">
|
|
|
|
<TEMPLATE NAME="tROB" COMPONENT="tRedshiftOutputBulk">
|
|
<LINK_TO NAME="tRBE" CTYPE="ROWS_END" />
|
|
</TEMPLATE>
|
|
|
|
<TEMPLATE NAME="tRBE" COMPONENT="tRedshiftBulkExec" />
|
|
|
|
<TEMPLATE_PARAM SOURCE="self.USE_EXISTING_CONNECTION" TARGET="tRBE.USE_EXISTING_CONNECTION" />
|
|
<TEMPLATE_PARAM SOURCE="self.CONNECTION" TARGET="tRBE.CONNECTION" />
|
|
|
|
<TEMPLATE_PARAM SOURCE="self.HOST" TARGET="tRBE.HOST" />
|
|
<TEMPLATE_PARAM SOURCE="self.TYPE" TARGET="tRBE.TYPE" />
|
|
<TEMPLATE_PARAM SOURCE="self.DBNAME" TARGET="tRBE.DBNAME" />
|
|
<TEMPLATE_PARAM SOURCE="self.SCHEMA_DB" TARGET="tRBE.SCHEMA_DB" />
|
|
<TEMPLATE_PARAM SOURCE="self.PORT" TARGET="tRBE.PORT" />
|
|
<TEMPLATE_PARAM SOURCE="self.USER" TARGET="tRBE.USER" />
|
|
<TEMPLATE_PARAM SOURCE="self.PASS" TARGET="tRBE.PASS" />
|
|
<TEMPLATE_PARAM SOURCE="self.PROPERTIES" TARGET="tRBE.PROPERTIES" />
|
|
<TEMPLATE_PARAM SOURCE="self.TABLE" TARGET="tRBE.TABLE" />
|
|
<TEMPLATE_PARAM SOURCE="self.TABLE_ACTION" TARGET="tRBE.TABLE_ACTION" />
|
|
<TEMPLATE_PARAM SOURCE="self.MAPPING" TARGET="tRBE.MAPPING" />
|
|
|
|
<TEMPLATE_PARAM SOURCE="self.ACCESS_KEY" TARGET="tRBE.ACCESS_KEY" />
|
|
<TEMPLATE_PARAM SOURCE="self.SECRET_KEY" TARGET="tRBE.SECRET_KEY" />
|
|
<TEMPLATE_PARAM SOURCE="self.BUCKET" TARGET="tRBE.BUCKET" />
|
|
<TEMPLATE_PARAM SOURCE="self.KEY" TARGET="tRBE.KEY" />
|
|
<TEMPLATE_PARAM SOURCE="self.COMPRESS" TARGET="tRBE.COMPRESS" />
|
|
<TEMPLATE_PARAM SOURCE="self.COMPRESSION" TARGET="tRBE.COMPRESSION" />
|
|
<TEMPLATE_PARAM SOURCE="self.ENCRYPT" TARGET="tRBE.ENCRYPT" />
|
|
<TEMPLATE_PARAM SOURCE="self.ENCRYPTED_KEY" TARGET="tRBE.ENCRYPTED_KEY" />
|
|
<TEMPLATE_PARAM SOURCE="self.ENCODING" TARGET="tRBE.ENCODING" />
|
|
<TEMPLATE_PARAM SOURCE="self.OTHER_CONFIGURATION" TARGET="tRBE.OTHER_CONFIGURATION" />
|
|
<TEMPLATE_PARAM SOURCE="self.DATEFORMAT" TARGET="tRBE.DATEFORMAT" />
|
|
<TEMPLATE_PARAM SOURCE="self.DATE_PATTERN" TARGET="tRBE.DATE_PATTERN" />
|
|
<TEMPLATE_PARAM SOURCE="self.TIMEFORMAT" TARGET="tRBE.TIMEFORMAT" />
|
|
<TEMPLATE_PARAM SOURCE="self.TIME_PATTERN" TARGET="tRBE.TIME_PATTERN" />
|
|
<TEMPLATE_PARAM SOURCE="self.ASSUME_ROLE_REDSHIFT" TARGET="tRBE.ASSUME_ROLE" />
|
|
<TEMPLATE_PARAM SOURCE="self.ROLE_TABLE" TARGET="tRBE.ROLE_TABLE" />
|
|
|
|
<TEMPLATE_PARAM SOURCE="self.USE_EXISTING_CONNECTION_S3" TARGET="tRBE.USE_EXISTING_CONNECTION_S3" />
|
|
<TEMPLATE_PARAM SOURCE="self.CONNECTION_S3" TARGET="tRBE.CONNECTION_S3" />
|
|
<TEMPLATE_PARAM SOURCE="self.USE_EXISTING_CONNECTION_S3" TARGET="tROB.USE_EXISTING_CONNECTION" />
|
|
<TEMPLATE_PARAM SOURCE="self.CONNECTION_S3" TARGET="tROB.CONNECTION" />
|
|
<TEMPLATE_PARAM SOURCE="self.ACCESS_KEY" TARGET="tROB.ACCESS_KEY" />
|
|
<TEMPLATE_PARAM SOURCE="self.SECRET_KEY" TARGET="tROB.SECRET_KEY" />
|
|
|
|
<TEMPLATE_PARAM SOURCE="self.REGION" TARGET="tROB.REGION" />
|
|
<TEMPLATE_PARAM SOURCE="self.INHERIT_CREDENTIALS" TARGET="tROB.INHERIT_CREDENTIALS" />
|
|
<TEMPLATE_PARAM SOURCE="self.INHERIT_CREDENTIALS" TARGET="tRBE.INHERIT_CREDENTIALS" />
|
|
<TEMPLATE_PARAM SOURCE="self.ASSUME_ROLE_S3" TARGET="tROB.ASSUME_ROLE" />
|
|
<TEMPLATE_PARAM SOURCE="self.ARN" TARGET="tROB.ARN" />
|
|
<TEMPLATE_PARAM SOURCE="self.ROLE_SESSION_NAME" TARGET="tROB.ROLE_SESSION_NAME" />
|
|
<TEMPLATE_PARAM SOURCE="self.SESSION_DURATION" TARGET="tROB.SESSION_DURATION" />
|
|
<TEMPLATE_PARAM SOURCE="self.SET_STS_ENDPOINT" TARGET="tROB.SET_STS_ENDPOINT" />
|
|
<TEMPLATE_PARAM SOURCE="self.STS_ENDPOINT" TARGET="tROB.STS_ENDPOINT" />
|
|
<TEMPLATE_PARAM SOURCE="self.SIGNING_REGION" TARGET="tROB.SIGNING_REGION" />
|
|
<TEMPLATE_PARAM SOURCE="self.EXTERNALID" TARGET="tROB.EXTERNALID" />
|
|
<TEMPLATE_PARAM SOURCE="self.SERIALNUMBER" TARGET="tROB.SERIALNUMBER" />
|
|
<TEMPLATE_PARAM SOURCE="self.TOKENCODE" TARGET="tROB.TOKENCODE" />
|
|
<TEMPLATE_PARAM SOURCE="self.TAGS" TARGET="tROB.TAGS" />
|
|
<TEMPLATE_PARAM SOURCE="self.POLICY_TABLE" TARGET="tROB.POLICY_TABLE" />
|
|
<TEMPLATE_PARAM SOURCE="self.POLICY" TARGET="tROB.POLICY" />
|
|
|
|
<TEMPLATE_PARAM SOURCE="self.BUCKET" TARGET="tROB.BUCKET" />
|
|
<TEMPLATE_PARAM SOURCE="self.KEY" TARGET="tROB.KEY" />
|
|
<TEMPLATE_PARAM SOURCE="self.COMPRESS" TARGET="tROB.COMPRESS" />
|
|
<TEMPLATE_PARAM SOURCE="self.COMPRESSION" TARGET="tROB.COMPRESSION" />
|
|
<TEMPLATE_PARAM SOURCE="self.ENCRYPT" TARGET="tROB.ENCRYPT" />
|
|
<TEMPLATE_PARAM SOURCE="self.ENCRYPTED_KEY" TARGET="tROB.ENCRYPTED_KEY" />
|
|
<TEMPLATE_PARAM SOURCE="self.ENCODING" TARGET="tROB.ENCODING" />
|
|
<TEMPLATE_PARAM SOURCE="self.CONFIG_CLIENT" TARGET="tROB.CONFIG_CLIENT" />
|
|
<TEMPLATE_PARAM SOURCE="self.CLIENT_CONFIGURATION"
|
|
TARGET="tROB.CLIENT_CONFIGURATION" />
|
|
<TEMPLATE_PARAM SOURCE="self.DELETE_LOCALFILE"
|
|
TARGET="tROB.DELETE_LOCALFILE" />
|
|
|
|
<TEMPLATE_PARAM SOURCE="self.FILE" TARGET="tROB.FILE" />
|
|
|
|
<TEMPLATE_PARAM SOURCE="self.FIELDSEPARATOR" TARGET="tROB.FIELDSEPARATOR" />
|
|
<TEMPLATE_PARAM SOURCE="self.FIELDSEPARATOR" TARGET="tRBE.FIELDSEPARATOR" />
|
|
|
|
<TEMPLATE_PARAM SOURCE="self.TEXT_ENCLOSURE" TARGET="tROB.TEXT_ENCLOSURE" />
|
|
<TEMPLATE_PARAM SOURCE="self.TEXT_ENCLOSURE" TARGET="tRBE.TEXT_ENCLOSURE" />
|
|
|
|
<TEMPLATE_PARAM SOURCE="self.SCHEMA" TARGET="tROB.SCHEMA" />
|
|
<TEMPLATE_PARAM SOURCE="self.SCHEMA" TARGET="tRBE.SCHEMA" />
|
|
|
|
<TEMPLATE_PARAM SOURCE="self.APPEND" TARGET="tROB.APPEND" />
|
|
<TEMPLATE_PARAM SOURCE="self.CREATE" TARGET="tROB.CREATE" />
|
|
<TEMPLATE_PARAM SOURCE="self.JDBC_URL" TARGET="tRBE.JDBC_URL" />
|
|
</TEMPLATES>
|
|
|
|
<IMPORTS>
|
|
<IMPORT NAME="Driver-Redshift" MODULE="redshift-jdbc42-no-awssdk-1.2.37.1061.jar"
|
|
MVN="mvn:com.amazon.redshift/redshift-jdbc42-no-awssdk/1.2.37.1061"
|
|
REQUIRED="true" />
|
|
<IMPORT NAME="aws-java-sdk-1.11.848.jar" MODULE="aws-java-sdk-1.11.848.jar"
|
|
MVN="mvn:com.amazonaws/aws-java-sdk/1.11.848"
|
|
REQUIRED="true" />
|
|
<IMPORT NAME="jackson-core-2.10.1.jar" MODULE="jackson-core-2.10.1.jar"
|
|
MVN="mvn:com.fasterxml.jackson.core/jackson-core/2.10.1"
|
|
REQUIRED="true" />
|
|
<IMPORT NAME="jackson-databind-2.10.1.jar" MODULE="jackson-databind-2.10.1.jar"
|
|
MVN="mvn:com.fasterxml.jackson.core/jackson-databind/2.10.1"
|
|
REQUIRED="true" />
|
|
<IMPORT NAME="jackson-annotations-2.10.1.jar" MODULE="jackson-annotations-2.10.1.jar"
|
|
MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.10.1"
|
|
REQUIRED="true" />
|
|
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar"
|
|
MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
|
|
REQUIRED="true" />
|
|
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar"
|
|
MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12"
|
|
REQUIRED="true" />
|
|
<IMPORT NAME="joda-time-2.8.1.jar" MODULE="joda-time-2.8.1.jar"
|
|
MVN="mvn:joda-time/joda-time/2.8.1"
|
|
REQUIRED="true" />
|
|
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar"
|
|
MVN="mvn:commons-logging/commons-logging/1.2"
|
|
REQUIRED="true" />
|
|
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar"
|
|
MVN="mvn:commons-codec/commons-codec/1.14"
|
|
REQUIRED="true" />
|
|
</IMPORTS>
|
|
</CODEGENERATION>
|
|
<RETURNS />
|
|
</COMPONENT>
|