* feat(TDI-47263): Upgrade Redshift driver to v2.x * Add dependency aws-java-sdk-redshift-internal-1.12.x.jar * UI change * Connection javajet * Connection javajet change * Row generate code * Migration task * input compile error * input compile error * add back jar version * add back jar version * class version * migration add tCreate table * feat(TUP-35069):Upgrade Redshift driver to v2.x (#7411) https://jira.talendforge.org/browse/TUP-35069 Co-authored-by: pyzhou <pyzhou@talend.com> Co-authored-by: Jane Ding <jding@talend.com>
355 lines
11 KiB
XML
355 lines
11 KiB
XML
<COMPONENT>
|
|
<HEADER
|
|
PLATEFORM="ALL"
|
|
SERIAL=""
|
|
VERSION="0.102"
|
|
STATUS="ALPHA"
|
|
COMPATIBILITY="ALL"
|
|
AUTHOR="Talend"
|
|
RELEASE_DATE="20070319A"
|
|
STARTABLE="true"
|
|
DATA_AUTO_PROPAGATE="false"
|
|
HAS_CONDITIONAL_OUTPUTS="true"
|
|
SCHEMA_AUTO_PROPAGATE="false"
|
|
PARTITIONING="AUTO"
|
|
LOG4J_ENABLED="true"
|
|
>
|
|
<SIGNATURE/>
|
|
</HEADER>
|
|
|
|
<FAMILIES>
|
|
<FAMILY>Databases/DB Specifics/Amazon/Redshift</FAMILY>
|
|
<FAMILY>Cloud/Amazon/Redshift</FAMILY>
|
|
</FAMILIES>
|
|
|
|
<DOCUMENTATION>
|
|
<URL/>
|
|
</DOCUMENTATION>
|
|
|
|
<CONNECTORS>
|
|
<CONNECTOR CTYPE="FLOW" MAX_INPUT="1" MAX_OUTPUT="1"/>
|
|
<CONNECTOR NAME="REJECT" NOT_SHOW_IF="(DIE_ON_ERROR == 'true')" CTYPE="FLOW" MAX_INPUT="0" MAX_OUTPUT="1" LINE_STYLE="2" COLOR="FF0000" BASE_SCHEMA="FLOW" />
|
|
<CONNECTOR CTYPE="ITERATE" MAX_OUTPUT="1" MAX_INPUT="1"/>
|
|
<CONNECTOR CTYPE="SUBJOB_OK" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="SUBJOB_ERROR" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="COMPONENT_OK"/>
|
|
<CONNECTOR CTYPE="COMPONENT_ERROR"/>
|
|
<CONNECTOR CTYPE="RUN_IF"/>
|
|
</CONNECTORS>
|
|
|
|
<PARAMETERS>
|
|
<PARAMETER
|
|
NAME="PROPERTY"
|
|
FIELD="PROPERTY_TYPE"
|
|
NUM_ROW="1"
|
|
REPOSITORY_VALUE="DATABASE:REDSHIFT"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
/>
|
|
|
|
<PARAMETER
|
|
NAME="USE_EXISTING_CONNECTION"
|
|
FIELD="CHECK"
|
|
NUM_ROW="2"
|
|
>
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="CONNECTION"
|
|
FIELD="COMPONENT_LIST"
|
|
REQUIRED="true" FILTER="tRedshiftConnection"
|
|
NUM_ROW="2"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'true'"
|
|
DYNAMIC_SETTINGS="true"
|
|
/>
|
|
|
|
<PARAMETER
|
|
NAME="DRIVER_VERSION"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="5"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false')"
|
|
REPOSITORY_VALUE="DRIVER_VERSION">
|
|
<ITEMS DEFAULT="DRIVER_V2">
|
|
<ITEM NAME="DRIVER_V1" VALUE="DRIVER_V1" />
|
|
<ITEM NAME="DRIVER_V2" VALUE="DRIVER_V2" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="HOST"
|
|
FIELD="TEXT"
|
|
NUM_ROW="7"
|
|
REPOSITORY_VALUE="SERVER_NAME"
|
|
REQUIRED="true"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="PORT"
|
|
FIELD="TEXT"
|
|
NUM_ROW="7"
|
|
REPOSITORY_VALUE="PORT"
|
|
REQUIRED="true"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<DEFAULT>"5439"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="DBNAME"
|
|
FIELD="TEXT"
|
|
NUM_ROW="10"
|
|
REPOSITORY_VALUE="SID"
|
|
REQUIRED="true"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="SCHEMA_DB"
|
|
FIELD="TEXT"
|
|
NUM_ROW="10"
|
|
REPOSITORY_VALUE="SCHEMA"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="TYPE"
|
|
FIELD="TEXT"
|
|
NUM_ROW="10"
|
|
SHOW="false"
|
|
REPOSITORY_VALUE="TYPE"
|
|
>
|
|
<DEFAULT>Redshift</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="USER"
|
|
FIELD="TEXT"
|
|
NUM_ROW="12"
|
|
REPOSITORY_VALUE="USERNAME"
|
|
REQUIRED="true"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') "
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="PASS"
|
|
FIELD="PASSWORD"
|
|
NUM_ROW="12"
|
|
REPOSITORY_VALUE="PASSWORD"
|
|
REQUIRED="true"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') "
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="PROPERTIES"
|
|
FIELD="TEXT"
|
|
NUM_ROW="15"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') AND ((USE_STRING_PROPERTIES == 'true') AND (DRIVER_VERSION == 'DRIVER_V2')) OR (DRIVER_VERSION == 'DRIVER_V1')"
|
|
REPOSITORY_VALUE="PROPERTIES_STRING"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="USE_STRING_PROPERTIES"
|
|
FIELD="CHECK"
|
|
NUM_ROW="14"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') AND (DRIVER_VERSION == 'DRIVER_V2')"
|
|
REPOSITORY_VALUE="USE_STRING_PROPERTIES"
|
|
REQUIRED="true"
|
|
>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENTRY_PROPERTIES" FIELD="TABLE"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') AND (USE_STRING_PROPERTIES == 'false') AND (DRIVER_VERSION == 'DRIVER_V2')"
|
|
REPOSITORY_VALUE="ENTRY_PROPERTIES"
|
|
REQUIRED="false" NUM_ROW="20" NB_LINES="4">
|
|
<ITEMS>
|
|
<ITEM NAME="KEY" />
|
|
<ITEM NAME="VALUE" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="SCHEMA_FLOW"
|
|
FIELD="SCHEMA_TYPE"
|
|
NUM_ROW="25"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="SCHEMA_REJECT"
|
|
FIELD="SCHEMA_TYPE"
|
|
REQUIRED="true"
|
|
NUM_ROW="25"
|
|
CONTEXT="REJECT"
|
|
SHOW="true">
|
|
<TABLE READONLY="true">
|
|
<COLUMN NAME="errorCode" TYPE="id_String" LENGTH="255" READONLY="false" CUSTOM="true"/>
|
|
<COLUMN NAME="errorMessage" TYPE="id_String" LENGTH="255" READONLY="false" CUSTOM="true"/>
|
|
</TABLE>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="TABLE"
|
|
FIELD="DBTABLE"
|
|
NUM_ROW="25"
|
|
LOG4J_ENABLED="false"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="QUERYSTORE"
|
|
FIELD="QUERYSTORE_TYPE"
|
|
NUM_ROW="30"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="QUERY"
|
|
FIELD="MEMO_SQL"
|
|
NUM_ROW="40"
|
|
>
|
|
<DEFAULT>"select id, name from employee"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="DIE_ON_ERROR"
|
|
FIELD="CHECK"
|
|
NUM_ROW="50"
|
|
>
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
</PARAMETERS>
|
|
|
|
<ADVANCED_PARAMETERS>
|
|
|
|
<PARAMETER
|
|
NAME="PROPAGATE_RECORD_SET"
|
|
FIELD="CHECK"
|
|
NUM_ROW="5"
|
|
>
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="RECORD_SET_COLUMN"
|
|
FIELD="COLUMN_LIST"
|
|
NUM_ROW="5"
|
|
SHOW_IF="PROPAGATE_RECORD_SET == 'true'"
|
|
/>
|
|
|
|
<PARAMETER
|
|
NAME="USE_PREPAREDSTATEMENT"
|
|
FIELD="CHECK"
|
|
NUM_ROW="6"
|
|
>
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="SET_PREPAREDSTATEMENT_PARAMETERS"
|
|
FIELD="TABLE"
|
|
REQUIRED="false"
|
|
NUM_ROW="7"
|
|
NB_LINES="3"
|
|
SHOW_IF="(USE_PREPAREDSTATEMENT == 'true')"
|
|
>
|
|
<ITEMS>
|
|
<ITEM NAME="PARAMETER_INDEX" VALUE="" />
|
|
<ITEM NAME="PARAMETER_TYPE" VALUE="String" FIELD="CLOSED_LIST">
|
|
<ITEMS DEFAULT="String">
|
|
<ITEM NAME="BigDecimal" VALUE="BigDecimal"/>
|
|
<ITEM NAME="Blob" VALUE="Blob"/>
|
|
<ITEM NAME="Boolean" VALUE="Boolean"/>
|
|
<ITEM NAME="Byte" VALUE="Byte"/>
|
|
<ITEM NAME="Bytes" VALUE="Bytes"/>
|
|
<ITEM NAME="Clob" VALUE="Clob"/>
|
|
<ITEM NAME="Date" VALUE="Date"/>
|
|
<ITEM NAME="Double" VALUE="Double"/>
|
|
<ITEM NAME="Float" VALUE="Float"/>
|
|
<ITEM NAME="Int" VALUE="Int"/>
|
|
<ITEM NAME="Long" VALUE="Long"/>
|
|
<ITEM NAME="Object" VALUE="Object"/>
|
|
<ITEM NAME="Short" VALUE="Short"/>
|
|
<ITEM NAME="String" VALUE="String"/>
|
|
<ITEM NAME="Time" VALUE="Time"/>
|
|
<ITEM NAME="Null" VALUE="Null"/>
|
|
</ITEMS>
|
|
</ITEM>
|
|
<ITEM NAME="PARAMETER_VALUE" VALUE="" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="ENCODING"
|
|
FIELD="ENCODING_TYPE"
|
|
NUM_ROW="9"
|
|
REQUIRED="true"
|
|
SHOW="false"
|
|
>
|
|
<DEFAULT>"ISO-8859-15"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="COMMIT_EVERY"
|
|
FIELD="TEXT"
|
|
NUM_ROW="9"
|
|
REQUIRED="true"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<DEFAULT>10000</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER
|
|
NAME="JDBC_URL"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="20"
|
|
REPOSITORY_VALUE="JDBC_URL"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<ITEMS DEFAULT="STANDARD">
|
|
<ITEM NAME="STANDARD" VALUE="STANDARD" />
|
|
<ITEM NAME="SSO" VALUE="SSO" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
</ADVANCED_PARAMETERS>
|
|
|
|
<CODEGENERATION>
|
|
<IMPORTS>
|
|
<IMPORT NAME="Driver-Redshift-V2" MODULE="redshift-jdbc42-2.1.0.3.jar" MVN="mvn:com.amazon.redshift/redshift-jdbc42/2.1.0.3"
|
|
REQUIRED_IF="(DRIVER_VERSION == 'DRIVER_V2') AND (USE_EXISTING_CONNECTION == 'false')"/>
|
|
<IMPORT NAME="Driver-Redshift-V1" MODULE="redshift-jdbc42-no-awssdk-1.2.55.1083.jar" MVN="mvn:com.amazon.redshift/redshift-jdbc42-no-awssdk/1.2.55.1083"
|
|
REQUIRED_IF="(DRIVER_VERSION=='DRIVER_V1') and (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="antlr4-runtime-4.8-1.jar" MODULE="antlr4-runtime-4.8-1.jar" MVN="mvn:org.antlr/antlr4-runtime/4.8-1" REQUIRED="true" />
|
|
<IMPORT NAME="aws-java-sdk-1.11.848.jar" MODULE="aws-java-sdk-1.11.848.jar" MVN="mvn:com.amazonaws/aws-java-sdk/1.11.848" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="aws-java-sdk-redshift-internal-1.12.x.jar" MODULE="aws-java-sdk-redshift-internal-1.12.x.jar" MVN="mvn:com.amazonaws/aws-java-sdk-redshift-internal/1.12.x" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="jackson-databind-2.11.4.jar" MODULE="jackson-databind-2.11.4.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-databind/2.11.4" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="jackson-core-2.11.4.jar" MODULE="jackson-core-2.11.4.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-core/2.11.4" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="jackson-annotations-2.11.4.jar" MODULE="jackson-annotations-2.11.4.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.11.4" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="httpclient-4.5.13.jar" MODULE="httpclient-4.5.13.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.13" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="joda-time-2.8.1.jar" MODULE="joda-time-2.8.1.jar" MVN="mvn:joda-time/joda-time/2.8.1" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
</IMPORTS>
|
|
</CODEGENERATION>
|
|
|
|
<RETURNS>
|
|
<RETURN NAME="QUERY" TYPE="id_String" AVAILABILITY="FLOW"/>
|
|
</RETURNS>
|
|
</COMPONENT>
|