* feat(TDI-47263): Upgrade Redshift driver to v2.x * Add dependency aws-java-sdk-redshift-internal-1.12.x.jar * UI change * Connection javajet * Connection javajet change * Row generate code * Migration task * input compile error * input compile error * add back jar version * add back jar version * class version * migration add tCreate table * feat(TUP-35069):Upgrade Redshift driver to v2.x (#7411) https://jira.talendforge.org/browse/TUP-35069 Co-authored-by: pyzhou <pyzhou@talend.com> Co-authored-by: Jane Ding <jding@talend.com>
340 lines
10 KiB
XML
340 lines
10 KiB
XML
<COMPONENT>
|
|
|
|
<HEADER
|
|
PLATEFORM="ALL"
|
|
SERIAL=""
|
|
VERSION="0.102"
|
|
STATUS="ALPHA"
|
|
|
|
COMPATIBILITY="ALL"
|
|
AUTHOR="Talend"
|
|
RELEASE_DATE="20070319A"
|
|
STARTABLE="true"
|
|
LOG4J_ENABLED="true"
|
|
>
|
|
<SIGNATURE/>
|
|
</HEADER>
|
|
|
|
<FAMILIES>
|
|
<FAMILY>Databases/DB Specifics/Amazon/Redshift</FAMILY>
|
|
<FAMILY>Cloud/Amazon/Redshift</FAMILY>
|
|
</FAMILIES>
|
|
|
|
<DOCUMENTATION>
|
|
<URL/>
|
|
</DOCUMENTATION>
|
|
|
|
<CONNECTORS>
|
|
<CONNECTOR CTYPE="FLOW" MAX_INPUT="0" MAX_OUTPUT="1"/>
|
|
<CONNECTOR CTYPE="ITERATE" MAX_OUTPUT="1" MAX_INPUT="1"/>
|
|
<CONNECTOR CTYPE="SUBJOB_OK" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="SUBJOB_ERROR" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="COMPONENT_OK"/>
|
|
<CONNECTOR CTYPE="COMPONENT_ERROR"/>
|
|
<CONNECTOR CTYPE="RUN_IF"/>
|
|
</CONNECTORS>
|
|
|
|
<PARAMETERS>
|
|
|
|
<PARAMETER
|
|
NAME="PROPERTY"
|
|
FIELD="PROPERTY_TYPE"
|
|
NUM_ROW="1"
|
|
REPOSITORY_VALUE="DATABASE:REDSHIFT"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
/>
|
|
|
|
<PARAMETER
|
|
NAME="DRIVER_VERSION"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="5"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false')"
|
|
REPOSITORY_VALUE="DRIVER_VERSION">
|
|
<ITEMS DEFAULT="DRIVER_V2">
|
|
<ITEM NAME="DRIVER_V1" VALUE="DRIVER_V1" />
|
|
<ITEM NAME="DRIVER_V2" VALUE="DRIVER_V2" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="USE_EXISTING_CONNECTION"
|
|
FIELD="CHECK"
|
|
NUM_ROW="12"
|
|
>
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="CONNECTION"
|
|
FIELD="COMPONENT_LIST"
|
|
REQUIRED="true" FILTER="tRedshiftConnection"
|
|
NUM_ROW="12"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'true'"
|
|
DYNAMIC_SETTINGS="true"
|
|
/>
|
|
|
|
<PARAMETER
|
|
NAME="HOST"
|
|
FIELD="TEXT"
|
|
NUM_ROW="13"
|
|
REPOSITORY_VALUE="SERVER_NAME"
|
|
REQUIRED="true"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="TYPE"
|
|
FIELD="TEXT"
|
|
NUM_ROW="13"
|
|
SHOW="false"
|
|
REPOSITORY_VALUE="TYPE"
|
|
>
|
|
<DEFAULT>Redshift</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="PORT"
|
|
FIELD="TEXT"
|
|
NUM_ROW="13"
|
|
REPOSITORY_VALUE="PORT"
|
|
REQUIRED="true"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<DEFAULT>"5439"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="DBNAME"
|
|
FIELD="TEXT"
|
|
NUM_ROW="14"
|
|
REPOSITORY_VALUE="SID"
|
|
REQUIRED="true"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="SCHEMA_DB"
|
|
FIELD="TEXT"
|
|
NUM_ROW="14"
|
|
REPOSITORY_VALUE="SCHEMA"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="USER"
|
|
FIELD="TEXT"
|
|
NUM_ROW="15"
|
|
REPOSITORY_VALUE="USERNAME"
|
|
REQUIRED="true"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') "
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="PASS"
|
|
FIELD="PASSWORD"
|
|
NUM_ROW="15"
|
|
REPOSITORY_VALUE="PASSWORD"
|
|
REQUIRED="true"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') "
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="PROPERTIES"
|
|
FIELD="TEXT"
|
|
NUM_ROW="20"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') AND ((USE_STRING_PROPERTIES == 'true') AND (DRIVER_VERSION == 'DRIVER_V2')) OR (DRIVER_VERSION == 'DRIVER_V1')"
|
|
REPOSITORY_VALUE="PROPERTIES_STRING"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="USE_STRING_PROPERTIES"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') AND (DRIVER_VERSION == 'DRIVER_V2')"
|
|
REPOSITORY_VALUE="USE_STRING_PROPERTIES"
|
|
FIELD="CHECK"
|
|
NUM_ROW="18"
|
|
REQUIRED="true"
|
|
|
|
>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENTRY_PROPERTIES" FIELD="TABLE"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') AND (USE_STRING_PROPERTIES == 'false') AND (DRIVER_VERSION == 'DRIVER_V2')"
|
|
REPOSITORY_VALUE="ENTRY_PROPERTIES"
|
|
REQUIRED="false" NUM_ROW="20" NB_LINES="4">
|
|
<ITEMS>
|
|
<ITEM NAME="KEY" />
|
|
<ITEM NAME="VALUE" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="SCHEMA"
|
|
FIELD="SCHEMA_TYPE"
|
|
NUM_ROW="30"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="TABLE"
|
|
FIELD="DBTABLE"
|
|
NUM_ROW="40"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="QUERYSTORE"
|
|
FIELD="QUERYSTORE_TYPE"
|
|
NUM_ROW="50"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="GUESS_SCHEMA"
|
|
FIELD="GUESS_SCHEMA"
|
|
NUM_ROW="50"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="QUERY"
|
|
FIELD="MEMO_SQL"
|
|
NUM_ROW="60"
|
|
REQUIRED="true"
|
|
>
|
|
<DEFAULT>"select id, name from employee"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="MAPPING"
|
|
FIELD="MAPPING_TYPE"
|
|
NUM_ROW="60"
|
|
SHOW="false"
|
|
>
|
|
<DEFAULT>redshift_id</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
</PARAMETERS>
|
|
|
|
<ADVANCED_PARAMETERS>
|
|
|
|
<PARAMETER
|
|
NAME="USE_LOG_FILE"
|
|
FIELD="CHECK"
|
|
NUM_ROW="10"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="LOG_FILE"
|
|
FIELD="FILE"
|
|
NUM_ROW="10"
|
|
REQUIRED="true"
|
|
SHOW_IF="(USE_EXISTING_CONNECTION == 'false') AND (USE_LOG_FILE == 'true')"
|
|
>
|
|
<DEFAULT>"__COMP_DEFAULT_FILE_DIR__/redshift-jdbc.log"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="LOG_LEVEL" FIELD="CLOSED_LIST" NUM_ROW="12" SHOW_IF="USE_EXISTING_CONNECTION == 'false'">
|
|
<ITEMS DEFAULT="INFO">
|
|
<ITEM NAME="NONE" VALUE="0" />
|
|
<ITEM NAME="INFO" VALUE="1" />
|
|
<ITEM NAME="DEBUG" VALUE="2" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="ENCODING"
|
|
FIELD="ENCODING_TYPE"
|
|
NUM_ROW="15"
|
|
REQUIRED="true"
|
|
SHOW="false"
|
|
>
|
|
<DEFAULT>"ISO-8859-15"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="USE_CURSOR"
|
|
FIELD="CHECK"
|
|
NUM_ROW="20"
|
|
>
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="CURSOR_SIZE"
|
|
FIELD="TEXT"
|
|
NUM_ROW="20"
|
|
SHOW_IF="(USE_CURSOR == 'true')"
|
|
>
|
|
<DEFAULT>1000</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TRIM_ALL_COLUMN" FIELD="CHECK" NUM_ROW="30">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="TRIM_COLUMN" FIELD="TABLE" NUM_ROW="40"
|
|
NB_LINES="5" SHOW_IF="TRIM_ALL_COLUMN == 'false'">
|
|
<ITEMS BASED_ON_SCHEMA="true">
|
|
<ITEM NAME="TRIM" FIELD="CHECK"></ITEM>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="JDBC_URL"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="50"
|
|
REPOSITORY_VALUE="JDBC_URL"
|
|
SHOW_IF="USE_EXISTING_CONNECTION == 'false'"
|
|
>
|
|
<ITEMS DEFAULT="STANDARD">
|
|
<ITEM NAME="STANDARD" VALUE="STANDARD" />
|
|
<ITEM NAME="SSO" VALUE="SSO" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
</ADVANCED_PARAMETERS>
|
|
|
|
<CODEGENERATION>
|
|
<IMPORTS>
|
|
<IMPORT NAME="Driver-Redshift-V2" MODULE="redshift-jdbc42-2.1.0.3.jar" MVN="mvn:com.amazon.redshift/redshift-jdbc42/2.1.0.3"
|
|
REQUIRED_IF="(DRIVER_VERSION == 'DRIVER_V2') AND (USE_EXISTING_CONNECTION == 'false')"/>
|
|
<IMPORT NAME="Driver-Redshift-V1" MODULE="redshift-jdbc42-no-awssdk-1.2.55.1083.jar" MVN="mvn:com.amazon.redshift/redshift-jdbc42-no-awssdk/1.2.55.1083"
|
|
REQUIRED_IF="(DRIVER_VERSION=='DRIVER_V1') and (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="antlr4-runtime-4.8-1.jar" MODULE="antlr4-runtime-4.8-1.jar" MVN="mvn:org.antlr/antlr4-runtime/4.8-1" REQUIRED="true" />
|
|
<IMPORT NAME="aws-java-sdk-1.11.848.jar" MODULE="aws-java-sdk-1.11.848.jar" MVN="mvn:com.amazonaws/aws-java-sdk/1.11.848" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="aws-java-sdk-redshift-internal-1.12.x.jar" MODULE="aws-java-sdk-redshift-internal-1.12.x.jar" MVN="mvn:com.amazonaws/aws-java-sdk-redshift-internal/1.12.x" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="jackson-databind-2.11.4.jar" MODULE="jackson-databind-2.11.4.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-databind/2.11.4" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="jackson-core-2.11.4.jar" MODULE="jackson-core-2.11.4.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-core/2.11.4" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="jackson-annotations-2.11.4.jar" MODULE="jackson-annotations-2.11.4.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.11.4" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="httpclient-4.5.13.jar" MODULE="httpclient-4.5.13.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.13" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="joda-time-2.8.1.jar" MODULE="joda-time-2.8.1.jar" MVN="mvn:joda-time/joda-time/2.8.1" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="(JDBC_URL == 'SSO') AND (USE_EXISTING_CONNECTION == 'false')" />
|
|
|
|
</IMPORTS>
|
|
</CODEGENERATION>
|
|
|
|
<RETURNS>
|
|
<RETURN NAME="NB_LINE" TYPE="id_Integer" AVAILABILITY="AFTER"/>
|
|
<RETURN NAME="QUERY" TYPE="id_String" AVAILABILITY="FLOW"/>
|
|
</RETURNS>
|
|
</COMPONENT>
|