ba146ef1ac
* feat(TDI-43756):extends STS AssumeRole fields for S3. (#4547) * feat(TDI-43756):extends STS AssumeRole fields. * feat(TDI-43756):extends AssumeRole fields(v2). * feat(TDI-43756):set Session duration not required. * feat(TDI-43756): * feat(TDI-43756):extends fields for SQS * feat(TDI-43756):fix the mistakes. * feat(TDI-43756):extends fields for tAmazonEMRXXX,tAamzonRedshiftManage. * feat(TDI-43756):optimize code. * feat(TDI-43756):retrieve changes on S3connection.xml * feat(TDI-43756):fix duplicated variables. * feat(TDI-43756):fix same error * feat(TDI-43756):optimize codes. * feat(TDI-43756):use default region(US_WEST_2) for sts. * feat(TDI-43756):change default to US-EAST-1. * feat(TDI-43754): upgrade AWS SDK. (#4520) Conflicts: main/plugins/org.talend.designer.components.localprovider/components/tRedshiftConnection/tRedshiftConnection_java.xml main/plugins/org.talend.designer.components.localprovider/components/tRedshiftInput/tRedshiftInput_java.xml main/plugins/org.talend.designer.components.localprovider/components/tRedshiftOutput/tRedshiftOutput_java.xml main/plugins/org.talend.designer.components.localprovider/components/tRedshiftRow/tRedshiftRow_java.xml main/plugins/org.talend.designer.components.localprovider/components/tRedshiftUnload/tRedshiftUnload_java.xml * Fix(TDI-43770):upgrade httpcore,httpclient,commons-logging,codec Conflicts: main/plugins/org.talend.designer.components.localprovider/components/tRedshiftConnection/tRedshiftConnection_java.xml main/plugins/org.talend.designer.components.localprovider/components/tRedshiftInput/tRedshiftInput_java.xml main/plugins/org.talend.designer.components.localprovider/components/tRedshiftOutput/tRedshiftOutput_java.xml main/plugins/org.talend.designer.components.localprovider/components/tRedshiftRow/tRedshiftRow_java.xml main/plugins/org.talend.designer.components.localprovider/components/tRedshiftUnload/tRedshiftUnload_java.xml * Vyu/tdi 43756 fix bug in sqsclient (#4648) * feat(TDI-43756):extends STS AssumeRole fields. * feat(TDI-43756):extends AssumeRole fields(v2). * feat(TDI-43756):set Session duration not required. * feat(TDI-43756): * feat(TDI-43756):extends fields for SQS * feat(TDI-43756):fix the mistakes. * feat(TDI-43756):extends fields for tAmazonEMRXXX,tAamzonRedshiftManage. * feat(TDI-43756):optimize code. * feat(TDI-43756):retrieve changes on S3connection.xml * feat(TDI-43756):fix duplicated variables. * feat(TDI-43756):fix same error * feat(TDI-43756):optimize codes. * feat(TDI-43756):use default region(US_WEST_2) for sts. * feat(TDI-43756):change default to US-EAST-1. * feat(TDI-43756):fix bug in SQSClient. * feat(TDI-43756):fix bug in CredentialsProvider.
218 lines
9.7 KiB
XML
218 lines
9.7 KiB
XML
<COMPONENT>
|
|
<HEADER
|
|
PLATEFORM="ALL"
|
|
SERIAL=""
|
|
VERSION="0.102"
|
|
STATUS="ALPHA"
|
|
COMPATIBILITY="ALL"
|
|
AUTHOR="Talend"
|
|
RELEASE_DATE="20070312A"
|
|
STARTABLE="true"
|
|
LOG4J_ENABLED="true"
|
|
>
|
|
<SIGNATURE/>
|
|
</HEADER>
|
|
<FAMILIES>
|
|
<FAMILY>Big Data/Google BigQuery</FAMILY>
|
|
</FAMILIES>
|
|
<DOCUMENTATION>
|
|
<URL/>
|
|
</DOCUMENTATION>
|
|
<CONNECTORS>
|
|
<CONNECTOR CTYPE="FLOW" MAX_INPUT="0" MAX_OUTPUT="0"/>
|
|
<CONNECTOR CTYPE="ITERATE" MAX_OUTPUT="1" MAX_INPUT="1"/>
|
|
<CONNECTOR CTYPE="SUBJOB_OK" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="SUBJOB_ERROR" MAX_INPUT="1" />
|
|
<CONNECTOR CTYPE="COMPONENT_OK"/>
|
|
<CONNECTOR CTYPE="COMPONENT_ERROR"/>
|
|
<CONNECTOR CTYPE="RUN_IF"/>
|
|
</CONNECTORS>
|
|
<PARAMETERS>
|
|
<PARAMETER
|
|
NAME="SCHEMA"
|
|
FIELD="SCHEMA_TYPE"
|
|
REQUIRED="true"
|
|
NUM_ROW="1"
|
|
/>
|
|
|
|
<PARAMETER NAME="AUTH_MODE" FIELD="CLOSED_LIST" NUM_ROW="3" REQUIRED="true" GROUP="AUTHENTICATION" REPOSITORY_VALUE="AUTH_MODE">
|
|
<ITEMS DEFAULT="SERVICEACCOUNT">
|
|
<ITEM NAME="SERVICEACCOUNT" VALUE="SERVICEACCOUNT" />
|
|
<ITEM NAME="OAUTH" VALUE="OAUTH" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="SERVICE_ACCOUNT_CREDENTIALS_FILE"
|
|
REPOSITORY_VALUE="SERVICE_ACCOUNT_CREDENTIALS_FILE"
|
|
FIELD="FILE"
|
|
NUM_ROW="10"
|
|
REQUIRED="true"
|
|
SHOW_IF="AUTH_MODE == 'SERVICEACCOUNT'"
|
|
GROUP="AUTHENTICATION"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="CLIENT_ID"
|
|
FIELD="TEXT"
|
|
NUM_ROW="10"
|
|
REQUIRED="true"
|
|
SHOW_IF="AUTH_MODE == 'OAUTH'"
|
|
GROUP="AUTHENTICATION"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER
|
|
NAME="CLIENT_SECRET"
|
|
FIELD="PASSWORD"
|
|
NUM_ROW="20"
|
|
REQUIRED="true"
|
|
SHOW_IF="AUTH_MODE == 'OAUTH'"
|
|
GROUP="AUTHENTICATION"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER
|
|
NAME="AUTHORIZATION_CODE"
|
|
FIELD="TEXT"
|
|
NUM_ROW="30"
|
|
REQUIRED="true"
|
|
SHOW_IF="AUTH_MODE == 'OAUTH'"
|
|
GROUP="AUTHENTICATION"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER
|
|
NAME="PROJECT_ID"
|
|
FIELD="TEXT"
|
|
NUM_ROW="40"
|
|
REQUIRED="true"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="DATASET"
|
|
FIELD="TEXT"
|
|
NUM_ROW="49"
|
|
REQUIRED="true"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER
|
|
NAME="TABLE"
|
|
FIELD="TEXT"
|
|
NUM_ROW="50"
|
|
REQUIRED="true"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="CREATE_TABLE_IF_NOT_EXIST" FIELD="CHECK" NUM_ROW="50" REQUIRED="true">
|
|
<DEFAULT>true</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER
|
|
NAME="ACTION_ON_DATA"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="51"
|
|
REQUIRED="true"
|
|
>
|
|
<ITEMS DEFAULT="TRUNCATE">
|
|
<ITEM NAME="TRUNCATE" VALUE="TRUNCATE" />
|
|
<ITEM NAME="APPEND" VALUE="APPEND" />
|
|
<ITEM NAME="EMPTY" VALUE="EMPTY" />
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="BULK_FILE_ALREADY_EXIST" FIELD="CHECK" NUM_ROW="59" REQUIRED="true" GROUP="GS_CONF">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="GS_ACCESS_KEY" FIELD="TEXT" NUM_ROW="60" REQUIRED="true" GROUP="GS_CONF" SHOW_IF="BULK_FILE_ALREADY_EXIST=='false'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="GS_SECRET_KEY" FIELD="PASSWORD" NUM_ROW="61" REQUIRED="true" GROUP="GS_CONF" SHOW_IF="BULK_FILE_ALREADY_EXIST=='false'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="GS_LOCAL_FILE" FIELD="FILE" NUM_ROW="62" REQUIRED="true" GROUP="GS_CONF" SHOW_IF="BULK_FILE_ALREADY_EXIST=='false'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="BUCKET_NAME" FIELD="TEXT" NUM_ROW="63" REQUIRED="true" GROUP="GS_CONF" SHOW_IF="BULK_FILE_ALREADY_EXIST=='false'">
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER
|
|
NAME="GS_FILE"
|
|
FIELD="TEXT"
|
|
NUM_ROW="70"
|
|
REQUIRED="true"
|
|
GROUP="GS_CONF"
|
|
>
|
|
<DEFAULT>"gs://"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER
|
|
NAME="GS_FILE_HEADER"
|
|
FIELD="TEXT"
|
|
NUM_ROW="71"
|
|
REQUIRED="true"
|
|
GROUP="GS_CONF"
|
|
>
|
|
<DEFAULT>0</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="DIE_ON_ERROR" FIELD="CHECK" NUM_ROW="80" REQUIRED="true">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
</PARAMETERS>
|
|
<ADVANCED_PARAMETERS>
|
|
<PARAMETER NAME="TOKEN_NAME" FIELD="FILE" NUM_ROW="10"
|
|
REQUIRED="true" SHOW_IF="AUTH_MODE == 'OAUTH'">
|
|
<DEFAULT>"__COMP_DEFAULT_FILE_DIR__/token.properties"</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="SET_FIELD_DELIMITER" FIELD="CHECK" REQUIRED="true" NUM_ROW="20" >
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="FIELD_DELIMITER" FIELD="TEXT" REQUIRED="true" NUM_ROW="20"
|
|
SHOW_IF="(SET_FIELD_DELIMITER == 'true')">
|
|
<DEFAULT>","</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="DROP" FIELD="CHECK" REQUIRED="true" NUM_ROW="25">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
<PARAMETER NAME="ENCODING" FIELD="ENCODING_TYPE" NUM_ROW="30"
|
|
REQUIRED="true" REPOSITORY_VALUE="ENCODING">
|
|
<DEFAULT>"ISO-8859-15"</DEFAULT>
|
|
</PARAMETER>
|
|
</ADVANCED_PARAMETERS>
|
|
<CODEGENERATION>
|
|
<IMPORTS>
|
|
<IMPORT NAME="google-api-client-1.25.0.jar" MODULE="google-api-client-1.25.0.jar" MVN="mvn:com.google.api-client/google-api-client/1.25.0" REQUIRED="true" />
|
|
<IMPORT NAME="google-api-services-oauth2-v2-rev151-1.25.0.jar" MODULE="google-api-services-oauth2-v2-rev151-1.25.0.jar" MVN="mvn:com.google.apis/google-api-services-oauth2/v2-rev151-1.25.0" REQUIRED="true" />
|
|
<IMPORT NAME="google-api-services-bigquery-v2-rev454-1.25.0.jar" MODULE="google-api-services-bigquery-v2-rev454-1.25.0.jar" MVN="mvn:com.google.apis/google-api-services-bigquery/v2-rev454-1.25.0" REQUIRED="true" />
|
|
<IMPORT NAME="google-http-client-1.25.0.jar" MODULE="google-http-client-1.25.0.jar" MVN="mvn:com.google.http-client/google-http-client/1.25.0" REQUIRED="true" />
|
|
<IMPORT NAME="google-oauth-client-1.25.0.jar" MODULE="google-oauth-client-1.25.0.jar" MVN="mvn:com.google.oauth-client/google-oauth-client/1.25.0" REQUIRED="true" />
|
|
<IMPORT NAME="google-http-client-jackson2-1.25.0.jar" MODULE="google-http-client-jackson2-1.25.0.jar" MVN="mvn:com.google.http-client/google-http-client-jackson2/1.25.0" REQUIRED="true" />
|
|
<IMPORT NAME="guava-jdk5-13.0.jar" MODULE="guava-jdk5-13.0.jar" MVN="mvn:org.talend.libraries/guava-jdk5-13.0/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.guava/lib/guava-jdk5-13.0.jar" REQUIRED="true" />
|
|
<IMPORT NAME="jackson-core-2.10.1.jar" MODULE="jackson-core-2.10.1.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-core/2.10.1" REQUIRED="true" />
|
|
<!-- REQUIRED FOR GOOGLE STORAGE -->
|
|
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED="true" />
|
|
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
|
|
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
|
|
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
|
|
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
|
|
<IMPORT NAME="google-cloud-bigquery-1.32.0.jar" MODULE="google-cloud-bigquery-1.32.0.jar" MVN="mvn:com.google.cloud/google-cloud-bigquery/1.32.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="google-http-client-jackson-1.25.0.jar" MODULE="google-http-client-jackson-1.25.0.jar" MVN="mvn:com.google.http-client/google-http-client-jackson/1.25.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="threetenbp-1.3.3.jar" MODULE="threetenbp-1.3.3.jar" MVN="mvn:org.threeten/threetenbp/1.3.3" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="google-auth-library-credentials-0.9.1.jar" MODULE="google-auth-library-credentials-0.9.1.jar" MVN="mvn:com.google.auth/google-auth-library-credentials/0.9.1" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="gax-httpjson-0.44.0.jar" MODULE="gax-httpjson-0.44.0.jar" MVN="mvn:com.google.api/gax-httpjson/0.44.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="jackson-core-asl-1.9.13.jar" MODULE="jackson-core-asl-1.9.13.jar" MVN="mvn:org.codehaus.jackson/jackson-core-asl/1.9.13" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="google-auth-library-oauth2-http-0.9.1.jar" MODULE="google-auth-library-oauth2-http-0.9.1.jar" MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.9.1" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="google-cloud-core-1.32.0.jar" MODULE="google-cloud-core-1.32.0.jar" MVN="mvn:com.google.cloud/google-cloud-core/1.32.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="google-cloud-core-http-1.32.0.jar" MODULE="google-cloud-core-http-1.32.0.jar" MVN="mvn:com.google.cloud/google-cloud-core-http/1.32.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="guava-20.0.jar" MODULE="guava-20.0.jar" MVN="mvn:com.google.guava/guava/20.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="gax-1.27.0.jar" MODULE="gax-1.27.0.jar" MVN="mvn:com.google.api/gax/1.27.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="google-http-client-appengine-1.25.0.jar" MODULE="google-http-client-appengine-1.25.0.jar" MVN="mvn:com.google.http-client/google-http-client-appengine/1.25.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
<IMPORT NAME="api-common-1.6.0.jar" MODULE="api-common-1.6.0.jar" MVN="mvn:com.google.api/api-common/1.6.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
|
|
</IMPORTS>
|
|
</CODEGENERATION>
|
|
<RETURNS>
|
|
</RETURNS>
|
|
</COMPONENT>
|