237 lines
11 KiB
XML
237 lines
11 KiB
XML
<COMPONENT>
|
|
<HEADER
|
|
PLATEFORM="ALL"
|
|
SERIAL=""
|
|
VERSION="0.102"
|
|
STATUS="ALPHA"
|
|
|
|
COMPATIBILITY="ALL"
|
|
AUTHOR="Talend"
|
|
RELEASE_DATE="20190524A"
|
|
STARTABLE="true"
|
|
LOG4J_ENABLED="true"
|
|
DATA_AUTO_PROPAGATE="false"
|
|
HAS_CONDITIONAL_OUTPUTS="true"
|
|
SCHEMA_AUTO_PROPAGATE="false"
|
|
>
|
|
<SIGNATURE/>
|
|
</HEADER>
|
|
<FAMILIES>
|
|
<FAMILY>Big Data/Google BigQuery</FAMILY>
|
|
</FAMILIES>
|
|
<DOCUMENTATION>
|
|
<URL/>
|
|
</DOCUMENTATION>
|
|
<CONNECTORS>
|
|
<CONNECTOR CTYPE="FLOW" MAX_INPUT="1" MAX_OUTPUT="1"/>
|
|
<CONNECTOR CTYPE="ITERATE" MAX_OUTPUT="1" MAX_INPUT="1"/>
|
|
<CONNECTOR CTYPE="SUBJOB_OK" MAX_INPUT="1"/>
|
|
<CONNECTOR CTYPE="SUBJOB_ERROR" MAX_INPUT="1"/>
|
|
<CONNECTOR CTYPE="COMPONENT_OK"/>
|
|
<CONNECTOR CTYPE="COMPONENT_ERROR"/>
|
|
<CONNECTOR CTYPE="RUN_IF"/>
|
|
</CONNECTORS>
|
|
<PARAMETERS>
|
|
<PARAMETER
|
|
NAME="SCHEMA"
|
|
FIELD="SCHEMA_TYPE"
|
|
REQUIRED="true"
|
|
NUM_ROW="1"
|
|
/>
|
|
|
|
<PARAMETER NAME="AUTH_MODE" FIELD="CLOSED_LIST" NUM_ROW="3" REQUIRED="true" GROUP="AUTHENTICATION"
|
|
REPOSITORY_VALUE="AUTH_MODE">
|
|
<ITEMS DEFAULT="SERVICEACCOUNT">
|
|
<ITEM NAME="SERVICEACCOUNT" VALUE="SERVICEACCOUNT"/>
|
|
<ITEM NAME="OAUTH" VALUE="OAUTH"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="SERVICE_ACCOUNT_CREDENTIALS_FILE"
|
|
REPOSITORY_VALUE="SERVICE_ACCOUNT_CREDENTIALS_FILE"
|
|
GROUP="AUTHENTICATION"
|
|
FIELD="FILE"
|
|
NUM_ROW="10"
|
|
REQUIRED="true"
|
|
SHOW_IF="AUTH_MODE == 'SERVICEACCOUNT'"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="CLIENT_ID"
|
|
FIELD="TEXT"
|
|
NUM_ROW="10"
|
|
REQUIRED="true"
|
|
SHOW_IF="AUTH_MODE == 'OAUTH'"
|
|
GROUP="AUTHENTICATION" REPOSITORY_VALUE="CLIENT_ID"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="CLIENT_SECRET"
|
|
FIELD="PASSWORD"
|
|
NUM_ROW="20"
|
|
REQUIRED="true"
|
|
SHOW_IF="AUTH_MODE == 'OAUTH'"
|
|
GROUP="AUTHENTICATION" REPOSITORY_VALUE="CLIENT_SECRET"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="PROJECT_ID"
|
|
FIELD="TEXT"
|
|
NUM_ROW="40"
|
|
REQUIRED="true"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="AUTHORIZATION_CODE"
|
|
FIELD="TEXT"
|
|
NUM_ROW="30"
|
|
REQUIRED="true"
|
|
SHOW_IF="AUTH_MODE == 'OAUTH'"
|
|
GROUP="AUTHENTICATION" REPOSITORY_VALUE="AUTHORIZATION_CODE"
|
|
>
|
|
<DEFAULT>""</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="USE_LEGACY_SQL"
|
|
FIELD="CHECK"
|
|
SHOW="true"
|
|
NUM_ROW="45"
|
|
>
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER
|
|
NAME="QUERY"
|
|
FIELD="MEMO_SQL"
|
|
NUM_ROW="50"
|
|
REQUIRED="true"
|
|
>
|
|
<DEFAULT>"select id, name from employee"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
</PARAMETERS>
|
|
<ADVANCED_PARAMETERS>
|
|
<PARAMETER NAME="TOKEN_NAME" FIELD="FILE" NUM_ROW="5"
|
|
REQUIRED="true" SHOW_IF="AUTH_MODE == 'OAUTH'">
|
|
<DEFAULT>"__COMP_DEFAULT_FILE_DIR__/token.properties"</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ADVANCED_SEPARATOR" FIELD="CHECK" REQUIRED="true" NUM_ROW="10">
|
|
<DEFAULT>false</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="THOUSANDS_SEPARATOR" FIELD="TEXT" REQUIRED="true" NUM_ROW="10"
|
|
SHOW_IF="(ADVANCED_SEPARATOR == 'true')">
|
|
<DEFAULT>","</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="DECIMAL_SEPARATOR" FIELD="TEXT" REQUIRED="true" NUM_ROW="10"
|
|
SHOW_IF="(ADVANCED_SEPARATOR == 'true')">
|
|
<DEFAULT>"."</DEFAULT>
|
|
</PARAMETER>
|
|
|
|
<PARAMETER NAME="ENCODING" FIELD="ENCODING_TYPE" NUM_ROW="20"
|
|
REQUIRED="true" REPOSITORY_VALUE="ENCODING">
|
|
<DEFAULT>"ISO-8859-15"</DEFAULT>
|
|
</PARAMETER>
|
|
<!--
|
|
https://cloud.google.com/bigquery/querying-data#large-results
|
|
SMALL: allowLargeResult is false
|
|
LARGE: allowLargeResult is true and auto create/clean temp dataset/table
|
|
AUTO: try SMALL first, if get responseTooLarge error then try LARGE
|
|
-->
|
|
<PARAMETER
|
|
NAME="RESULT_SIZE"
|
|
FIELD="CLOSED_LIST"
|
|
NUM_ROW="30"
|
|
REQUIRED="true"
|
|
SHOW_IF="AUTH_MODE == 'OAUTH'"
|
|
>
|
|
<ITEMS DEFAULT="AUTO">
|
|
<ITEM NAME="SMALL" VALUE="SMALL"/>
|
|
<ITEM NAME="LARGE" VALUE="LARGE"/>
|
|
<ITEM NAME="AUTO" VALUE="AUTO"/>
|
|
</ITEMS>
|
|
</PARAMETER>
|
|
</ADVANCED_PARAMETERS>
|
|
<CODEGENERATION>
|
|
<IMPORTS>
|
|
<IMPORT NAME="google-api-client-1.19.0.jar" MODULE="google-api-client-1.19.0.jar"
|
|
MVN="mvn:org.talend.libraries/google-api-client-1.19.0/6.0.0"
|
|
UrlPath="platform:/plugin/org.talend.libraries.apache.google/lib/google-api-client-1.19.0.jar"
|
|
REQUIRED="true"/>
|
|
<IMPORT NAME="google-api-services-oauth2-v2-rev78-1.19.0.jar"
|
|
MODULE="google-api-services-oauth2-v2-rev78-1.19.0.jar"
|
|
MVN="mvn:org.talend.libraries/google-api-services-oauth2-v2-rev78-1.19.0/6.0.0"
|
|
UrlPath="platform:/plugin/org.talend.libraries.apache.google/lib/google-api-services-oauth2-v2-rev78-1.19.0.jar"
|
|
REQUIRED="true"/>
|
|
<IMPORT NAME="google-api-services-bigquery-v2-rev391-1.21.0.jar"
|
|
MODULE="google-api-services-bigquery-v2-rev391-1.21.0.jar"
|
|
MVN="mvn:org.talend.libraries/google-api-services-bigquery-v2-rev391-1.21.0/6.0.0"
|
|
UrlPath="platform:/plugin/org.talend.libraries.apache.google/lib/google-api-services-bigquery-v2-rev391-1.21.0.jar"
|
|
REQUIRED="true"/>
|
|
<IMPORT NAME="google-http-client-1.19.0.jar" MODULE="google-http-client-1.19.0.jar"
|
|
MVN="mvn:org.talend.libraries/google-http-client-1.19.0/6.0.0"
|
|
UrlPath="platform:/plugin/org.talend.libraries.apache.google/lib/google-http-client-1.19.0.jar"
|
|
REQUIRED="true"/>
|
|
<IMPORT NAME="google-oauth-client-1.19.0.jar" MODULE="google-oauth-client-1.19.0.jar"
|
|
MVN="mvn:org.talend.libraries/google-oauth-client-1.19.0/6.0.0"
|
|
UrlPath="platform:/plugin/org.talend.libraries.apache.google/lib/google-oauth-client-1.19.0.jar"
|
|
REQUIRED="true"/>
|
|
<IMPORT NAME="google-http-client-jackson2-1.19.0.jar" MODULE="google-http-client-jackson2-1.19.0.jar"
|
|
MVN="mvn:org.talend.libraries/google-http-client-jackson2-1.19.0/6.0.0"
|
|
UrlPath="platform:/plugin/org.talend.libraries.apache.google/lib/google-http-client-jackson2-1.19.0.jar"
|
|
REQUIRED="true"/>
|
|
<IMPORT NAME="guava-jdk5-13.0.jar" MODULE="guava-jdk5-13.0.jar"
|
|
MVN="mvn:org.talend.libraries/guava-jdk5-13.0/6.0.0"
|
|
UrlPath="platform:/plugin/org.talend.libraries.guava/lib/guava-jdk5-13.0.jar" REQUIRED="true"/>
|
|
<IMPORT NAME="jackson-core-2.10.1.jar" MODULE="jackson-core-2.10.1.jar"
|
|
MVN="mvn:com.fasterxml.jackson.core/jackson-core/2.10.1" REQUIRED="true"/>
|
|
<IMPORT NAME="google-cloud-bigquery-1.32.0.jar" MODULE="google-cloud-bigquery-1.32.0.jar"
|
|
MVN="mvn:com.google.cloud/google-cloud-bigquery/1.32.0"
|
|
REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="google-http-client-jackson-1.23.0.jar" MODULE="google-http-client-jackson-1.23.0.jar"
|
|
MVN="mvn:com.google.http-client/google-http-client-jackson/1.23.0"
|
|
REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="threetenbp-1.3.3.jar" MODULE="threetenbp-1.3.3.jar" MVN="mvn:org.threeten/threetenbp/1.3.3"
|
|
REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="google-auth-library-credentials-0.9.1.jar" MODULE="google-auth-library-credentials-0.9.1.jar"
|
|
MVN="mvn:com.google.auth/google-auth-library-credentials/0.9.1"
|
|
REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="gax-httpjson-0.44.0.jar" MODULE="gax-httpjson-0.44.0.jar"
|
|
MVN="mvn:com.google.api/gax-httpjson/0.44.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="jackson-core-asl-1.9.11.jar" MODULE="jackson-core-asl-1.9.11.jar"
|
|
MVN="mvn:org.codehaus.jackson/jackson-core-asl/1.9.11" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="google-auth-library-oauth2-http-0.9.1.jar" MODULE="google-auth-library-oauth2-http-0.9.1.jar"
|
|
MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.9.1"
|
|
REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="google-cloud-core-1.32.0.jar" MODULE="google-cloud-core-1.32.0.jar"
|
|
MVN="mvn:com.google.cloud/google-cloud-core/1.32.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="google-cloud-core-http-1.32.0.jar" MODULE="google-cloud-core-http-1.32.0.jar"
|
|
MVN="mvn:com.google.cloud/google-cloud-core-http/1.32.0"
|
|
REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="guava-20.0.jar" MODULE="guava-20.0.jar" MVN="mvn:com.google.guava/guava/20.0"
|
|
REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="gax-1.27.0.jar" MODULE="gax-1.27.0.jar" MVN="mvn:com.google.api/gax/1.27.0"
|
|
REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="google-http-client-appengine-1.23.0.jar" MODULE="google-http-client-appengine-1.23.0.jar"
|
|
MVN="mvn:com.google.http-client/google-http-client-appengine/1.23.0"
|
|
REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
<IMPORT NAME="api-common-1.6.0.jar" MODULE="api-common-1.6.0.jar" MVN="mvn:com.google.api/api-common/1.6.0"
|
|
REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'"/>
|
|
</IMPORTS>
|
|
</CODEGENERATION>
|
|
<RETURNS>
|
|
</RETURNS>
|
|
</COMPONENT>
|