Compare commits

..

1 Commits

Author SHA1 Message Date
unknown
8b7ef5e95c feat(TBD-10769): delta Features for R08 2020-08-11 17:20:06 +02:00
259 changed files with 1945 additions and 2957 deletions

View File

@@ -12,7 +12,6 @@
org.talend.designer.codegen.config.CodeGeneratorArgument
org.talend.designer.codegen.config.NodesSubTree
org.talend.core.model.process.IProcess
org.talend.core.model.process.ProcessUtils
org.talend.core.model.utils.NodeUtil
org.talend.core.model.process.IContextParameter
java.util.List
@@ -29,13 +28,7 @@ INode node = (INode)codeGenArgument.getArgument();
boolean containsTPartitioner = node.getProcess().getNodesOfType("tPartitioner").size() > 0 ? true : false;
boolean isRunJob = "tRunJob".equals(node.getComponent().getName());
IProcess process = node.getProcess();
boolean isTestContainer=ProcessUtils.isTestContainer(process);
String className = process.getName();
if (isTestContainer) {
className = className + "Test";
}
NodesSubTree subTree = (NodesSubTree) codeGenArgument.getSubTree();
ECodePart codePart = codeGenArgument.getCodePart();
//boolean trace = codeGenArgument.isTrace();
@@ -85,10 +78,10 @@ for (IConnection iterateConn : iterateConnSet) { //1
@Override
public Object put(String key, Object value) {
<%if(!isRunInMultiThread){%>
synchronized (<%=className%>.this.obj) {
synchronized (<%=process.getName()%>.this.obj) {
<%}%>
super.put(key, value);
return <%=className%>.this.globalMap.put(key, value);
return <%=process.getName()%>.this.globalMap.put(key, value);
<%if(!isRunInMultiThread){%>
}
<%}%>
@@ -165,7 +158,7 @@ for (IConnection iterateConn : iterateConnSet) { //1
synchronized (globalMap) {
this.globalMap = java.util.Collections.synchronizedMap(new ThreadedMap(globalMap));
<%}else{%>
synchronized (<%=className%>.this.obj) {
synchronized (<%=process.getName()%>.this.obj) {
this.globalMap = new ThreadedMap(globalMap);
<%}%>
}

View File

@@ -11,7 +11,7 @@
<!-- modification 2: compile classpath -->
<path id="compile.classpath">
<pathelement location="../../../../../../tcommon-studio-se/main/plugins/org.talend.libraries.dom4j-jaxen/lib/dom4j-2.1.3.jar" />
<pathelement location="../../../../../../tcommon-studio-se/main/plugins/org.talend.libraries.dom4j-jaxen/lib/dom4j-1.6.1.jar" />
<pathelement location="../../../../../../tcommon-studio-se/main/plugins/org.talend.libraries.apache.common/lib/commons-lang-2.6.jar" />
</path>

View File

@@ -3,32 +3,11 @@
<modelVersion>4.0.0</modelVersion>
<groupId>org.talend.components.lib</groupId>
<artifactId>commons-net-ftps-proxy</artifactId>
<version>3.6.1-talend-20200902</version>
<version>3.6.1-talend-20190819</version>
<name>commons-net-talend</name>
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<talend.nexus.url>https://artifacts-oss.talend.com</talend.nexus.url>
<slf4.version>1.7.25</slf4.version>
<lombok.version>1.18.12</lombok.version>
</properties>
<dependencies>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<version>${lombok.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
<version>${slf4.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>commons-net</groupId>
<artifactId>commons-net</artifactId>
@@ -36,6 +15,10 @@
</dependency>
</dependencies>
<properties>
<talend.nexus.url>https://artifacts-oss.talend.com</talend.nexus.url>
</properties>
<distributionManagement>
<snapshotRepository>
<id>talend_nexus_deployment</id>

View File

@@ -11,10 +11,8 @@ import javax.net.ssl.SSLSession;
import javax.net.ssl.SSLSessionContext;
import javax.net.ssl.SSLSocket;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.net.ftp.FTPSClient;
@Slf4j
public class SSLSessionReuseFTPSClient extends FTPSClient {
public SSLSessionReuseFTPSClient(boolean isImplicit, SSLContext context) {
@@ -26,12 +24,6 @@ public class SSLSessionReuseFTPSClient extends FTPSClient {
if (socket instanceof SSLSocket) {
final SSLSession session = ((SSLSocket) _socket_).getSession();
final SSLSessionContext context = session.getSessionContext();
if (context == null) {
// TDI-44654 (may be reproduced with Syncplify server)
log.info("SSL Session Context is null. SSL Session was re-initialized.");
return;
}
try {
final Field sessionHostPortCache = context.getClass().getDeclaredField("sessionHostPortCache");
sessionHostPortCache.setAccessible(true);
@@ -40,10 +32,10 @@ public class SSLSessionReuseFTPSClient extends FTPSClient {
putMethod.setAccessible(true);
InetAddress address = socket.getInetAddress();
int port = socket.getPort();
String key = String.format("%s:%s", address.getHostName(), String.valueOf(port)).toLowerCase(Locale.ROOT);
putMethod.invoke(cache, key, session);
key = String.format("%s:%s", address.getHostAddress(), String.valueOf(port)).toLowerCase(Locale.ROOT);
putMethod.invoke(cache, key, session);
} catch (Exception e) {

View File

@@ -13,9 +13,9 @@
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.dom4j</groupId>
<groupId>dom4j</groupId>
<artifactId>dom4j</artifactId>
<version>2.1.3</version>
<version>1.6.1</version>
</dependency>
<dependency>
<groupId>commons-lang</groupId>

View File

@@ -73,10 +73,11 @@
<artifactId>geronimo-stax-api_1.0_spec</artifactId>
<version>1.0</version>
</dependency>
<!-- https://mvnrepository.com/artifact/dom4j/dom4j -->
<dependency>
<groupId>org.dom4j</groupId>
<groupId>dom4j</groupId>
<artifactId>dom4j</artifactId>
<version>2.1.3</version>
<version>1.6.1</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.xmlbeans/xmlbeans -->
<dependency>

View File

@@ -1,9 +1,9 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>org.talend.components</groupId>
<artifactId>components-soap</artifactId>
<version>2.2-20200730</version>
<groupId>org.talend.libraries</groupId>
<artifactId>talend-soap</artifactId>
<version>2.1-20190716</version>
<packaging>jar</packaging>
<name>talend-soap</name>
@@ -63,7 +63,7 @@
<dependency>
<groupId>xerces</groupId>
<artifactId>xercesImpl</artifactId>
<version>2.12.0</version>
<version>2.6.2</version>
</dependency>
<dependency>
<groupId>commons-codec</groupId>

View File

@@ -3,7 +3,7 @@
<modelVersion>4.0.0</modelVersion>
<groupId>org.talend.libraries</groupId>
<artifactId>talendExcel-1.5-20200825</artifactId>
<artifactId>talendExcel-1.5-20190731</artifactId>
<version>6.0.0</version>
<packaging>jar</packaging>
@@ -73,10 +73,11 @@
<artifactId>geronimo-stax-api_1.0_spec</artifactId>
<version>1.0</version>
</dependency>
<!-- https://mvnrepository.com/artifact/dom4j/dom4j -->
<dependency>
<groupId>org.dom4j</groupId>
<groupId>dom4j</groupId>
<artifactId>dom4j</artifactId>
<version>2.1.3</version>
<version>1.6.1</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.xmlbeans/xmlbeans -->
<dependency>

View File

@@ -6,13 +6,11 @@ import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.security.GeneralSecurityException;
import java.util.Date;
import java.util.HashMap;
import java.util.Map;
import org.apache.commons.lang3.StringUtils;
import org.apache.poi.poifs.crypt.Decryptor;
import org.apache.poi.poifs.crypt.EncryptionInfo;
import org.apache.poi.poifs.crypt.EncryptionMode;
import org.apache.poi.poifs.crypt.Encryptor;
@@ -160,13 +158,9 @@ public class ExcelTool {
}
}
private void appendActionForFile(String fileName) throws Exception {
if (password == null) {
InputStream inp = new FileInputStream(fileName);
wb = WorkbookFactory.create(inp);
} else {
wb = readEncryptedFile(fileName);
}
private void appendActionForFile(String fileName) throws IOException {
InputStream inp = new FileInputStream(fileName);
wb = WorkbookFactory.create(inp);
sheet = wb.getSheet(sheetName);
if (sheet != null) {
if (appendSheet) {
@@ -191,27 +185,10 @@ public class ExcelTool {
}
private void initPreXlsx(String fileName) throws Exception {
if(password == null) {
InputStream preIns = new FileInputStream(fileName);
preWb = WorkbookFactory.create(preIns);
} else {
preWb = readEncryptedFile(fileName);
}
InputStream preIns = new FileInputStream(fileName);
preWb = WorkbookFactory.create(preIns);
preSheet = preWb.getSheet(sheetName);
}
private Workbook readEncryptedFile(String fileName)
throws IOException, GeneralSecurityException {
InputStream inp = new FileInputStream(fileName);
POIFSFileSystem fs = new POIFSFileSystem(inp);
EncryptionInfo info = new EncryptionInfo(fs);
Decryptor decryptor = Decryptor.getInstance(info);
if (!decryptor.verifyPassword(password)) {
throw new GeneralSecurityException("Error: Incorrect password!");
}
InputStream dataStream = decryptor.getDataStream(fs);
return WorkbookFactory.create(dataStream);
}
public void setFont(String fontName) {
if (StringUtils.isNotEmpty(fontName)) {

View File

@@ -37,7 +37,7 @@
<dependency>
<groupId>org.dom4j</groupId>
<artifactId>dom4j</artifactId>
<version>2.1.3</version>
<version>2.1.1</version>
</dependency>
<dependency>

View File

@@ -132,7 +132,7 @@ int tmp_batchUpdateCount_<%=cid%> = 0;
int deletedCount_<%=cid%>=0;
int updatedCount_<%=cid%>=0;
int insertedCount_<%=cid%>=0;
int rowsToCommitCount_<%=cid%>=0;
String tableName_<%=cid%> = <%=table%>;
boolean whetherReject_<%=cid%> = false;

View File

@@ -102,10 +102,12 @@ imports="
if(("true").equals(useCommitControl)) {
if(!("").equals(commitEvery) && !("0").equals(commitEvery)) {
%>
if(commitCounter_<%=cid%> > 0) {
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
if(commitCounter_<%=cid%> > 0 && rowsToCommitCount_<%=cid%> != 0) {
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
commitCounter_<%=cid%> = 0;
}
<%
}

View File

@@ -310,7 +310,9 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.sql.SQLException e) {
whetherReject_<%=cid%> = true;
@@ -442,7 +444,9 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.sql.SQLException e) {
whetherReject_<%=cid%> = true;
@@ -589,7 +593,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.sql.SQLException e) {
@@ -665,7 +671,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.sql.SQLException e) {
@@ -795,6 +803,7 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
updateFlag_<%=cid%>=pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> = updatedCount_<%=cid%>+updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
if(updateFlag_<%=cid%> == 0) {
@@ -840,7 +849,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
}else{
@@ -930,7 +941,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.sql.SQLException e) {
@@ -1014,10 +1027,13 @@ skeleton="../templates/db_output_bulk.skeleton"
}
<%
}%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
commitCounter_<%=cid%>=0;
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%>=0;
}
<%
}

View File

@@ -100,7 +100,7 @@ int nb_line_rejected_<%=cid%> = 0;
int deletedCount_<%=cid%>=0;
int updatedCount_<%=cid%>=0;
int insertedCount_<%=cid%>=0;
int rowsToCommitCount_<%=cid%>=0;
String tableName_<%=cid%> = <%=tableName%>;
boolean whetherReject_<%=cid%> = false;
java.sql.Connection conn_<%=cid%> = null;

View File

@@ -61,9 +61,13 @@ imports="
{
if(!("").equals(commitEvery)&&!("0").equals(commitEvery)){
%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%> = 0;
<%
}
%>

View File

@@ -140,7 +140,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -230,7 +232,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -348,7 +352,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -410,7 +416,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try{
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> = processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -511,7 +519,8 @@ skeleton="../templates/db_output_bulk.skeleton"
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
}
updatedCount_<%=cid%> = updatedCount_<%=cid%>+updateFlag_<%=cid%>;
updatedCount_<%=cid%> += updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
<%
@@ -573,7 +582,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -585,7 +596,7 @@ skeleton="../templates/db_output_bulk.skeleton"
<%
} else {
%>
nb_line_<%=cid%>++;
nb_line_<%=cid%>++;
<%
if(rejectConnName != null && rejectColumnList != null && rejectColumnList.size() > 0) {
%>
@@ -652,7 +663,8 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -697,7 +709,7 @@ skeleton="../templates/db_output_bulk.skeleton"
<%
for(IConnection outgoingConn : outgoingConns) {
if(rejectConnName == null || (rejectConnName != null && !outgoingConn.getName().equals(rejectConnName))) {
if(outgoingConn.getLineStyle().hasConnectionCategory(IConnectionCategory.DATA)) {
if(outgoingConn.getLineStyle().hasConnectionCategory(IConnectionCategory.DATA)){
%>
<%=outgoingConn.getName()%> = new <%=outgoingConn.getName()%>Struct();
<%
@@ -720,12 +732,15 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
commitCounter_<%=cid%>++;
if(commitEvery_<%=cid%><=commitCounter_<%=cid%>) {
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
commitCounter_<%=cid%>=0;
}
if(commitEvery_<%=cid%> <= commitCounter_<%=cid%>){
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%>=0;
}
<%
}
}

View File

@@ -211,7 +211,7 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="Java_DOM4J" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" REQUIRED="true" BundleID="" />
<IMPORT NAME="Java_DOM4J_2.1.1" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" REQUIRED="true" BundleID="" />
<IMPORT NAME="Java_JAXEN_1.1.6" MODULE="jaxen-1.1.6.jar" MVN="mvn:jaxen/jaxen/1.1.6" REQUIRED="true" BundleID="" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -228,8 +228,8 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="aws-java-sdk-1.11.848.jar" MODULE="aws-java-sdk-1.11.848.jar"
MVN="mvn:com.amazonaws/aws-java-sdk/1.11.848"
<IMPORT NAME="aws-java-sdk-1.11.729.jar" MODULE="aws-java-sdk-1.11.729.jar"
MVN="mvn:com.amazonaws/aws-java-sdk/1.11.729"
REQUIRED="true" />
<IMPORT NAME="jackson-core-2.10.1.jar" MODULE="jackson-core-2.10.1.jar"
MVN="mvn:com.fasterxml.jackson.core/jackson-core/2.10.1"
@@ -240,11 +240,11 @@
<IMPORT NAME="jackson-annotations-2.10.1.jar" MODULE="jackson-annotations-2.10.1.jar"
MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.10.1"
REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar"
MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar"
MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11"
REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar"
MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12"
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar"
MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9"
REQUIRED="true" />
<IMPORT NAME="joda-time-2.8.1.jar" MODULE="joda-time-2.8.1.jar"
MVN="mvn:joda-time/joda-time/2.8.1"
@@ -252,8 +252,8 @@
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar"
MVN="mvn:commons-logging/commons-logging/1.2"
REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar"
MVN="mvn:commons-codec/commons-codec/1.14"
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar"
MVN="mvn:commons-codec/commons-codec/1.11"
REQUIRED="true" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -110,7 +110,6 @@
String key_pair = ElementParameterParser.getValue(node, "__KEY_PAIR__");
String instance_count = ElementParameterParser.getValue(node, "__INSTANCE_COUNT__");
String slave_instance_count = ElementParameterParser.getValue(node, "__SLAVE_INSTANCE_COUNT__");
String master_instance_type = ElementParameterParser.getValue(node, "__MASTER_INSTANCE_TYPE__");
String slave_instance_type = ElementParameterParser.getValue(node, "__SLAVE_INSTANCE_TYPE__");
@@ -140,8 +139,6 @@
boolean use_customize_version = "true".equals(ElementParameterParser.getValue(node, "__USE_CUSTOMIZE_VERSION__"));
String cluster_version = use_customize_version?ElementParameterParser.getValue(node, "__CUSTOMIZE_VERSION__").trim().replace(' ', '-'):ElementParameterParser.getValue(node, "__CLUSTER_VERSION__");
cluster_version = cluster_version.toLowerCase();
boolean use_multiple_master = "true".equals(ElementParameterParser.getValue(node, "__USE_MULTIPLE_MASTER_NODES__"));
%>
<%@ include file="@{org.talend.designer.components.localprovider}/components/templates/Amazon/EMRClient.javajet"%>
@@ -249,81 +246,59 @@
if(setApps) {
%>
<%@ include file="./app_mapping.javajet"%>
<%}%>
<%
}
java.util.List<com.amazonaws.services.elasticmapreduce.model.Configuration> configs_<%=cid%> = new java.util.ArrayList<com.amazonaws.services.elasticmapreduce.model.Configuration>();
<%
Map<String, List<Map<String,String>>> classification2Properties = new HashMap<String, List<Map<String,String>>>();
String property_json = ElementParameterParser.getValue(node, "__PROPERTY_JSON__");
boolean property_json_validated = property_json != null && !property_json.equals("\"\"") && property_json.length() > 0;
%>
boolean property_json_validated_<%=cid%> = <%=property_json_validated %>;
<%
if(!use_multiple_master) {
if(newApi) {
List<Map<String, String>> property_table = (List<Map<String, String>>)ElementParameterParser.getObjectValue(node, "__PROPERTY_TABLE__");
if(property_table!=null) {
for (int i=0; i<property_table.size(); i++) {
Map<String, String> property = property_table.get(i);
String classification = property.get("CLASSIFICATION");
List<Map<String,String>> properties = classification2Properties.get(classification);
if(properties == null) {
properties = new ArrayList<Map<String,String>>();
classification2Properties.put(classification, properties);
}
properties.add(property);
if(newApi) {
List<Map<String, String>> property_table = (List<Map<String, String>>)ElementParameterParser.getObjectValue(node, "__PROPERTY_TABLE__");
if(property_table!=null) {
for (int i=0; i<property_table.size(); i++) {
Map<String, String> property = property_table.get(i);
String classification = property.get("CLASSIFICATION");
List<Map<String,String>> properties = classification2Properties.get(classification);
if(properties == null) {
properties = new ArrayList<Map<String,String>>();
classification2Properties.put(classification, properties);
}
if(!classification2Properties.isEmpty()) {
properties.add(property);
}
if(!classification2Properties.isEmpty()) {
%>
java.util.List<com.amazonaws.services.elasticmapreduce.model.Configuration> configs_<%=cid%> = new java.util.ArrayList<com.amazonaws.services.elasticmapreduce.model.Configuration>();
java.util.Map<String,String> properties_<%=cid%> = null;
com.amazonaws.services.elasticmapreduce.model.Configuration config_<%=cid%> = null;
<%
}
for(java.util.Map.Entry<String, List<Map<String,String>>> entry : classification2Properties.entrySet()) {
String classification = entry.getKey();
List<Map<String,String>> properties = entry.getValue();
%>
java.util.Map<String,String> properties_<%=cid%> = null;
com.amazonaws.services.elasticmapreduce.model.Configuration config_<%=cid%> = null;
<%
}
for(java.util.Map.Entry<String, List<Map<String,String>>> entry : classification2Properties.entrySet()) {
String classification = entry.getKey();
List<Map<String,String>> properties = entry.getValue();
%>
properties_<%=cid%> = new java.util.HashMap<String,String>();
<%
for(Map<String,String> property : properties) {
%>
properties_<%=cid%>.put(<%=property.get("KEY")%>, <%=property.get("VALUE")%>);
<%
}
%>
config_<%=cid%> = new com.amazonaws.services.elasticmapreduce.model.Configuration()
.withClassification(<%=classification%>)
.withProperties(properties_<%=cid%>);
configs_<%=cid%>.add(config_<%=cid%>);
<%
}
properties_<%=cid%> = new java.util.HashMap<String,String>();
<%
for(Map<String,String> property : properties) {
%>
properties_<%=cid%>.put(<%=property.get("KEY")%>, <%=property.get("VALUE")%>);
<%
}
%>
config_<%=cid%> = new com.amazonaws.services.elasticmapreduce.model.Configuration()
.withClassification(<%=classification%>)
.withProperties(properties_<%=cid%>);
configs_<%=cid%>.add(config_<%=cid%>);
<%
}
}
}else{
boolean isHasSubnetId = subnet_id != null && !subnet_id.equals("\"\"") && subnet_id.length() > 0;
}
%>
boolean isHasSubnetId_<%=cid%> = <%=isHasSubnetId %>;
if(!isHasSubnetId_<%=cid%>) {
throw new RuntimeException("The subnet ID must be specified while using multiple master nodes.");
}
if(property_json_validated_<%=cid%>) {
com.fasterxml.jackson.databind.ObjectMapper mapper_<%=cid%> = new com.fasterxml.jackson.databind.ObjectMapper();
mapper_<%=cid%>.configure(com.fasterxml.jackson.databind.MapperFeature.ACCEPT_CASE_INSENSITIVE_PROPERTIES, true);
try {
configs_<%=cid%> = java.util.Arrays.asList(mapper_<%=cid%>.readValue(<%=property_json%>, com.amazonaws.services.elasticmapreduce.model.Configuration[].class));
} catch (com.fasterxml.jackson.core.JsonProcessingException e) {
e.printStackTrace();
}
}
<%}%>
com.amazonaws.services.elasticmapreduce.model.RunJobFlowRequest request_<%=cid%> = new com.amazonaws.services.elasticmapreduce.model.RunJobFlowRequest()
.withName(<%=cluster_name%>)
<%if(enable_log){%>
@@ -367,32 +342,18 @@
.withBootstrapActions(actions_<%=cid %>)
<%}%>
<%if(!classification2Properties.isEmpty() || (use_multiple_master && property_json_validated)){%>
.withConfigurations(configs_<%=cid%>)
<%}%>
<%if(!classification2Properties.isEmpty()){%>
.withConfigurations(configs_<%=cid%>)
<%}%>
.withInstances(
new com.amazonaws.services.elasticmapreduce.model.JobFlowInstancesConfig()
.withInstanceCount(<%=instance_count%>)
<%if(enable_key_pair){%>
.withEc2KeyName(<%=key_pair%>)
<%}%>
<%if(use_multiple_master){%>
.withInstanceGroups(
new com.amazonaws.services.elasticmapreduce.model.InstanceGroupConfig()
.withInstanceRole(com.amazonaws.services.elasticmapreduce.model.InstanceRoleType.MASTER)
.withInstanceCount(3)
.withInstanceType(<%=master_instance_type%>),
new com.amazonaws.services.elasticmapreduce.model.InstanceGroupConfig()
.withInstanceRole(com.amazonaws.services.elasticmapreduce.model.InstanceRoleType.CORE)
.withInstanceCount(<%=slave_instance_count%>)
.withInstanceType(<%=slave_instance_type%>)
)
<%}else{%>
.withInstanceCount(<%=instance_count%>)
.withMasterInstanceType(<%=master_instance_type%>)
.withSlaveInstanceType(<%=slave_instance_type%>)
<%}%>
<%if(parameterUtil.isValid(subnet_id)){%>
.withEc2SubnetId(<%=subnet_id%>)

View File

@@ -157,14 +157,9 @@
</PARAMETER>
<PARAMETER NAME="INSTANCE_COUNT" FIELD="TEXT" NUM_ROW="52"
SHOW_IF="ACTION=='START' AND (USE_MULTIPLE_MASTER_NODES=='false')" GROUP="INSTANCE_CONFIGURATION">
SHOW_IF="ACTION=='START'" GROUP="INSTANCE_CONFIGURATION">
<DEFAULT>3</DEFAULT>
</PARAMETER>
<PARAMETER NAME="SLAVE_INSTANCE_COUNT" FIELD="TEXT" NUM_ROW="52"
SHOW_IF="ACTION=='START' AND (USE_MULTIPLE_MASTER_NODES=='true')" GROUP="INSTANCE_CONFIGURATION">
<DEFAULT>2</DEFAULT>
</PARAMETER>
<PARAMETER NAME="MASTER_INSTANCE_TYPE" FIELD="OPENED_LIST"
NUM_ROW="55" SHOW_IF="ACTION=='START'" GROUP="INSTANCE_CONFIGURATION">
@@ -410,16 +405,6 @@
<DEFAULT>false</DEFAULT>
</PARAMETER>
<PARAMETER NAME="USE_MULTIPLE_MASTER_NODES" FIELD="CHECK"
NUM_ROW="31" SHOW_IF="ACTION=='START'" GROUP="ADVANCED_CONFIGURATION">
<DEFAULT>false</DEFAULT>
</PARAMETER>
<PARAMETER NAME="NOTE" FIELD="LABEL"
NUM_ROW="31" SHOW_IF="isShow[USE_MULTIPLE_MASTER_NODES]" GROUP="ADVANCED_CONFIGURATION" >
<DEFAULT>(supported by version 5.23.0 and later)</DEFAULT>
</PARAMETER>
<PARAMETER NAME="CUSTOMIZE_VERSION" FIELD="TEXT"
NUM_ROW="35" SHOW_IF="(ACTION=='START') AND (USE_CUSTOMIZE_VERSION =='true')" GROUP="CUSTOMIZE_APPLICATION_GROUP">
<DEFAULT>"emr-5.29.0"</DEFAULT>
@@ -537,26 +522,19 @@
</PARAMETER>
<PARAMETER NAME="PROPERTY_TABLE" FIELD="TABLE" NUM_ROW="95" NB_LINES="5" GROUP="PROPERTY_GROUP"
SHOW_IF="(ACTION=='START') AND (CLUSTER_VERSION!='AMI3_10_0') AND (CLUSTER_VERSION!='AMI3_9_0') AND (CLUSTER_VERSION!='AMI3_8_0') AND (CLUSTER_VERSION!='AMI2_4_11') AND (CLUSTER_VERSION!='AMI2_4_10')
AND (USE_MULTIPLE_MASTER_NODES=='false')">
SHOW_IF="(ACTION=='START') AND (CLUSTER_VERSION!='AMI3_10_0') AND (CLUSTER_VERSION!='AMI3_9_0') AND (CLUSTER_VERSION!='AMI3_8_0') AND (CLUSTER_VERSION!='AMI2_4_11') AND (CLUSTER_VERSION!='AMI2_4_10')">
<ITEMS>
<ITEM NAME="CLASSIFICATION" />
<ITEM NAME="KEY" />
<ITEM NAME="VALUE" />
</ITEMS>
</PARAMETER>
<PARAMETER NAME="PROPERTY_JSON" FIELD="MEMO" NUM_ROW="95" NB_LINES="15" GROUP="PROPERTY_GROUP"
SHOW_IF="(ACTION=='START') AND (CLUSTER_VERSION!='AMI3_10_0') AND (CLUSTER_VERSION!='AMI3_9_0') AND (CLUSTER_VERSION!='AMI3_8_0') AND (CLUSTER_VERSION!='AMI2_4_11') AND (CLUSTER_VERSION!='AMI2_4_10')
AND (USE_MULTIPLE_MASTER_NODES=='true')">
<DEFAULT>""</DEFAULT>
</PARAMETER>
</ADVANCED_PARAMETERS>
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="aws-java-sdk-1.11.848.jar" MODULE="aws-java-sdk-1.11.848.jar"
MVN="mvn:com.amazonaws/aws-java-sdk/1.11.848"
<IMPORT NAME="aws-java-sdk-1.11.729.jar" MODULE="aws-java-sdk-1.11.729.jar"
MVN="mvn:com.amazonaws/aws-java-sdk/1.11.729"
REQUIRED="true" />
<IMPORT NAME="jackson-core-2.10.1.jar" MODULE="jackson-core-2.10.1.jar"
MVN="mvn:com.fasterxml.jackson.core/jackson-core/2.10.1"
@@ -567,11 +545,11 @@
<IMPORT NAME="jackson-annotations-2.10.1.jar" MODULE="jackson-annotations-2.10.1.jar"
MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.10.1"
REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar"
MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar"
MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11"
REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar"
MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12"
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar"
MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9"
REQUIRED="true" />
<IMPORT NAME="joda-time-2.8.1.jar" MODULE="joda-time-2.8.1.jar"
MVN="mvn:joda-time/joda-time/2.8.1"
@@ -579,8 +557,8 @@
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar"
MVN="mvn:commons-logging/commons-logging/1.2"
REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar"
MVN="mvn:commons-codec/commons-codec/1.14"
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar"
MVN="mvn:commons-codec/commons-codec/1.11"
REQUIRED="true" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -62,8 +62,6 @@ INSTANCE_CONFIGURATION.NAME=Instance Configuration
INSTANCE_COUNT.NAME=Instance count
SLAVE_INSTANCE_COUNT.NAME=Slave instance count
MASTER_INSTANCE_TYPE.NAME=Master instance type
MASTER_INSTANCE_TYPE.ITEM.m3.xlarge=m3.xlarge
MASTER_INSTANCE_TYPE.ITEM.m3.2xlarge=m3.2xlarge
@@ -193,12 +191,8 @@ PROPERTY_TABLE.ITEM.CLASSIFICATION=Classification
PROPERTY_TABLE.ITEM.KEY=Key
PROPERTY_TABLE.ITEM.VALUE=Value
PROPERTY_JSON.NAME=Properties in JSON
ENABLE_DEBUG.NAME=Enable debug
USE_MULTIPLE_MASTER_NODES.NAME=Use multiple master nodes
INHERIT_CREDENTIALS.NAME=Inherit credentials from AWS role
ASSUME_ROLE.NAME=Assume role
ARN.NAME=Role ARN

View File

@@ -285,8 +285,8 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="aws-java-sdk-1.11.848.jar" MODULE="aws-java-sdk-1.11.848.jar"
MVN="mvn:com.amazonaws/aws-java-sdk/1.11.848"
<IMPORT NAME="aws-java-sdk-1.11.729.jar" MODULE="aws-java-sdk-1.11.729.jar"
MVN="mvn:com.amazonaws/aws-java-sdk/1.11.729"
REQUIRED="true" />
<IMPORT NAME="jackson-core-2.10.1.jar" MODULE="jackson-core-2.10.1.jar"
MVN="mvn:com.fasterxml.jackson.core/jackson-core/2.10.1"
@@ -297,11 +297,11 @@
<IMPORT NAME="jackson-annotations-2.10.1.jar" MODULE="jackson-annotations-2.10.1.jar"
MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.10.1"
REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar"
MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar"
MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11"
REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar"
MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12"
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar"
MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9"
REQUIRED="true" />
<IMPORT NAME="joda-time-2.8.1.jar" MODULE="joda-time-2.8.1.jar"
MVN="mvn:joda-time/joda-time/2.8.1"
@@ -309,8 +309,8 @@
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar"
MVN="mvn:commons-logging/commons-logging/1.2"
REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar"
MVN="mvn:commons-codec/commons-codec/1.14"
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar"
MVN="mvn:commons-codec/commons-codec/1.11"
REQUIRED="true" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -163,7 +163,7 @@ int nb_line_rejected_<%=cid%> = 0;
int deletedCount_<%=cid%>=0;
int updatedCount_<%=cid%>=0;
int insertedCount_<%=cid%>=0;
int rowsToCommitCount_<%=cid%>=0;
int rejectedCount_<%=cid%>=0;
String tableName_<%=cid%> = <%=table%>;

View File

@@ -37,7 +37,7 @@ skeleton="../templates/db_output_bulk.skeleton"
String dataAction = ElementParameterParser.getValue(node,"__DATA_ACTION__");
String commitEvery = ElementParameterParser.getValue(node, "__COMMIT_EVERY__");
boolean setAutoCommit = false;
boolean useExistingConnection = "true".equals(ElementParameterParser.getValue(node,"__USE_EXISTING_CONNECTION__"));
@@ -121,6 +121,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : 1);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%if (("INSERT").equals(dataAction)) {
%>
@@ -141,6 +142,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: e.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -196,6 +198,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : <%=("INSERT").equals(dataAction)? "1" : "countEach_" +cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%if (("INSERT").equals(dataAction)) {
%>
@@ -221,6 +224,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: e.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -254,10 +258,12 @@ skeleton="../templates/db_output_bulk.skeleton"
if(!("").equals(commitEvery) && !("0").equals(commitEvery))
{
%>
if (commitCounter_<%=cid%> > 0) {
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
if (commitCounter_<%=cid%> > 0 && rowsToCommitCount_<%=cid%> != 0) {
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
commitCounter_<%=cid%> = 0;
}
<%
}

View File

@@ -631,7 +631,9 @@ if(columnList != null && columnList.size() > 0) {
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -709,7 +711,9 @@ if(columnList != null && columnList.size() > 0) {
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -844,7 +848,9 @@ if(columnList != null && columnList.size() > 0) {
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -996,7 +1002,9 @@ if(columnList != null && columnList.size() > 0) {
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -1072,7 +1080,9 @@ if(columnList != null && columnList.size() > 0) {
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -1204,7 +1214,7 @@ if(columnList != null && columnList.size() > 0) {
try {
updateFlag_<%=cid%>=pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> = updatedCount_<%=cid%>+updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
if(updateFlag_<%=cid%> == 0) {
<%
@@ -1250,7 +1260,9 @@ if(columnList != null && columnList.size() > 0) {
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
}else{
@@ -1342,7 +1354,9 @@ if(columnList != null && columnList.size() > 0) {
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -1410,7 +1424,9 @@ if(columnList != null && columnList.size() > 0) {
%>
int replaceCount_<%=cid%> = 0;
try {
replaceCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
replaceCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().replacing(null);%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -1490,7 +1506,9 @@ if(columnList != null && columnList.size() > 0) {
int count_on_duplicate_key_<%=cid%> = 0;
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
count_on_duplicate_key_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
count_on_duplicate_key_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().insertingOnDuplicateKeyUpdating(null);%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -1556,7 +1574,9 @@ if(columnList != null && columnList.size() > 0) {
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().insertingOnDuplicateKeyUpdating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -1627,6 +1647,7 @@ if(columnList != null && columnList.size() > 0) {
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : 1);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%if (("INSERT").equals(dataAction)) {
%>
@@ -1645,6 +1666,7 @@ if(columnList != null && columnList.size() > 0) {
for(int countEach_<%=cid%>: e.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -1674,6 +1696,7 @@ if(columnList != null && columnList.size() > 0) {
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%
if (("UPDATE").equals(dataAction)) {
@@ -1697,6 +1720,7 @@ if(columnList != null && columnList.size() > 0) {
for(int countEach_<%=cid%>: e.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("UPDATE").equals(dataAction)) {%>
updatedCount_<%=cid%> += countSum_<%=cid%>;
<% }else if (("DELETE").equals(dataAction)) {%>
@@ -1727,6 +1751,7 @@ if(columnList != null && columnList.size() > 0) {
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : <%=("INSERT").equals(dataAction)? "1" : "countEach_" +cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%if (("INSERT").equals(dataAction)) {
%>
@@ -1753,6 +1778,7 @@ if(columnList != null && columnList.size() > 0) {
for(int countEach_<%=cid%>: e.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -1775,9 +1801,12 @@ if(columnList != null && columnList.size() > 0) {
<%
}
%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%>=0;
}
<%

View File

@@ -188,6 +188,7 @@ int tmp_batchUpdateCount_<%=cid%> = 0;
int deletedCount_<%=cid%>=0;
int updatedCount_<%=cid%>=0;
int insertedCount_<%=cid%>=0;
int rowsToCommitCount_<%=cid%>=0;
int rejectedCount_<%=cid%>=0;
boolean whetherReject_<%=cid%> = false;

View File

@@ -209,6 +209,7 @@ imports="
<%
}%>
+= (tmp_batchUpdateCount_<%=cid%>!=-1?tmp_batchUpdateCount_<%=cid%>:0);
rowsToCommitCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%> != -1 ? tmp_batchUpdateCount_<%=cid%> : 0;
}
}
<% } %>
@@ -226,10 +227,12 @@ imports="
if(!("").equals(commitEvery) && !("0").equals(commitEvery))
{
%>
if (commitCounter_<%=cid%> > 0 ) {
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
if (commitCounter_<%=cid%> > 0 && rowsToCommitCount_<%=cid%> != 0) {
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
commitCounter_<%=cid%> = 0;
}
<%
}

View File

@@ -454,7 +454,9 @@ IMetadataColumn talendDynCol = null;
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -596,7 +598,9 @@ IMetadataColumn talendDynCol = null;
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -761,7 +765,9 @@ IMetadataColumn talendDynCol = null;
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -842,7 +848,9 @@ IMetadataColumn talendDynCol = null;
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -980,6 +988,7 @@ IMetadataColumn talendDynCol = null;
try {
updateFlag_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> = updatedCount_<%=cid%>+updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
if(updateFlag_<%=cid%> == 0) {
<%
@@ -1028,7 +1037,9 @@ IMetadataColumn talendDynCol = null;
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
}else{
@@ -1123,7 +1134,9 @@ IMetadataColumn talendDynCol = null;
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -1222,6 +1235,7 @@ IMetadataColumn talendDynCol = null;
<%
}%>
+= (tmp_batchUpdateCount_<%=cid%>!=-1?tmp_batchUpdateCount_<%=cid%>:0);
rowsToCommitCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%> != -1 ? tmp_batchUpdateCount_<%=cid%> : 0;
batchSizeCounter_<%=cid%> = 0;
}
<%
@@ -1271,15 +1285,19 @@ IMetadataColumn talendDynCol = null;
<%
}%>
+= (tmp_batchUpdateCount_<%=cid%>!=-1?tmp_batchUpdateCount_<%=cid%>:0);
rowsToCommitCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%> != -1 ? tmp_batchUpdateCount_<%=cid%> : 0;
batchSizeCounter_<%=cid%> = 0;
}
<%
}
%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
commitCounter_<%=cid%>=0;
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%>=0;
}
<%
}

View File

@@ -216,54 +216,7 @@
}
%>
<%
} else if("PAUSE_CLUSTER".equals(action)) {
%>
com.amazonaws.services.redshift.model.PauseClusterRequest request_Pause_<%=cid %> =
new com.amazonaws.services.redshift.model.PauseClusterRequest().withClusterIdentifier(<%=cluster_id%>);
com.amazonaws.services.redshift.model.Cluster result_<%=cid%> = client_<%=cid %>.pauseCluster(request_Pause_<%=cid %>);
<%if(isLog4jEnabled) {%>
log.info("<%=cid%> - cluster status : " + result_<%=cid%>);
<%}%>
globalMap.put("<%=cid %>_CLUSTER_FINAL_ID", result_<%=cid%>.getClusterIdentifier());
<%
} else if("RESUME_CLUSTER".equals(action)) {
%>
com.amazonaws.services.redshift.model.ResumeClusterRequest request_Resume_<%=cid %> =
new com.amazonaws.services.redshift.model.ResumeClusterRequest().withClusterIdentifier(<%=cluster_id%>);
com.amazonaws.services.redshift.model.Cluster result_<%=cid%> = client_<%=cid %>.resumeCluster(request_Resume_<%=cid %>);
<%if(isLog4jEnabled) {%>
log.info("<%=cid%> - cluster status : " + result_<%=cid%>);
<%}%>
globalMap.put("<%=cid %>_CLUSTER_FINAL_ID", result_<%=cid%>.getClusterIdentifier());
<%
if(wait_for_cluster_ready) {
%>
boolean clusterReady_<%=cid%> = false;
System.out.println("Wating for cluster to become available.");
while (!clusterReady_<%=cid%>) {
com.amazonaws.services.redshift.model.DescribeClustersResult result2_<%=cid%> = client_<%=cid%>.describeClusters(
new com.amazonaws.services.redshift.model.DescribeClustersRequest()
.withClusterIdentifier(result_<%=cid%>.getClusterIdentifier())
);
com.amazonaws.services.redshift.model.Cluster cluster_<%=cid%> = result2_<%=cid%>.getClusters().get(0);
String status_<%=cid%> = cluster_<%=cid%>.getClusterStatus();
if ("available".equalsIgnoreCase(status_<%=cid%>)) {
clusterReady_<%=cid%> = true;
globalMap.put("<%=cid %>_ENDPOINT", cluster_<%=cid%>.getEndpoint().getAddress());
} else {
System.out.print(".");
Thread.sleep(2000);
}
}
<%
}
%>
<%
} else if("RESTORE_FROM_SNAPSHOT".equals(action)) {
%>

View File

@@ -71,8 +71,6 @@
<ITEM NAME="CREATE_CLUSTER" VALUE="CREATE_CLUSTER" />
<ITEM NAME="DELETE_CLUSTER" VALUE="DELETE_CLUSTER" />
<ITEM NAME="RESIZE_CLUSTER" VALUE="RESIZE_CLUSTER" />
<ITEM NAME="PAUSE_CLUSTER" VALUE="PAUSE_CLUSTER" />
<ITEM NAME="RESUME_CLUSTER" VALUE="RESUME_CLUSTER" />
<ITEM NAME="RESTORE_FROM_SNAPSHOT" VALUE="RESTORE_FROM_SNAPSHOT" />
<ITEM NAME="DELETE_SNAPSHOT" VALUE="DELETE_SNAPSHOT" />
</ITEMS>
@@ -144,8 +142,6 @@
<ITEM NAME="ds2.8xlarge" VALUE="&quot;ds2.8xlarge&quot;" />
<ITEM NAME="ds1.xlarge" VALUE="&quot;ds1.xlarge&quot;" />
<ITEM NAME="ds1.8xlarge" VALUE="&quot;ds1.8xlarge&quot;" />
<ITEM NAME="ra3.4xlarge" VALUE="&quot;ra3.4xlarge&quot;" />
<ITEM NAME="ra3.16xlarge" VALUE="&quot;ra3.16xlarge&quot;" />
</ITEMS>
</PARAMETER>
@@ -279,7 +275,7 @@
<PARAMETER NAME="WAIT_FOR_CLUSTER_READY" FIELD="CHECK"
NUM_ROW="9"
SHOW_IF="(ACTION=='CREATE_CLUSTER') OR (ACTION=='RESIZE_CLUSTER') OR (ACTION=='RESTORE_FROM_SNAPSHOT') OR (ACTION=='RESUME_CLUSTER')"
SHOW_IF="(ACTION=='CREATE_CLUSTER') OR (ACTION=='RESIZE_CLUSTER') OR (ACTION=='RESTORE_FROM_SNAPSHOT')"
GROUP="ADVANCED_CONFIGURATION">
<DEFAULT>true</DEFAULT>
</PARAMETER>
@@ -345,8 +341,8 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="aws-java-sdk-1.11.848.jar" MODULE="aws-java-sdk-1.11.848.jar"
MVN="mvn:com.amazonaws/aws-java-sdk/1.11.848"
<IMPORT NAME="aws-java-sdk-1.11.729.jar" MODULE="aws-java-sdk-1.11.729.jar"
MVN="mvn:com.amazonaws/aws-java-sdk/1.11.729"
REQUIRED="true" />
<IMPORT NAME="jackson-core-2.10.1.jar" MODULE="jackson-core-2.10.1.jar"
MVN="mvn:com.fasterxml.jackson.core/jackson-core/2.10.1"
@@ -357,11 +353,11 @@
<IMPORT NAME="jackson-annotations-2.10.1.jar" MODULE="jackson-annotations-2.10.1.jar"
MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.10.1"
REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar"
MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar"
MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11"
REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar"
MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12"
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar"
MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9"
REQUIRED="true" />
<IMPORT NAME="joda-time-2.8.1.jar" MODULE="joda-time-2.8.1.jar"
MVN="mvn:joda-time/joda-time/2.8.1"
@@ -369,8 +365,8 @@
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar"
MVN="mvn:commons-logging/commons-logging/1.2"
REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar"
MVN="mvn:commons-codec/commons-codec/1.14"
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar"
MVN="mvn:commons-codec/commons-codec/1.11"
REQUIRED="true" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -12,8 +12,6 @@ ACTION.NAME=Action
ACTION.ITEM.CREATE_CLUSTER=Create cluster
ACTION.ITEM.DELETE_CLUSTER=Delete cluster
ACTION.ITEM.RESIZE_CLUSTER=Resize cluster
ACTION.ITEM.PAUSE_CLUSTER=Pause cluster
ACTION.ITEM.RESUME_CLUSTER=Resume cluster
ACTION.ITEM.RESTORE_FROM_SNAPSHOT=Restore from snapshot
ACTION.ITEM.DELETE_SNAPSHOT=Delete snapshot
@@ -48,8 +46,6 @@ NODE_TYPE.ITEM.ds2.xlarge=ds2.xlarge
NODE_TYPE.ITEM.ds2.8xlarge=ds2.8xlarge
NODE_TYPE.ITEM.ds1.xlarge=ds1.xlarge
NODE_TYPE.ITEM.ds1.8xlarge=ds1.8xlarge
NODE_TYPE.ITEM.ra3.4xlarge=ra3.4xlarge
NODE_TYPE.ITEM.ra3.16xlarge=ra3.16xlarge
NODE_COUNT.NAME=Node count

View File

@@ -94,6 +94,7 @@ int nb_line_rejected_<%=cid%> = 0;
int deletedCount_<%=cid%>=0;
int updatedCount_<%=cid%>=0;
int insertedCount_<%=cid%>=0;
int rowsToCommitCount_<%=cid%>=0;
int rejectedCount_<%=cid%>=0;
String dbschema_<%=cid%> = null;
String tableName_<%=cid%> = null;

View File

@@ -376,7 +376,9 @@ skeleton="../templates/db_output_bulk.skeleton"
row2Count<%=cid%>++;
}
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
}
<% }else {
%>
@@ -393,6 +395,7 @@ skeleton="../templates/db_output_bulk.skeleton"
}
countSum_<%=cid%> += countEach_<%=cid%>;
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
}
<%if (("INSERT").equals(dataAction)) {
@@ -419,6 +422,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: e.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -475,9 +479,13 @@ if(identityInsert){
if(!("").equals(commitEvery) && !("0").equals(commitEvery))
{
%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
commitCounter_<%=cid%> = 0;
}
<%
}

View File

@@ -581,7 +581,9 @@ if((cid.equals("talendLogs_DB") || cid.equals("talendStats_DB") || cid.equals("t
%>
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -703,7 +705,9 @@ if((cid.equals("talendLogs_DB") || cid.equals("talendStats_DB") || cid.equals("t
}
%>
if(rowCount<%=cid%> == <%=batchSize%>){
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
sInsertColValueList<%=cid%>.clear();
rowCount<%=cid%> = 0;
counter<%=cid%>=1;
@@ -828,7 +832,9 @@ if((cid.equals("talendLogs_DB") || cid.equals("talendStats_DB") || cid.equals("t
%>
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -998,7 +1004,9 @@ if((cid.equals("talendLogs_DB") || cid.equals("talendStats_DB") || cid.equals("t
}//end issue0010403 date type
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -1090,7 +1098,9 @@ if((cid.equals("talendLogs_DB") || cid.equals("talendStats_DB") || cid.equals("t
}//end issue0010403 date type
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -1237,6 +1247,7 @@ if((cid.equals("talendLogs_DB") || cid.equals("talendStats_DB") || cid.equals("t
%>
updateFlag_<%=cid%>=pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> = updatedCount_<%=cid%>+updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
if(updateFlag_<%=cid%> == 0) {
<%
if(isEnableDebug) {
@@ -1283,7 +1294,9 @@ if((cid.equals("talendLogs_DB") || cid.equals("talendStats_DB") || cid.equals("t
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
}else{
@@ -1393,7 +1406,9 @@ if((cid.equals("talendLogs_DB") || cid.equals("talendStats_DB") || cid.equals("t
}//end issue0010403 date type
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -1512,7 +1527,9 @@ if((cid.equals("talendLogs_DB") || cid.equals("talendStats_DB") || cid.equals("t
}//end issue0010403 date type
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -1686,14 +1703,17 @@ if((cid.equals("talendLogs_DB") || cid.equals("talendStats_DB") || cid.equals("t
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> = new LimitBytesHelper_<%=cid%>().limitBytePart1(insertedCount_<%=cid%>,pstmt_<%=cid %>);
rowsToCommitCount_<%=cid%> = insertedCount_<%=cid%>;
<%
}else if (("UPDATE").equals(dataAction)) {
%>
updatedCount_<%=cid%> = new LimitBytesHelper_<%=cid%>().limitBytePart1(updatedCount_<%=cid%>,pstmt_<%=cid %>);
rowsToCommitCount_<%=cid%> = updatedCount_<%=cid%>;
<%
}else if (("DELETE").equals(dataAction)) {
%>
deletedCount_<%=cid%> = new LimitBytesHelper_<%=cid%>().limitBytePart1(deletedCount_<%=cid%>,pstmt_<%=cid %>);
rowsToCommitCount_<%=cid%> = deletedCount_<%=cid%>;
<%
}%>
batchSizeCounter_<%=cid%> = 0;
@@ -1701,9 +1721,12 @@ if((cid.equals("talendLogs_DB") || cid.equals("talendStats_DB") || cid.equals("t
<%
}
%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%>=0;
}
<%

View File

@@ -244,9 +244,9 @@
<!-- REQUIRED FOR GOOGLE STORAGE -->
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED="true" />
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
<IMPORT NAME="google-cloud-bigquery-1.60.0.jar" MODULE="google-cloud-bigquery-1.60.0.jar" MVN="mvn:com.google.cloud/google-cloud-bigquery/1.60.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
<IMPORT NAME="google-http-client-jackson-1.25.0.jar" MODULE="google-http-client-jackson-1.25.0.jar" MVN="mvn:com.google.http-client/google-http-client-jackson/1.25.0" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />
<IMPORT NAME="threetenbp-1.3.3.jar" MODULE="threetenbp-1.3.3.jar" MVN="mvn:org.threeten/threetenbp/1.3.3" REQUIRED_IF="AUTH_MODE == 'SERVICEACCOUNT'" />

View File

@@ -37,8 +37,8 @@
<PARAMETER NAME="DB_VERSION" FIELD="CLOSED_LIST" NUM_ROW="1">
<ITEMS DEFAULT="BONITA_523">
<ITEM NAME="BONITA_523" VALUE="antlr-2.7.6.jar;asm-1.5.3.jar;asm-3.1.jar;asm-attrs-1.5.3.jar;cglib-nodep-2.1_3.jar;commons-collections-2.1.1.jar;commons-logging-1.0.4.jar;dom4j-2.1.3.jar;ehcache-1.2.3.jar;groovy-all-1.7.0.jar;h2-1.2.132.jar;hibernate-3.2.6.ga.jar;jline-0.9.94.jar;jta-1.1.jar;novaBpmIdentity-1.0.jar;novaBpmPerf-1.0.jar;novaBpmUtil-1.0.jar" />
<ITEM NAME="BONITA_531" VALUE="novaBpmIdentity-1.0.jar;novaBpmPerf-1.0.jar;novaBpmUtil-1.0.jar;hibernate-core-3.5.6-Final.jar;commons-collections-3.2.2.jar;ehcache-core-2.2.0.jar;hibernate-commons-annotations-3.2.0.Final.jar;hibernate-search-3.2.1.Final.jar;javassist-3.8.0.GA.jar;lucene-core-2.9.3.jar;slf4j-api-1.6.1.jar;dom4j-2.1.3.jar;h2-1.2.132.jar;jta-1.1.jar;antlr-2.7.6.jar;commons-logging-1.1.1.jar" />
<ITEM NAME="BONITA_523" VALUE="antlr-2.7.6.jar;asm-1.5.3.jar;asm-3.1.jar;asm-attrs-1.5.3.jar;cglib-nodep-2.1_3.jar;commons-collections-2.1.1.jar;commons-logging-1.0.4.jar;dom4j-2.1.1.jar;ehcache-1.2.3.jar;groovy-all-1.7.0.jar;h2-1.2.132.jar;hibernate-3.2.6.ga.jar;jline-0.9.94.jar;jta-1.1.jar;novaBpmIdentity-1.0.jar;novaBpmPerf-1.0.jar;novaBpmUtil-1.0.jar" />
<ITEM NAME="BONITA_531" VALUE="novaBpmIdentity-1.0.jar;novaBpmPerf-1.0.jar;novaBpmUtil-1.0.jar;hibernate-core-3.5.6-Final.jar;commons-collections-3.2.2.jar;ehcache-core-2.2.0.jar;hibernate-commons-annotations-3.2.0.Final.jar;hibernate-search-3.2.1.Final.jar;javassist-3.8.0.GA.jar;lucene-core-2.9.3.jar;slf4j-api-1.6.1.jar;dom4j-2.1.1.jar;h2-1.2.132.jar;jta-1.1.jar;antlr-2.7.6.jar;commons-logging-1.1.1.jar" />
<ITEM NAME="BONITA_561" VALUE="BONITA_561" />
<ITEM NAME="BONITA_5101" VALUE="BONITA_5101" />
<ITEM NAME="BONITA_652" VALUE="BONITA_652" />
@@ -177,7 +177,7 @@
<IMPORT NAME="cglib_nodep_213" MODULE="cglib-nodep-2.1_3.jar" MVN="mvn:org.talend.libraries/cglib-nodep-2.1_3/6.0.0" REQUIRED="false" />
<IMPORT NAME="commons_collections_211" MODULE="commons-collections-2.1.1.jar" MVN="mvn:org.talend.libraries/commons-collections-2.1.1/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-collections-2.1.1.jar" REQUIRED="false" />
<IMPORT NAME="commons_logging_104" MODULE="commons-logging-1.0.4.jar" MVN="mvn:org.talend.libraries/commons-logging-1.0.4/6.0.0" UrlPath="platform:/base/plugins/org.apache.commons.logging_1.0.4.v201101211617.jar" REQUIRED="false" />
<IMPORT NAME="dom4j2" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" REQUIRED_IF="DB_VERSION=='BONITA_561'" BundleID="" />
<IMPORT NAME="dom4j_2.1.1" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" REQUIRED_IF="DB_VERSION=='BONITA_561'" BundleID="" />
<IMPORT NAME="ehcache_123" MODULE="ehcache-1.2.3.jar" MVN="mvn:org.talend.libraries/ehcache-1.2.3/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.ehcache/lib/ehcache-1.2.3.jar" REQUIRED="false" />
<IMPORT NAME="groovy_all_170" MODULE="groovy-all-1.7.0.jar" MVN="mvn:org.talend.libraries/groovy-all-1.7.0/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.groovy/lib/groovy-all-1.7.0.jar" REQUIRED="false" />
@@ -226,9 +226,9 @@
<IMPORT NAME="bonita-common-6.5.2.jar" MODULE="bonita-common-6.5.2.jar" MVN="mvn:org.talend.libraries/bonita-common-6.5.2/6.0.0" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpmime-4.2.5.jar" MODULE="httpmime-4.2.5.jar" MVN="mvn:org.talend.libraries/httpmime-4.2.5/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.http/lib/httpmime-4.2.5.jar" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<!-- Bonita 6.5.2 JAVA API -->
@@ -239,10 +239,10 @@
<IMPORT NAME="xpp3-1.1.6.jar" MODULE="xpp3-1.1.6.jar" MVN="mvn:org.talend.libraries/xpp3-1.1.6/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.xml/lib/xpp3-1.1.6.jar" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpmime-4.2.5.jar" MODULE="httpmime-4.2.5.jar" MVN="mvn:org.talend.libraries/httpmime-4.2.5/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.http/lib/httpmime-4.2.5.jar" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<!-- Bonita 7.2.4 HTTP API -->
<IMPORT NAME="talend-bonita-client-1.0.0.jar" MODULE="talend-bonita-client-1.0.0.jar" MVN="mvn:org.talend.libraries/talend-bonita-client-1.0.0/6.0.0" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
@@ -250,10 +250,10 @@
<IMPORT NAME="bonita-common-7.2.4.jar" MODULE="bonita-common-7.2.4.jar" MVN="mvn:org.talend.libraries/bonita-common-7.2.4/6.3.0" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpmime-4.2.5.jar" MODULE="httpmime-4.2.5.jar" MVN="mvn:org.talend.libraries/httpmime-4.2.5/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.http/lib/httpmime-4.2.5.jar" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<!-- Bonita 7.2.4 JAVA API -->
<IMPORT NAME="talend-bonita-client-1.0.0.jar" MODULE="talend-bonita-client-1.0.0.jar" MVN="mvn:org.talend.libraries/talend-bonita-client-1.0.0/6.0.0" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
@@ -263,10 +263,10 @@
<IMPORT NAME="xpp3-1.1.6.jar" MODULE="xpp3-1.1.6.jar" MVN="mvn:org.talend.libraries/xpp3-1.1.6/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.xml/lib/xpp3-1.1.6.jar" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpmime-4.2.5.jar" MODULE="httpmime-4.2.5.jar" MVN="mvn:org.talend.libraries/httpmime-4.2.5/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.http/lib/httpmime-4.2.5.jar" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-io-2.1.jar" MODULE="commons-io-2.1.jar" MVN="mvn:org.talend.libraries/commons-io-2.1/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-io-2.1.jar" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -50,8 +50,8 @@
<PARAMETER NAME="DB_VERSION" FIELD="CLOSED_LIST" NUM_ROW="2">
<ITEMS DEFAULT="BONITA_523">
<ITEM NAME="BONITA_523" VALUE="antlr-2.7.6.jar;asm-1.5.3.jar;asm-3.1.jar;asm-attrs-1.5.3.jar;cglib-nodep-2.1_3.jar;commons-collections-2.1.1.jar;commons-logging-1.0.4.jar;dom4j-2.1.3.jar;ehcache-1.2.3.jar;groovy-all-1.7.0.jar;h2-1.2.132.jar;hibernate-3.2.6.ga.jar;jline-0.9.94.jar;jta-1.1.jar;novaBpmIdentity-1.0.jar;novaBpmPerf-1.0.jar;novaBpmUtil-1.0.jar" />
<ITEM NAME="BONITA_531" VALUE="novaBpmIdentity-1.0.jar;novaBpmPerf-1.0.jar;novaBpmUtil-1.0.jar;hibernate-core-3.5.6-Final.jar;commons-collections-3.2.2.jar;ehcache-core-2.2.0.jar;hibernate-commons-annotations-3.2.0.Final.jar;hibernate-search-3.2.1.Final.jar;javassist-3.8.0.GA.jar;lucene-core-2.9.3.jar;slf4j-api-1.6.1.jar;dom4j-2.1.3.jar;h2-1.2.132.jar;jta-1.1.jar;antlr-2.7.6.jar;commons-logging-1.1.1.jar" />
<ITEM NAME="BONITA_523" VALUE="antlr-2.7.6.jar;asm-1.5.3.jar;asm-3.1.jar;asm-attrs-1.5.3.jar;cglib-nodep-2.1_3.jar;commons-collections-2.1.1.jar;commons-logging-1.0.4.jar;dom4j-2.1.1.jar;ehcache-1.2.3.jar;groovy-all-1.7.0.jar;h2-1.2.132.jar;hibernate-3.2.6.ga.jar;jline-0.9.94.jar;jta-1.1.jar;novaBpmIdentity-1.0.jar;novaBpmPerf-1.0.jar;novaBpmUtil-1.0.jar" />
<ITEM NAME="BONITA_531" VALUE="novaBpmIdentity-1.0.jar;novaBpmPerf-1.0.jar;novaBpmUtil-1.0.jar;hibernate-core-3.5.6-Final.jar;commons-collections-3.2.2.jar;ehcache-core-2.2.0.jar;hibernate-commons-annotations-3.2.0.Final.jar;hibernate-search-3.2.1.Final.jar;javassist-3.8.0.GA.jar;lucene-core-2.9.3.jar;slf4j-api-1.6.1.jar;dom4j-2.1.1.jar;h2-1.2.132.jar;jta-1.1.jar;antlr-2.7.6.jar;commons-logging-1.1.1.jar" />
<ITEM NAME="BONITA_561" VALUE="BONITA_561" />
<ITEM NAME="BONITA_5101" VALUE="BONITA_5101" />
<ITEM NAME="BONITA_652" VALUE="BONITA_652" />
@@ -226,7 +226,7 @@
<IMPORT NAME="cglib_nodep_213" MODULE="cglib-nodep-2.1_3.jar" MVN="mvn:org.talend.libraries/cglib-nodep-2.1_3/6.0.0" REQUIRED="false" />
<IMPORT NAME="commons_collections_211" MODULE="commons-collections-2.1.1.jar" MVN="mvn:org.talend.libraries/commons-collections-2.1.1/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-collections-2.1.1.jar" REQUIRED="false" />
<IMPORT NAME="commons_logging_104" MODULE="commons-logging-1.0.4.jar" MVN="mvn:org.talend.libraries/commons-logging-1.0.4/6.0.0" UrlPath="platform:/base/plugins/org.apache.commons.logging_1.0.4.v201101211617.jar" REQUIRED="false" />
<IMPORT NAME="dom4j2" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" REQUIRED_IF="(CLIENT_MODE=='JAVA_CLIENT') AND (DB_VERSION=='BONITA_561')" BundleID="" />
<IMPORT NAME="dom4j_2.1.1" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" REQUIRED_IF="(CLIENT_MODE=='JAVA_CLIENT') AND (DB_VERSION=='BONITA_561')" BundleID="" />
<IMPORT NAME="ehcache_123" MODULE="ehcache-1.2.3.jar" MVN="mvn:org.talend.libraries/ehcache-1.2.3/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.ehcache/lib/ehcache-1.2.3.jar" REQUIRED="false" />
<IMPORT NAME="groovy_all_170" MODULE="groovy-all-1.7.0.jar" MVN="mvn:org.talend.libraries/groovy-all-1.7.0/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.groovy/lib/groovy-all-1.7.0.jar" REQUIRED="false" />
@@ -274,9 +274,9 @@
<IMPORT NAME="bonita-common-6.5.2.jar" MODULE="bonita-common-6.5.2.jar" MVN="mvn:org.talend.libraries/bonita-common-6.5.2/6.0.0" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpmime-4.2.5.jar" MODULE="httpmime-4.2.5.jar" MVN="mvn:org.talend.libraries/httpmime-4.2.5/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.http/lib/httpmime-4.2.5.jar" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-lang3-3.8.1.jar" MODULE="commons-lang3-3.8.1.jar" MVN="mvn:org.apache.commons/commons-lang3/3.8.1" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-lang3-3.8.1.jar" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='HTTP_CLIENT')" />
@@ -288,10 +288,10 @@
<IMPORT NAME="xpp3-1.1.6.jar" MODULE="xpp3-1.1.6.jar" MVN="mvn:org.talend.libraries/xpp3-1.1.6/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.xml/lib/xpp3-1.1.6.jar" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpmime-4.2.5.jar" MODULE="httpmime-4.2.5.jar" MVN="mvn:org.talend.libraries/httpmime-4.2.5/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.http/lib/httpmime-4.2.5.jar" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED_IF="(DB_VERSION=='BONITA_652') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<!-- Bonita 7.2.4 HTTP API -->
<IMPORT NAME="talend-bonita-client-1.0.0.jar" MODULE="talend-bonita-client-1.0.0.jar" MVN="mvn:org.talend.libraries/talend-bonita-client-1.0.0/6.0.0" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
@@ -299,10 +299,10 @@
<IMPORT NAME="bonita-common-7.2.4.jar" MODULE="bonita-common-7.2.4.jar" MVN="mvn:org.talend.libraries/bonita-common-7.2.4/6.3.0" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpmime-4.2.5.jar" MODULE="httpmime-4.2.5.jar" MVN="mvn:org.talend.libraries/httpmime-4.2.5/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.http/lib/httpmime-4.2.5.jar" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<IMPORT NAME="commons-lang3-3.8.1.jar" MODULE="commons-lang3-3.8.1.jar" MVN="mvn:org.apache.commons/commons-lang3/3.8.1" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-lang3-3.8.1.jar" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='HTTP_CLIENT')" />
<!-- Bonita 7.2.4 JAVA API -->
@@ -313,14 +313,14 @@
<IMPORT NAME="xpp3-1.1.6.jar" MODULE="xpp3-1.1.6.jar" MVN="mvn:org.talend.libraries/xpp3-1.1.6/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.xml/lib/xpp3-1.1.6.jar" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpmime-4.2.5.jar" MODULE="httpmime-4.2.5.jar" MVN="mvn:org.talend.libraries/httpmime-4.2.5/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.http/lib/httpmime-4.2.5.jar" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpclient-4.5.12.jar" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpcore-4.4.13.jar" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpclient-4.5.9.jar" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="httpcore-4.4.11.jar" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-logging-1.2.jar" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-codec-1.14.jar" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-codec-1.11.jar" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<IMPORT NAME="commons-io-2.1.jar" MODULE="commons-io-2.1.jar" MVN="mvn:org.talend.libraries/commons-io-2.1/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-io-2.1.jar" REQUIRED_IF="(DB_VERSION=='BONITA_724') AND (CLIENT_MODE=='JAVA_CLIENT')" />
<!-- Bonita Http Client -->
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED_IF="CLIENT_MODE=='HTTP_CLIENT'" />
<IMPORT NAME="apache_commons_codec_1_7" MODULE="commons-codec-1.7.jar" MVN="mvn:org.talend.libraries/commons-codec-1.7/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-codec-1.7.jar" REQUIRED_IF="CLIENT_MODE=='HTTP_CLIENT'" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -81,10 +81,10 @@
MODULE="jackson-annotations-2.10.1.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.10.1"
REQUIRED="true" />
<IMPORT NAME="apache-http-client"
MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12"
MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9"
REQUIRED="true" />
<IMPORT NAME="apache-http-core"
MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11"
REQUIRED="true" />
<IMPORT NAME="apache-http-mime"
MODULE="httpmime-4.1.2.jar" MVN="mvn:org.talend.libraries/httpmime-4.1.2/6.0.0"
@@ -94,7 +94,7 @@
MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2"
REQUIRED="true" BundleID="" />
<IMPORT NAME="apache-commons-codec"
MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14"
MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11"
REQUIRED="true" BundleID="" />
<IMPORT NAME="apache-commons-lang"
MODULE="commons-lang-2.6.jar" MVN="mvn:commons-lang/commons-lang/2.6"

View File

@@ -136,10 +136,10 @@
MODULE="jackson-annotations-2.10.1.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.10.1"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-client"
MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12"
MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-core"
MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-mime"
MODULE="httpmime-4.1.2.jar" MVN="mvn:org.talend.libraries/httpmime-4.1.2/6.0.0"
@@ -149,7 +149,7 @@
MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" BundleID="" />
<IMPORT NAME="apache-commons-codec"
MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14"
MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-commons-lang"
MODULE="commons-lang-2.6.jar" MVN="mvn:commons-lang/commons-lang/2.6"

View File

@@ -97,10 +97,10 @@
MODULE="jackson-annotations-2.10.1.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.10.1"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-client"
MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12"
MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-core"
MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-mime"
MODULE="httpmime-4.1.2.jar" MVN="mvn:org.talend.libraries/httpmime-4.1.2/6.0.0"
@@ -110,7 +110,7 @@
MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" BundleID="" />
<IMPORT NAME="apache-commons-codec"
MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14"
MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-commons-lang"
MODULE="commons-lang-2.6.jar" MVN="mvn:commons-lang/commons-lang/2.6"

View File

@@ -107,10 +107,10 @@
MODULE="jackson-annotations-2.10.1.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.10.1"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-client"
MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12"
MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-core"
MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-mime"
MODULE="httpmime-4.1.2.jar" MVN="mvn:org.talend.libraries/httpmime-4.1.2/6.0.0"
@@ -120,7 +120,7 @@
MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" BundleID="" />
<IMPORT NAME="apache-commons-codec"
MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14"
MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-commons-lang"
MODULE="commons-lang-2.6.jar" MVN="mvn:commons-lang/commons-lang/2.6"

View File

@@ -115,10 +115,10 @@
MODULE="jackson-annotations-2.10.1.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.10.1"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-client"
MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12"
MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-core"
MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-mime"
MODULE="httpmime-4.1.2.jar" MVN="mvn:org.talend.libraries/httpmime-4.1.2/6.0.0"
@@ -128,7 +128,7 @@
MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" BundleID="" />
<IMPORT NAME="apache-commons-codec"
MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14"
MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-commons-lang"
MODULE="commons-lang-2.6.jar" MVN="mvn:commons-lang/commons-lang/2.6"

View File

@@ -118,10 +118,10 @@
MODULE="jackson-annotations-2.10.1.jar" MVN="mvn:com.fasterxml.jackson.core/jackson-annotations/2.10.1"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-client"
MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12"
MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-core"
MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13"
MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-http-mime"
MODULE="httpmime-4.1.2.jar" MVN="mvn:org.talend.libraries/httpmime-4.1.2/6.0.0"
@@ -131,7 +131,7 @@
MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" BundleID="" />
<IMPORT NAME="apache-commons-codec"
MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14"
MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11"
REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
<IMPORT NAME="apache-commons-lang"
MODULE="commons-lang-2.6.jar" MVN="mvn:commons-lang/commons-lang/2.6"

View File

@@ -910,7 +910,7 @@
<IMPORT NAME="Driver-VERTICA_7.1.2" MODULE="vertica-jdbc-7.1.2-0.jar" MVN="mvn:org.talend.libraries/vertica-jdbc-7.1.2-0/6.0.0" REQUIRED_IF="(DBTYPE=='VERTICA') and (USE_EXISTING_CONNECTION == 'false') and (DB_VERTICA_VERSION=='VERTICA_7_1_X')" />
<IMPORT NAME="Driver-EXASolution" MODULE="exajdbc-6.0.9302.jar" MVN="mvn:org.talend.libraries/exajdbc-6.0.9302/6.3.0" REQUIRED_IF="(DBTYPE=='EXASOL') and (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="Driver-Redshift" MODULE="redshift-jdbc42-no-awssdk-1.2.37.1061.jar" MVN="mvn:com.amazon.redshift/redshift-jdbc42-no-awssdk/1.2.37.1061" REQUIRED_IF="(DBTYPE=='REDSHIFT') and (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="Driver-Snowflake" MODULE="snowflake-jdbc-3.12.11.jar" MVN="mvn:net.snowflake/snowflake-jdbc/3.12.11" REQUIRED_IF="(DBTYPE=='SNOWFLAKE') and (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="Driver-Snowflake" MODULE="snowflake-jdbc-3.11.1.jar" MVN="mvn:net.snowflake/snowflake-jdbc/3.11.1" REQUIRED_IF="(DBTYPE=='SNOWFLAKE') and (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="Driver-VERTICA_9.0" MODULE="vertica-jdbc-9.3.1-0.jar" MVN="mvn:com.vertica/vertica-jdbc/9.3.1-0" REQUIRED_IF="(DBTYPE=='VERTICA') and (USE_EXISTING_CONNECTION == 'false') and (DB_VERTICA_VERSION=='VERTICA_9_0')"/>
</IMPORTS>
</CODEGENERATION>

View File

@@ -66,6 +66,7 @@ int nb_line_rejected_<%=cid%> = 0;
int deletedCount_<%=cid%> = 0;
int updatedCount_<%=cid%> = 0;
int insertedCount_<%=cid%> = 0;
int rowsToCommitCount_<%=cid%>=0;
int rejectedCount_<%=cid%> = 0;
<%
getManager(dbmsId, cid, node);

View File

@@ -93,6 +93,7 @@ imports="
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
}
<%if (("INSERT").equals(dataAction)) {
@@ -139,6 +140,7 @@ imports="
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -171,10 +173,12 @@ imports="
if(!useExistingConnection) {
if(!("").equals(commitEvery) && !("0").equals(commitEvery)) {
%>
if (commitCounter_<%=cid%> > 0) {
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
if (commitCounter_<%=cid%> > 0 && rowsToCommitCount_<%=cid%> != 0) {
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
commitCounter_<%=cid%> = 0;
}
<%
}

View File

@@ -348,7 +348,9 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -505,7 +507,9 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -680,7 +684,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -779,7 +785,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -932,6 +940,7 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
updateFlag_<%=cid%>=pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> = updatedCount_<%=cid%> + updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
if(updateFlag_<%=cid%> == 0) {
<%
if(isEnableDebug) {
@@ -987,7 +996,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
}else{
@@ -1093,7 +1104,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -1194,6 +1207,7 @@ skeleton="../templates/db_output_bulk.skeleton"
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%if (("INSERT").equals(dataAction)) {
%>
@@ -1240,6 +1254,7 @@ skeleton="../templates/db_output_bulk.skeleton"
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -1281,6 +1296,7 @@ skeleton="../templates/db_output_bulk.skeleton"
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%if (("INSERT").equals(dataAction)) {
%>
@@ -1326,6 +1342,7 @@ skeleton="../templates/db_output_bulk.skeleton"
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -1346,9 +1363,12 @@ skeleton="../templates/db_output_bulk.skeleton"
<%
}
%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%>=0;
}
<%

View File

@@ -182,7 +182,7 @@
REQUIRED="true" />
<IMPORT NAME="commons-lang" MODULE="commons-lang-2.6.jar" MVN="mvn:commons-lang/commons-lang/2.6" UrlPath="platform:/base/plugins/org.apache.commons.lang_2.6.0.v201404270220.jar"
REQUIRED="true" />
<IMPORT NAME="dom4j" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" BundleID="org.apache.servicemix.bundles.dom4j" REQUIRED="true" />
<IMPORT NAME="dom4j" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" BundleID="org.apache.servicemix.bundles.dom4j" REQUIRED="true" />
</IMPORTS>
</CODEGENERATION>
<RETURNS/>

View File

@@ -153,6 +153,7 @@ int nb_line_rejected_<%=cid%> = 0;
int deletedCount_<%=cid%>=0;
int updatedCount_<%=cid%>=0;
int insertedCount_<%=cid%>=0;
int rowsToCommitCount_<%=cid%>=0;
int rejectedCount_<%=cid%>=0;
boolean whetherReject_<%=cid%> = false;

View File

@@ -96,6 +96,7 @@ imports="
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> != java.sql.Statement.EXECUTE_FAILED ? 1 : 0);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
}
<%if (("INSERT").equals(dataAction)) {
@@ -141,6 +142,7 @@ imports="
for(int countEach_<%=cid%> : bue_<%=cid%>.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> != java.sql.Statement.EXECUTE_FAILED ? 1 : 0);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -177,9 +179,13 @@ imports="
if(!("").equals(commitEvery) && !("0").equals(commitEvery))
{
%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
commitCounter_<%=cid%> = 0;
}
<%
}

View File

@@ -323,7 +323,9 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -461,7 +463,9 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -611,7 +615,9 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -689,7 +695,9 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -819,6 +827,7 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
try {
updateFlag_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> = updatedCount_<%=cid%>+updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
if(updateFlag_<%=cid%> == 0) {
<%
if(isEnableDebug) {
@@ -862,7 +871,9 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
}else{
@@ -958,7 +969,9 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -1036,6 +1049,7 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> != java.sql.Statement.EXECUTE_FAILED ? 1 : 0);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%if (("INSERT").equals(dataAction)) {
%>
@@ -1081,6 +1095,7 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
for(int countEach_<%=cid%>: bue_<%=cid%>.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> != java.sql.Statement.EXECUTE_FAILED ? 1 : 0);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -1120,6 +1135,7 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
countSum_<%=cid%> += (countEach_<%=cid%> != java.sql.Statement.EXECUTE_FAILED ? 1 : 0);
}
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -1164,6 +1180,7 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
for(int countEach_<%=cid%>: bue_<%=cid%>.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> != java.sql.Statement.EXECUTE_FAILED ? 1 : 0);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -1187,9 +1204,12 @@ skeleton="@{org.talend.designer.components.localprovider}/components/templates/d
<%
}
%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%>=0;
}
<%

View File

@@ -176,7 +176,7 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="Java_DOM4J2" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" REQUIRED_IF="READ_BY == 'XPATH'" BundleID="" />
<IMPORT NAME="Java_DOM4J_2.1.1" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" REQUIRED_IF="READ_BY == 'XPATH'" BundleID="" />
<IMPORT NAME="Java_JAXEN_1.1.6" MODULE="jaxen-1.1.6.jar" MVN="mvn:jaxen/jaxen/1.1.6" REQUIRED_IF="READ_BY == 'XPATH'" BundleID="" />
<IMPORT NAME="json-lib" MODULE="json-lib-2.4.5-talend.jar" MVN="mvn:net.sf.json-lib/json-lib/2.4.5-talend" REQUIRED_IF="READ_BY == 'XPATH'" />
<IMPORT NAME="commons_lang" MODULE="commons-lang-2.6.jar" MVN="mvn:commons-lang/commons-lang/2.6" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-lang-2.6.jar" REQUIRED_IF="READ_BY == 'XPATH'" />

View File

@@ -157,9 +157,9 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT
NAME="Java_DOM4J2"
MODULE="dom4j-2.1.3.jar"
MVN="mvn:org.dom4j/dom4j/2.1.3"
NAME="Java_DOM4J_2.1.1"
MODULE="dom4j-2.1.1.jar"
MVN="mvn:org.dom4j/dom4j/2.1.1"
REQUIRED="true"
BundleID=""
/>

View File

@@ -243,7 +243,7 @@
<IMPORTS>
<IMPORT NAME="Java-SFTP" MODULE="jsch-0.1.55.jar" MVN="mvn:com.jcraft/jsch/0.1.55" REQUIRED_IF="(SFTP == 'true')"/>
<IMPORT NAME="Java-FTP+S" MODULE="commons-net-3.6.jar" MVN="mvn:commons-net/commons-net/3.6" REQUIRED_IF="(SFTP == 'false')" />
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20200902.jar" MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20200902" REQUIRED_IF="(FTPS == 'true')" />
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20190819.jar" MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20190819" REQUIRED_IF="(FTPS == 'true')" />
<IMPORT NAME="talend-proxy" MODULE="talend-proxy-1.0.1.jar" MVN="mvn:org.talend.components.lib/talend-proxy/1.0.1" REQUIRED="true" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -300,8 +300,8 @@
<IMPORT NAME="Java-SFTP" MODULE="jsch-0.1.55.jar" MVN="mvn:com.jcraft/jsch/0.1.55" REQUIRED_IF="(SFTP == 'true') AND (USE_EXISTING_CONNECTION == 'false')"/>
<IMPORT NAME="jakarta-oro" MODULE="jakarta-oro-2.0.8.jar" MVN="mvn:org.talend.libraries/jakarta-oro-2.0.8/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache/lib/jakarta-oro-2.0.8.jar" REQUIRED="true" />
<IMPORT NAME="Java-FTP+S" MODULE="commons-net-3.6.jar" MVN="mvn:commons-net/commons-net/3.6" REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20200902.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20200902"
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20190819.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20190819"
REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="talend-proxy" MODULE="talend-proxy-1.0.1.jar" MVN="mvn:org.talend.components.lib/talend-proxy/1.0.1" REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
</IMPORTS>

View File

@@ -287,8 +287,8 @@ COMPATIBILITY="ALL"
<IMPORTS>
<IMPORT NAME="Java-SFTP" MODULE="jsch-0.1.55.jar" MVN="mvn:com.jcraft/jsch/0.1.55" REQUIRED_IF="(SFTP == 'true') AND (USE_EXISTING_CONNECTION == 'false')"/>
<IMPORT NAME="Java-FTP+S" MODULE="commons-net-3.6.jar" MVN="mvn:commons-net/commons-net/3.6" REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20200902.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20200902"
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20190819.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20190819"
REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="talend-proxy" MODULE="talend-proxy-1.0.1.jar" MVN="mvn:org.talend.components.lib/talend-proxy/1.0.1" REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
</IMPORTS>

View File

@@ -265,8 +265,8 @@
<IMPORTS>
<IMPORT NAME="Java-SFTP" MODULE="jsch-0.1.55.jar" MVN="mvn:com.jcraft/jsch/0.1.55" REQUIRED_IF="(SFTP == 'true') AND (USE_EXISTING_CONNECTION == 'false')"/>
<IMPORT NAME="Java-FTP+S" MODULE="commons-net-3.6.jar" MVN="mvn:commons-net/commons-net/3.6" REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20200902.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20200902"
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20190819.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20190819"
REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="talend-proxy" MODULE="talend-proxy-1.0.1.jar" MVN="mvn:org.talend.components.lib/talend-proxy/1.0.1" REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
</IMPORTS>

View File

@@ -262,8 +262,8 @@
<IMPORTS>
<IMPORT NAME="Java-SFTP" MODULE="jsch-0.1.55.jar" MVN="mvn:com.jcraft/jsch/0.1.55" REQUIRED_IF="(SFTP == 'true') AND (USE_EXISTING_CONNECTION == 'false')"/>
<IMPORT NAME="Java-FTP+S" MODULE="commons-net-3.6.jar" MVN="mvn:commons-net/commons-net/3.6" REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20200902.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20200902"
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20190819.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20190819"
REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="talend-proxy" MODULE="talend-proxy-1.0.1.jar" MVN="mvn:org.talend.components.lib/talend-proxy/1.0.1" REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
</IMPORTS>

View File

@@ -306,8 +306,8 @@ COMPATIBILITY="ALL"
<IMPORT NAME="Java-SFTP" MODULE="jsch-0.1.55.jar" MVN="mvn:com.jcraft/jsch/0.1.55" REQUIRED_IF="(SFTP == 'true') AND (USE_EXISTING_CONNECTION == 'false')"/>
<IMPORT NAME="jakarta-oro" MODULE="jakarta-oro-2.0.8.jar" MVN="mvn:org.talend.libraries/jakarta-oro-2.0.8/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache/lib/jakarta-oro-2.0.8.jar" REQUIRED="true" />
<IMPORT NAME="Java-FTP+S" MODULE="commons-net-3.6.jar" MVN="mvn:commons-net/commons-net/3.6" REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20200902.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20200902"
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20190819.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20190819"
REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="talend-proxy" MODULE="talend-proxy-1.0.1.jar" MVN="mvn:org.talend.components.lib/talend-proxy/1.0.1" REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
</IMPORTS>

View File

@@ -350,8 +350,8 @@ COMPATIBILITY="ALL"
<IMPORTS>
<IMPORT NAME="Java-SFTP" MODULE="jsch-0.1.55.jar" MVN="mvn:com.jcraft/jsch/0.1.55" REQUIRED_IF="(SFTP == 'true') AND (USE_EXISTING_CONNECTION == 'false')"/>
<IMPORT NAME="Java-FTP+S" MODULE="commons-net-3.6.jar" MVN="mvn:commons-net/commons-net/3.6" REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20200902.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20200902"
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20190819.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20190819"
REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="talend-proxy" MODULE="talend-proxy-1.0.1.jar" MVN="mvn:org.talend.components.lib/talend-proxy/1.0.1" REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
</IMPORTS>

View File

@@ -268,8 +268,8 @@ COMPATIBILITY="ALL"
<IMPORTS>
<IMPORT NAME="Java-SFTP" MODULE="jsch-0.1.55.jar" MVN="mvn:com.jcraft/jsch/0.1.55" REQUIRED_IF="(SFTP == 'true') AND (USE_EXISTING_CONNECTION == 'false')"/>
<IMPORT NAME="Java-FTP+S" MODULE="commons-net-3.6.jar" MVN="mvn:commons-net/commons-net/3.6" REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20200902.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20200902"
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20190819.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20190819"
REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="talend-proxy" MODULE="talend-proxy-1.0.1.jar" MVN="mvn:org.talend.components.lib/talend-proxy/1.0.1" REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
</IMPORTS>

View File

@@ -256,8 +256,8 @@ COMPATIBILITY="ALL"
<IMPORTS>
<IMPORT NAME="Java-SFTP" MODULE="jsch-0.1.55.jar" MVN="mvn:com.jcraft/jsch/0.1.55" REQUIRED_IF="(SFTP == 'true') AND (USE_EXISTING_CONNECTION == 'false')"/>
<IMPORT NAME="Java-FTP+S" MODULE="commons-net-3.6.jar" MVN="mvn:commons-net/commons-net/3.6" REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20200902.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20200902"
<IMPORT NAME="FTP+S-Proxy-talend" MODULE="commons-net-ftps-proxy-3.6.1-talend-20190819.jar"
MVN="mvn:org.talend.components.lib/commons-net-ftps-proxy/3.6.1-talend-20190819"
REQUIRED_IF="(SFTP == 'false') AND (USE_EXISTING_CONNECTION == 'false')" />
<IMPORT NAME="talend-proxy" MODULE="talend-proxy-1.0.1.jar" MVN="mvn:org.talend.components.lib/talend-proxy/1.0.1" REQUIRED_IF="USE_EXISTING_CONNECTION == 'false'" />
</IMPORTS>

View File

@@ -408,7 +408,7 @@ COMPATIBILITY="ALL"
<IMPORTS>
<IMPORT NAME="COMMONS-httpclient" MODULE="commons-httpclient-3.0.1.jar" MVN="mvn:commons-httpclient/commons-httpclient/3.0.1" UrlPath="platform:/plugin/org.talend.libraries.apache.http/lib/commons-httpclient-3.0.1.jar" REQUIRED="true" />
<IMPORT NAME="COMMONS-Logging" MODULE="commons-logging-1.1.jar" MVN="mvn:org.talend.libraries/commons-logging-1.1/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-logging-1.1.jar" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="COMMONS-codec" MODULE="commons-codec-1.6.jar" MVN="mvn:org.talend.libraries/commons-codec-1.6/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-codec-1.6.jar" REQUIRED="true" />
<IMPORT NAME="jcifs-samba" MODULE="jcifs-1.3.0.jar" MVN="mvn:org.talend.libraries/jcifs-1.3.0/6.0.0" REQUIRED="true" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -178,7 +178,7 @@
<IMPORTS>
<IMPORT NAME="Java_Excel" MODULE="jxl.jar" MVN="mvn:org.talend.libraries/jxl/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.jexcel/lib/jxl.jar" REQUIRED_IF="(VERSION_2007 == 'false')" />
<IMPORT NAME="Java_DOM4J2" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" REQUIRED_IF="(VERSION_2007 == 'true')" BundleID="" />
<IMPORT NAME="dom4j" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" REQUIRED_IF="(VERSION_2007 == 'true')" BundleID="" />
<IMPORT NAME="geronimo-stax-api" MODULE="geronimo-stax-api_1.0_spec-1.0.1.jar" MVN="mvn:org.talend.libraries/geronimo-stax-api_1.0_spec-1.0.1/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.axis2/lib/geronimo-stax-api_1.0_spec-1.0.1.jar" REQUIRED_IF="(VERSION_2007 == 'true')" BundleID="" />
<IMPORT NAME="log4j" MODULE="log4j-1.2.17.jar" MVN="mvn:log4j/log4j/1.2.17" UrlPath="platform:/plugin/org.talend.libraries.apache/lib/log4j-1.2.17.jar" REQUIRED_IF="(VERSION_2007 == 'true')" BundleID="" />
<IMPORT NAME="poi" MODULE="poi-4.1.0-20190523141255_modified_talend.jar" MVN="mvn:org.apache.poi/poi/4.1.0-20190523141255_modified_talend" UrlPath="platform:/plugin/org.talend.libraries.excel/lib/poi-4.1.0-20190523141255_modified_talend.jar" REQUIRED_IF="(VERSION_2007 == 'true')" />

View File

@@ -161,7 +161,7 @@
REQUIRED_IF="(READ_BY == 'JSONPATH_WITHOUTPUT_LOOP')" />
<!-- xpath -->
<IMPORT NAME="Java_DOM4J2" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" REQUIRED_IF="(READ_BY == 'XPATH')" BundleID="" />
<IMPORT NAME="Java_DOM4J_2.1.1" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" REQUIRED_IF="(READ_BY == 'XPATH')" BundleID="" />
<IMPORT NAME="Java_JAXEN_1.1.6" MODULE="jaxen-1.1.6.jar" MVN="mvn:jaxen/jaxen/1.1.6" REQUIRED_IF="(READ_BY == 'XPATH')" BundleID="" />
<IMPORT NAME="json-lib" MODULE="json-lib-2.4.5-talend.jar" MVN="mvn:net.sf.json-lib/json-lib/2.4.5-talend" REQUIRED_IF="(READ_BY == 'XPATH')" />
<IMPORT NAME="commons_lang" MODULE="commons-lang-2.6.jar" MVN="mvn:commons-lang/commons-lang/2.6" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-lang-2.6.jar"

View File

@@ -82,7 +82,7 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="Java_DOM4J2" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" REQUIRED="true" BundleID="" />
<IMPORT NAME="Java_DOM4J_2.1.1" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" REQUIRED="true" BundleID="" />
<IMPORT NAME="Java_JAXEN_1.1.6" MODULE="jaxen-1.1.6.jar" MVN="mvn:jaxen/jaxen/1.1.6" REQUIRED="true" BundleID="" />
<IMPORT NAME="Java_talendSAX" MODULE="TalendSAX-1.0.1-20190326.jar" MVN="mvn:org.talend.libraries/TalendSAX/1.0.1-20190326" UrlPath="platform:/plugin/org.talend.libraries.xml/lib/TalendSAX-1.0.1-20190326.jar"
REQUIRED="true" />

View File

@@ -138,11 +138,9 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="Java_DOM4J2" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" BundleID="org.apache.servicemix.bundles.dom4j" REQUIRED_IF="GENERATION_MODE == 'DOM4J'" />
<IMPORT NAME="Java_DOM4J_2.1.1" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" BundleID="org.apache.servicemix.bundles.dom4j" REQUIRED_IF="GENERATION_MODE == 'DOM4J'" />
<IMPORT NAME="Java_JAXEN_1.1.6" MODULE="jaxen-1.1.6.jar" MVN="mvn:jaxen/jaxen/1.1.6" BundleID="org.apache.servicemix.bundles.jaxen" REQUIRED_IF="GENERATION_MODE == 'DOM4J'" />
<IMPORT NAME="xercesImpl-2.12.0" MODULE="xercesImpl-2.12.0.jar" MVN="mvn:xerces/xercesImpl/2.12.0"
REQUIRED_IF="(GENERATION_MODE == 'XERCES') OR (GENERATION_MODE == 'SAX')" BundleID="" />
<IMPORT NAME="xml-apis-1.4.01" MODULE="xml-apis-1.4.01.jar" MVN="mvn:xml-apis/xml-apis/1.4.01"
<IMPORT NAME="Java_xercesImpl" MODULE="xercesImpl.jar" MVN="mvn:org.talend.libraries/xercesImpl/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.xml/lib/xercesImpl.jar"
REQUIRED_IF="(GENERATION_MODE == 'XERCES') OR (GENERATION_MODE == 'SAX')" BundleID="" />
<IMPORT NAME="Java_xalan" MODULE="xalan-2.7.2.jar" MVN="mvn:xalan/xalan/2.7.2" REQUIRED_IF="GENERATION_MODE == 'XERCES'" BundleID="" />
<IMPORT NAME="Java_talendSAX" MODULE="TalendSAX-1.0.1-20190326.jar" MVN="mvn:org.talend.libraries/TalendSAX/1.0.1-20190326" UrlPath="platform:/plugin/org.talend.libraries.xml/lib/TalendSAX-1.0.1-20190326.jar"

View File

@@ -227,9 +227,9 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="Java_Excel" MODULE="jxl.jar" MVN="mvn:org.talend.libraries/jxl/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.jexcel/lib/jxl.jar" REQUIRED_IF="(VERSION_2007 == 'false')" />
<IMPORT NAME="TALEND_EXCEL" MODULE="talendExcel-1.5-20200825.jar" MVN="mvn:org.talend.libraries/talendExcel-1.5-20200825/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.excel/lib/talendExcel-1.5-20200825.jar" REQUIRED_IF="(VERSION_2007 == 'true')" />
<IMPORT NAME="TALEND_EXCEL" MODULE="talendExcel-1.5-20190731.jar" MVN="mvn:org.talend.libraries/talendExcel-1.5-20190731/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.excel/lib/talendExcel-1.5-20190731.jar" REQUIRED_IF="(VERSION_2007 == 'true')" />
<IMPORT NAME="commons-lang3" MODULE="commons-lang3-3.8.1.jar" MVN="mvn:org.apache.commons/commons-lang3/3.8.1" REQUIRED_IF="(VERSION_2007 == 'true')" />
<IMPORT NAME="Java_DOM4J2" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" REQUIRED_IF="(VERSION_2007 == 'true')" BundleID="" />
<IMPORT NAME="dom4j" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" REQUIRED_IF="(VERSION_2007 == 'true')" BundleID="" />
<IMPORT NAME="geronimo-stax-api" MODULE="geronimo-stax-api_1.0_spec-1.0.1.jar" MVN="mvn:org.talend.libraries/geronimo-stax-api_1.0_spec-1.0.1/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.axis2/lib/geronimo-stax-api_1.0_spec-1.0.1.jar" REQUIRED_IF="(VERSION_2007 == 'true')" BundleID="" />
<IMPORT NAME="log4j" MODULE="log4j-1.2.17.jar" MVN="mvn:log4j/log4j/1.2.17" UrlPath="platform:/plugin/org.talend.libraries.apache/lib/log4j-1.2.17.jar" REQUIRED_IF="(VERSION_2007 == 'true')" BundleID="" />
<IMPORT NAME="poi" MODULE="poi-4.1.0-20190523141255_modified_talend.jar" MVN="mvn:org.apache.poi/poi/4.1.0-20190523141255_modified_talend" UrlPath="platform:/plugin/org.talend.libraries.excel/lib/poi-4.1.0-20190523141255_modified_talend.jar" REQUIRED_IF="(VERSION_2007 == 'true')" />

View File

@@ -124,7 +124,7 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="COMMON_CODEC" MODULE="commons-codec-1.5.jar" MVN="mvn:org.talend.libraries/commons-codec-1.5/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-codec-1.5.jar" REQUIRED="true" />
<IMPORT NAME="LDIFFILE" MODULE="ldapjdk.jar" MVN="mvn:org.talend.libraries/ldapjdk/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.mozilla/lib/ldapjdk.jar" REQUIRED="true" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -409,7 +409,7 @@ class GenerateToolByDom4j{
%>
}
<%touchXMLNode.getXMLElement(parentName);%>.elements().add(order_<%=cid%>,<%touchXMLNode.getXMLElement(currEleName);%>);
<%touchXMLNode.getXMLElement(parentName);%>.elements().add(order_<%=cid%>,<%touchXMLNode.getXMLNode(currEleName);%>);
<%
}else{

View File

@@ -124,7 +124,7 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="Java_DOM4J2" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" REQUIRED="true" BundleID="" />
<IMPORT NAME="Java_DOM4J_2.1.1" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" REQUIRED="true" BundleID="" />
<IMPORT NAME="Java_JAXEN_1.1.6" MODULE="jaxen-1.1.6.jar" MVN="mvn:jaxen/jaxen/1.1.6" REQUIRED="true" BundleID="" />
<IMPORT NAME="Java_xmlUtil" MODULE="xmlUtil.jar" MVN="mvn:org.talend.libraries/xmlUtil/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.xml/lib/xmlUtil.jar"
REQUIRED="true" />

View File

@@ -134,7 +134,7 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="Java_DOM4J2" MODULE="dom4j-2.1.3.jar" MVN="mvn:org.dom4j/dom4j/2.1.3" REQUIRED="true" BundleID="" />
<IMPORT NAME="dom4j-2.1.1" MODULE="dom4j-2.1.1.jar" MVN="mvn:org.dom4j/dom4j/2.1.1" REQUIRED="true" BundleID="" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -82,6 +82,7 @@ int nb_line_rejected_<%=cid%> = 0;
int deletedCount_<%=cid%>=0;
int updatedCount_<%=cid%>=0;
int insertedCount_<%=cid%>=0;
int rowsToCommitCount_<%=cid%>=0;
int rejectedCount_<%=cid%>=0;
String tableName_<%=cid%> = <%=tableName%>;

View File

@@ -94,6 +94,7 @@ imports="
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
}catch (java.sql.BatchUpdateException e){
<%
if(("true").equals(dieOnError)) {
@@ -118,6 +119,7 @@ imports="
}
tmp_batchUpdateCount_<%=cid%> = tmp_batchUpdateCount_<%=cid%> > countSum_<%=cid%> ? tmp_batchUpdateCount_<%=cid%> : countSum_<%=cid%>;
rowsToCommitCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
@@ -152,10 +154,12 @@ imports="
<%
if(!("").equals(commitEvery) && !("0").equals(commitEvery)) {
%>
if (commitCounter_<%=cid%> > 0) {
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
if (commitCounter_<%=cid%> > 0 && rowsToCommitCount_<%=cid%> != 0) {
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
commitCounter_<%=cid%> = 0;
}
<%
}

View File

@@ -161,7 +161,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -266,7 +268,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -388,7 +392,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -450,7 +456,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -549,6 +557,7 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
updateFlag_<%=cid%>=pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> = updatedCount_<%=cid%> + updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
if(updateFlag_<%=cid%> == 0) {
<%
@@ -579,7 +588,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
}else{
@@ -675,7 +686,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -777,6 +790,7 @@ skeleton="../templates/db_output_bulk.skeleton"
System.err.println(e.getMessage());
}
tmp_batchUpdateCount_<%=cid%> = tmp_batchUpdateCount_<%=cid%> > countSum_<%=cid%> ? tmp_batchUpdateCount_<%=cid%> : countSum_<%=cid%>;
rowsToCommitCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
@@ -810,6 +824,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%if (("INSERT").equals(dataAction)) {
%>
@@ -837,6 +852,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: e.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -858,10 +874,12 @@ skeleton="../templates/db_output_bulk.skeleton"
}
<%
}%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%>=0;
}
<%

View File

@@ -129,7 +129,7 @@
<CODEGENERATION>
<IMPORTS>
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="Commons-Codec" MODULE="commons-codec-1.6.jar" MVN="mvn:org.talend.libraries/commons-codec-1.6/6.0.0" UrlPath="platform:/plugin/org.talend.libraries.apache.common/lib/commons-codec-1.6.jar" REQUIRED="true" />
<IMPORT NAME="Commons-Lang" MODULE="commons-lang-2.6.jar" MVN="mvn:commons-lang/commons-lang/2.6" UrlPath="platform:/base/plugins/org.apache.commons.lang_2.6.0.v201404270220.jar" REQUIRED="true" />
</IMPORTS>
</CODEGENERATION>

View File

@@ -204,9 +204,9 @@
<!-- USER_ACCOUNT_HMAC -->
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED_IF="(#LINK@NODE.CONNECTION.AUTH_TYPE == 'USER_ACCOUNT_HMAC') OR (AUTH_TYPE == 'USER_ACCOUNT_HMAC')" />
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
<!-- SERVICE_ACCOUNT -->
<IMPORT NAME="google-auth-library-oauth2-http-0.20.0" MODULE="google-auth-library-oauth2-http-0.20.0.jar" MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.20.0" REQUIRED_IF="(USE_EXISTING_CONNECTION == 'false') AND (AUTH_TYPE == 'SERVICE_ACCOUNT')" />

View File

@@ -122,9 +122,9 @@
<!-- USER_ACCOUNT_HMAC -->
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED_IF="(#LINK@NODE.CONNECTION.AUTH_TYPE == 'USER_ACCOUNT_HMAC') OR (AUTH_TYPE == 'USER_ACCOUNT_HMAC')" />
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
<!-- SERVICE_ACCOUNT -->
<IMPORT NAME="google-auth-library-oauth2-http-0.20.0" MODULE="google-auth-library-oauth2-http-0.20.0.jar" MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.20.0" REQUIRED_IF="(USE_EXISTING_CONNECTION == 'false') AND (AUTH_TYPE == 'SERVICE_ACCOUNT')" />

View File

@@ -123,9 +123,9 @@
<!-- USER_ACCOUNT_HMAC -->
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED_IF="(#LINK@NODE.CONNECTION.AUTH_TYPE == 'USER_ACCOUNT_HMAC') OR (AUTH_TYPE == 'USER_ACCOUNT_HMAC')" />
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
<!-- SERVICE_ACCOUNT -->
<IMPORT NAME="google-auth-library-oauth2-http-0.20.0" MODULE="google-auth-library-oauth2-http-0.20.0.jar" MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.20.0" REQUIRED_IF="(USE_EXISTING_CONNECTION == 'false') AND (AUTH_TYPE == 'SERVICE_ACCOUNT')" />

View File

@@ -127,9 +127,9 @@
<!-- USER_ACCOUNT_HMAC -->
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED_IF="(#LINK@NODE.CONNECTION.AUTH_TYPE == 'USER_ACCOUNT_HMAC') OR (AUTH_TYPE == 'USER_ACCOUNT_HMAC')" />
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
<!-- SERVICE_ACCOUNT -->
<IMPORT NAME="google-auth-library-oauth2-http-0.20.0" MODULE="google-auth-library-oauth2-http-0.20.0.jar" MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.20.0" REQUIRED_IF="(USE_EXISTING_CONNECTION == 'false') AND (AUTH_TYPE == 'SERVICE_ACCOUNT')" />

View File

@@ -77,9 +77,9 @@
<!-- USER_ACCOUNT_HMAC -->
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED_IF="(AUTH_TYPE == 'USER_ACCOUNT_HMAC')" />
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
<!-- SERVICE_ACCOUNT -->
<IMPORT NAME="google-auth-library-oauth2-http-0.20.0" MODULE="google-auth-library-oauth2-http-0.20.0.jar" MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.20.0" REQUIRED_IF="(AUTH_TYPE == 'SERVICE_ACCOUNT')" />

View File

@@ -192,9 +192,9 @@
<!-- USER_ACCOUNT_HMAC -->
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED_IF="(#LINK@NODE.CONNECTION.AUTH_TYPE == 'USER_ACCOUNT_HMAC') OR (AUTH_TYPE == 'USER_ACCOUNT_HMAC')" />
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
<!-- SERVICE_ACCOUNT -->
<IMPORT NAME="google-auth-library-oauth2-http-0.20.0" MODULE="google-auth-library-oauth2-http-0.20.0.jar" MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.20.0" REQUIRED_IF="(USE_EXISTING_CONNECTION == 'false') AND (AUTH_TYPE == 'SERVICE_ACCOUNT')" />

View File

@@ -193,9 +193,9 @@
<!-- USER_ACCOUNT_HMAC -->
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED_IF="(#LINK@NODE.CONNECTION.AUTH_TYPE == 'USER_ACCOUNT_HMAC') OR (AUTH_TYPE == 'USER_ACCOUNT_HMAC')" />
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
<!-- SERVICE_ACCOUNT -->
<IMPORT NAME="google-auth-library-oauth2-http-0.20.0" MODULE="google-auth-library-oauth2-http-0.20.0.jar" MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.20.0" REQUIRED_IF="(USE_EXISTING_CONNECTION == 'false') AND (AUTH_TYPE == 'SERVICE_ACCOUNT')" />

View File

@@ -231,9 +231,9 @@
<!-- USER_ACCOUNT_HMAC -->
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED_IF="(#LINK@NODE.CONNECTION.AUTH_TYPE == 'USER_ACCOUNT_HMAC') OR (AUTH_TYPE == 'USER_ACCOUNT_HMAC')" />
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
<!-- SERVICE_ACCOUNT -->
<IMPORT NAME="google-auth-library-oauth2-http-0.20.0" MODULE="google-auth-library-oauth2-http-0.20.0.jar" MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.20.0" REQUIRED_IF="(USE_EXISTING_CONNECTION == 'false') AND (AUTH_TYPE == 'SERVICE_ACCOUNT')" />

View File

@@ -193,9 +193,9 @@
<!-- USER_ACCOUNT_HMAC -->
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED_IF="(#LINK@NODE.CONNECTION.AUTH_TYPE == 'USER_ACCOUNT_HMAC') OR (AUTH_TYPE == 'USER_ACCOUNT_HMAC')" />
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
<!-- SERVICE_ACCOUNT -->
<IMPORT NAME="google-auth-library-oauth2-http-0.20.0" MODULE="google-auth-library-oauth2-http-0.20.0.jar" MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.20.0" REQUIRED_IF="(USE_EXISTING_CONNECTION == 'false') AND (AUTH_TYPE == 'SERVICE_ACCOUNT')" />

View File

@@ -165,9 +165,9 @@
<IMPORT NAME="jets3t-0.9.1" MODULE="jets3t-0.9.1.jar" MVN="mvn:org.talend.libraries/jets3t-0.9.1/6.0.0" REQUIRED_IF="(#LINK@NODE.CONNECTION.AUTH_TYPE == 'USER_ACCOUNT_HMAC') OR (AUTH_TYPE == 'USER_ACCOUNT_HMAC')" />
<IMPORT NAME="google-storage-utils-1.1.0" MODULE="google-storage-utils-1.1.0.jar" MVN="mvn:org.talend.components/google-storage-utils/1.1.0" REQUIRED="true" />
<IMPORT NAME="commons-logging-1.2" MODULE="commons-logging-1.2.jar" MVN="mvn:commons-logging/commons-logging/1.2" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.12" MODULE="httpclient-4.5.12.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.12" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.13" MODULE="httpcore-4.4.13.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.13" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.14" MODULE="commons-codec-1.14.jar" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true" />
<IMPORT NAME="httpclient-4.5.9" MODULE="httpclient-4.5.9.jar" MVN="mvn:org.apache.httpcomponents/httpclient/4.5.9" REQUIRED="true" />
<IMPORT NAME="httpcore-4.4.11" MODULE="httpcore-4.4.11.jar" MVN="mvn:org.apache.httpcomponents/httpcore/4.4.11" REQUIRED="true" />
<IMPORT NAME="commons-codec-1.11" MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true" />
<!-- SERVICE_ACCOUNT -->
<IMPORT NAME="google-auth-library-oauth2-http-0.20.0" MODULE="google-auth-library-oauth2-http-0.20.0.jar" MVN="mvn:com.google.auth/google-auth-library-oauth2-http/0.20.0" REQUIRED_IF="(USE_EXISTING_CONNECTION == 'false') AND (AUTH_TYPE == 'SERVICE_ACCOUNT')" />

View File

@@ -307,7 +307,7 @@
<IMPORT MODULE_GROUP="GOOGLE-DATAPROC-MANAGE-LIB-DATAPROC14"
REQUIRED="true" />
<IMPORT NAME="commons-codec"
MODULE="commons-codec-1.14" MVN="mvn:commons-codec/commons-codec/1.14" REQUIRED="true"/>
MODULE="commons-codec-1.11.jar" MVN="mvn:commons-codec/commons-codec/1.11" REQUIRED="true"/>
<IMPORT NAME="log4j"
MODULE="log4j-1.2.17.jar" MVN="mvn:log4j/log4j/1.2.17" REQUIRED="true"/>
</IMPORTS>

View File

@@ -155,6 +155,7 @@ int nb_line_rejected_<%=cid%> = 0;
int deletedCount_<%=cid%>=0;
int updatedCount_<%=cid%>=0;
int insertedCount_<%=cid%>=0;
int rowsToCommitCount_<%=cid%>=0;
int rejectedCount_<%=cid%>=0;
boolean whetherReject_<%=cid%> = false;

View File

@@ -118,6 +118,7 @@ imports="
}
tmp_batchUpdateCount_<%=cid%> = tmp_batchUpdateCount_<%=cid%> > countSum_<%=cid%> ? tmp_batchUpdateCount_<%=cid%> : countSum_<%=cid%>;
rowsToCommitCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
@@ -151,10 +152,12 @@ imports="
if(!("").equals(commitEvery) && !("0").equals(commitEvery))
{
%>
if (commitCounter_<%=cid%> > 0) {
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
if (commitCounter_<%=cid%> > 0 && rowsToCommitCount_<%=cid%> != 0) {
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
commitCounter_<%=cid%> = 0;
}
<%
}

View File

@@ -139,7 +139,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}else{
%>
try {
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -226,7 +228,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}else{
%>
try {
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -334,7 +338,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}
%>
try {
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -385,7 +391,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}
%>
try {
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -469,6 +477,7 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
updateFlag_<%=cid%>=pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> = updatedCount_<%=cid%>+updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
if(updateFlag_<%=cid%> == 0) {
<%
int counter = 1;
@@ -482,7 +491,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}
}
%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
}else{
@@ -562,7 +573,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}else{
%>
try {
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -662,6 +675,7 @@ skeleton="../templates/db_output_bulk.skeleton"
System.err.println(e.getMessage());
}
tmp_batchUpdateCount_<%=cid%> = tmp_batchUpdateCount_<%=cid%> > countSum_<%=cid%> ? tmp_batchUpdateCount_<%=cid%> : countSum_<%=cid%>;
rowsToCommitCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
@@ -695,6 +709,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%if (("INSERT").equals(dataAction)) {
%>
@@ -722,6 +737,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: e.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -744,9 +760,12 @@ skeleton="../templates/db_output_bulk.skeleton"
<%
}%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%>=0;
}
<%

View File

@@ -105,6 +105,7 @@ int nb_line_rejected_<%=cid%> = 0;
int deletedCount_<%=cid%>=0;
int updatedCount_<%=cid%>=0;
int insertedCount_<%=cid%>=0;
int rowsToCommitCount_<%=cid%>=0;
int rejectedCount_<%=cid%>=0;
String tableName_<%=cid%> = <%=tableName%>;

View File

@@ -21,10 +21,12 @@ imports="
if(!("").equals(commitEvery)&&!("0").equals(commitEvery)){
%>
if (commitCounter_<%=cid%> > 0) {
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
if (commitCounter_<%=cid%> > 0 && rowsToCommitCount_<%=cid%> != 0) {
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
commitCounter_<%=cid%> = 0;
}
<%
}

View File

@@ -126,7 +126,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -200,7 +202,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -292,7 +296,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -354,7 +360,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -436,6 +444,7 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
updateFlag_<%=cid%>=pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> = updatedCount_<%=cid%> + updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
if(updateFlag_<%=cid%> == 0) {
<%
if(isEnableDebug) {
@@ -465,7 +474,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
}else{
@@ -532,7 +543,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -601,9 +614,12 @@ skeleton="../templates/db_output_bulk.skeleton"
commitCounter_<%=cid%>++;
if(commitEvery_<%=cid%> <= commitCounter_<%=cid%>) {
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%>=0;
}

View File

@@ -285,6 +285,7 @@ bw_<%=cid%>.write("!set showHeader false\n");
org.jets3t.service.security.GSCredentials credentials_<%=cid%> = new org.jets3t.service.security.GSCredentials(<%=accessKey%>,decryptedPassword_<%=cid%>);
service_<%=cid%> = new org.jets3t.service.impl.rest.httpclient.GoogleStorageService(credentials_<%=cid%>," <%=GoogleTracker%>",null);
service_<%=cid%>.getAccountOwner();
java.util.regex.Matcher m = org.talend.bigdata.launcher.google.dataproc.DataprocJobUtil.GS_URI_PATTERN.matcher(<%=gsTempDir%>);
if (m.find()) {

View File

@@ -102,6 +102,7 @@ int nb_line_rejected_<%=cid%> = 0;
int deletedCount_<%=cid%>=0;
int updatedCount_<%=cid%>=0;
int insertedCount_<%=cid%>=0;
int rowsToCommitCount_<%=cid%>=0;
int rejectedCount_<%=cid%>=0;
String dbschema_<%=cid%> = null;

View File

@@ -24,7 +24,7 @@ imports="
boolean setAutoCommit = false;
boolean useExistingConnection = "true".equals(ElementParameterParser.getValue(node,"__USE_EXISTING_CONNECTION__"));
boolean useExistingConnection = "true".equals(ElementParameterParser.getValue(node, "__USE_EXISTING_CONNECTION__"));
String useBatchAndUseConn = ElementParameterParser.getValue(node,"__USE_BATCH_AND_USE_CONN__");
String dieOnError = ElementParameterParser.getValue(node, "__DIE_ON_ERROR__");
@@ -103,6 +103,7 @@ imports="
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%
if (("INSERT").equals(dataAction)) {
@@ -148,9 +149,13 @@ imports="
<%
if(!useExistingConnection && useTransaction && !("").equals(commitEvery)&&!("0").equals(commitEvery)){
%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
commitCounter_<%=cid%> = 0;
}
<%
}
if (!useExistingConnection) {

View File

@@ -341,7 +341,9 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -479,7 +481,9 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
nb_line_<%=cid%>++;
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
whetherReject_<%=cid%> = true;
@@ -628,7 +632,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -704,7 +710,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -833,6 +841,7 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
updateFlag_<%=cid%>=pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> = updatedCount_<%=cid%> + updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
if(updateFlag_<%=cid%> == 0) {
<%
if(isEnableDebug) {
@@ -876,7 +885,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
}else{
@@ -975,7 +986,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -1050,6 +1063,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%
if (("INSERT").equals(dataAction)) {
@@ -1087,10 +1101,13 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
commitCounter_<%=cid%>++;
if(commitEvery_<%=cid%><=commitCounter_<%=cid%>) {
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(commitEvery_<%=cid%> <= commitCounter_<%=cid%>) {
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%> = 0;
}

View File

@@ -78,6 +78,7 @@ int nb_line_rejected_<%=cid%> = 0;
int deletedCount_<%=cid%>=0;
int updatedCount_<%=cid%>=0;
int insertedCount_<%=cid%>=0;
int rowsToCommitCount_<%=cid%>=0;
int rejectedCount_<%=cid%> = 0;
String tableName_<%=cid%> = <%=tableName%>;

View File

@@ -131,6 +131,7 @@ imports="
}
tmp_batchUpdateCount_<%=cid%> = tmp_batchUpdateCount_<%=cid%> > countSum_<%=cid%> ? tmp_batchUpdateCount_<%=cid%> : countSum_<%=cid%>;
rowsToCommitCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
@@ -150,10 +151,12 @@ imports="
if(!useExistingConnection) {
if(!("").equals(commitEvery)&&!("0").equals(commitEvery)){
%>
if (commitCounter_<%=cid%> > 0) {
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
if (commitCounter_<%=cid%> > 0 && rowsToCommitCount_<%=cid%> != 0) {
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
commitCounter_<%=cid%> = 0;
}
<%
}

View File

@@ -158,7 +158,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -262,7 +264,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -382,7 +386,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
updatedCount_<%=cid%> = updatedCount_<%=cid%> + pstmtUpdate_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().updating(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -444,7 +450,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -543,6 +551,7 @@ skeleton="../templates/db_output_bulk.skeleton"
try {
updateFlag_<%=cid%>=pstmtUpdate_<%=cid %>.executeUpdate();
updatedCount_<%=cid%> = updatedCount_<%=cid%> + updateFlag_<%=cid%>;
rowsToCommitCount_<%=cid%> += updateFlag_<%=cid%>;
if(updateFlag_<%=cid%> == 0) {
<%
if(isEnableDebug) {
@@ -572,7 +581,9 @@ skeleton="../templates/db_output_bulk.skeleton"
}
%>
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
insertedCount_<%=cid%> = insertedCount_<%=cid%> + pstmtInsert_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmtInsert_<%=cid %>.executeUpdate();
insertedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().inserting(dbLog.var("nb_line"));%>
}else{
@@ -667,7 +678,9 @@ skeleton="../templates/db_output_bulk.skeleton"
%>
try {
<%if(isEnableDebug){dbLog.data().sqlDebugPrint("globalMap.get(\""+cid+"_QUERY\")");}%>
deletedCount_<%=cid%> = deletedCount_<%=cid%> + pstmt_<%=cid %>.executeUpdate();
int processedCount_<%=cid%> = pstmt_<%=cid %>.executeUpdate();
deletedCount_<%=cid%> += processedCount_<%=cid%>;
rowsToCommitCount_<%=cid%> += processedCount_<%=cid%>;
nb_line_<%=cid%>++;
<%dbLog.data().deleting(dbLog.var("nb_line"));%>
} catch(java.lang.Exception e) {
@@ -767,6 +780,7 @@ skeleton="../templates/db_output_bulk.skeleton"
System.err.println(e.getMessage());
}
tmp_batchUpdateCount_<%=cid%> = tmp_batchUpdateCount_<%=cid%> > countSum_<%=cid%> ? tmp_batchUpdateCount_<%=cid%> : countSum_<%=cid%>;
rowsToCommitCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += tmp_batchUpdateCount_<%=cid%>;
@@ -800,6 +814,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: pstmt_<%=cid %>.executeBatch()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%dbLog.batch().executeDone(dbLog.str(dataAction));%>
<%if (("INSERT").equals(dataAction)) {
%>
@@ -827,6 +842,7 @@ skeleton="../templates/db_output_bulk.skeleton"
for(int countEach_<%=cid%>: e.getUpdateCounts()) {
countSum_<%=cid%> += (countEach_<%=cid%> < 0 ? 0 : countEach_<%=cid%>);
}
rowsToCommitCount_<%=cid%> += countSum_<%=cid%>;
<%if (("INSERT").equals(dataAction)) {
%>
insertedCount_<%=cid%> += countSum_<%=cid%>;
@@ -848,10 +864,12 @@ skeleton="../templates/db_output_bulk.skeleton"
}
<%
}%>
<%dbLog.commit().commitTry(null, dbLog.var("commitCounter"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
if(rowsToCommitCount_<%=cid%> != 0){
<%dbLog.commit().commitTry(null, dbLog.var("rowsToCommitCount"));%>
conn_<%=cid%>.commit();
<%dbLog.commit().commitDone(null);%>
rowsToCommitCount_<%=cid%> = 0;
}
commitCounter_<%=cid%>=0;
}
<%

Some files were not shown because too many files have changed in this diff Show More