71a9257b06
https://jira.talendforge.org/browse/TDI-30076 Revert "Fix Backlog Task TDI-28733 : Log4j for tXXXDBOutput" This reverts commitba5cbbdb. 1. revert the code on all db output 2. revert the code on the public javajet which only affect log4j and all the references has been revert by step 1 delete AbstractDBOutputBegin/Main/End & templates/DB/Output/HelpClass.javajet revert the code on AbstractDBOutputFinally & DBOutputEndGlobalVars 3. revert _tableActionForOutput.javajet toba5cbbdbfromba5cbbdb, there are four commit about: https://jira.talendforge.org/browse/TDI-28733 https://jira.talendforge.org/browse/TDI-29153 but each code about these two jira has been reverted, so this file also need to be reverted keep the modification about Row Component AbstractDBRowMain & tEXARow_begin.javajet keep the modification about log4jUtil log4jDBConnUtil & log4jFileUtil
292 lines
12 KiB
Plaintext
292 lines
12 KiB
Plaintext
<%@ jet
|
|
imports="
|
|
org.talend.designer.codegen.config.CodeGeneratorArgument
|
|
org.talend.core.model.process.INode
|
|
org.talend.core.model.process.ElementParameterParser
|
|
org.talend.core.model.metadata.IMetadataTable
|
|
org.talend.core.model.metadata.MappingTypeRetriever
|
|
org.talend.core.model.metadata.MetadataTalendType
|
|
java.util.List
|
|
java.util.ArrayList
|
|
java.util.Map
|
|
java.util.HashMap
|
|
"
|
|
skeleton="../templates/db_output_bulk.skeleton"
|
|
%>
|
|
|
|
<%
|
|
CodeGeneratorArgument codeGenArgument = (CodeGeneratorArgument) argument;
|
|
INode node = (INode)codeGenArgument.getArgument();
|
|
|
|
String cid = node.getUniqueName();
|
|
|
|
String frameworkType = ElementParameterParser.getValue(node,"__FRAMEWORK_TYPE__");
|
|
|
|
String dbname= ElementParameterParser.getValue(node, "__DBNAME__");
|
|
|
|
String dbhost = ElementParameterParser.getValue(node, "__HOST__");
|
|
|
|
String dbport = ElementParameterParser.getValue(node, "__PORT__");
|
|
|
|
List<Map<String, String>> addCols =
|
|
(List<Map<String,String>>)ElementParameterParser.getObjectValue(
|
|
node,"__ADD_COLS__" );
|
|
|
|
boolean useFieldOptions = ("true").equals(ElementParameterParser.getValue(node, "__USE_FIELD_OPTIONS__"));
|
|
|
|
List<Map<String, String>> fieldOptions = (List<Map<String,String>>)ElementParameterParser.getObjectValue(node, "__FIELD_OPTIONS__");
|
|
|
|
String dbuser= ElementParameterParser.getValue(node, "__USER__");
|
|
|
|
String dbpwd= ElementParameterParser.getValue(node, "__PASS__");
|
|
|
|
String tableName = ElementParameterParser.getValue(node,"__TABLE__");
|
|
|
|
String dbmsId = ElementParameterParser.getValue(node,"__MAPPING__");
|
|
|
|
String dataAction = ElementParameterParser.getValue(node,"__DATA_ACTION__");
|
|
|
|
String tableAction = ElementParameterParser.getValue(node,"__TABLE_ACTION__");
|
|
|
|
String commitEvery = ElementParameterParser.getValue(node, "__COMMIT_EVERY__");
|
|
|
|
String dbRootPath = ElementParameterParser.getValue(node, "__DBPATH__");
|
|
|
|
boolean isEnableDebug = ("true").equals(ElementParameterParser.getValue(node,"__ENABLE_DEBUG_MODE__"));
|
|
boolean isParallelize ="true".equalsIgnoreCase(ElementParameterParser.getValue(node, "__PARALLELIZE__"));
|
|
%>
|
|
|
|
<%
|
|
List<IMetadataColumn> columnList = getColumnList(node);
|
|
List<Column> stmtStructure = null;
|
|
if(columnList != null && columnList.size() > 0) {
|
|
stmtStructure = getManager(dbmsId, cid).createColumnList(columnList, useFieldOptions, fieldOptions, addCols);
|
|
}
|
|
%>
|
|
|
|
<%
|
|
if(("UPDATE").equals(dataAction) || ("INSERT_OR_UPDATE").equals(dataAction) || ("UPDATE_OR_INSERT").equals(dataAction)) {
|
|
int updateKeyCount = 0;
|
|
if(stmtStructure != null) {
|
|
for(Column column : stmtStructure) {
|
|
if(column.isUpdateKey()) {
|
|
updateKeyCount++;
|
|
}
|
|
}
|
|
%>
|
|
int updateKeyCount_<%=cid%> = <%=updateKeyCount%>;
|
|
if(updateKeyCount_<%=cid%> < 1) {
|
|
throw new RuntimeException("For update, Schema must have a key");
|
|
}
|
|
<%
|
|
}
|
|
} else if(("DELETE").equals(dataAction)) {
|
|
int deleteKeyCount = 0;
|
|
if(stmtStructure != null) {
|
|
for(Column column : stmtStructure) {
|
|
if(column.isDeleteKey()) {
|
|
deleteKeyCount++;
|
|
}
|
|
}
|
|
%>
|
|
int deleteKeyCount_<%=cid%> = <%=deleteKeyCount%>;
|
|
if(deleteKeyCount_<%=cid%> < 1) {
|
|
throw new RuntimeException("For delete, Schema must have a key");
|
|
}
|
|
<%
|
|
}
|
|
}
|
|
%>
|
|
|
|
String jdbcDriver_<%=cid%> = null;
|
|
String url_<%=cid%> = null;
|
|
<%
|
|
if(("EMBEDED").equals(frameworkType)) {
|
|
%>
|
|
jdbcDriver_<%=cid%> = "org.apache.derby.jdbc.EmbeddedDriver";
|
|
url_<%=cid%> = "jdbc:derby:" + <%=dbname%>;
|
|
//set the root path of the database
|
|
System.setProperty("derby.system.home",<%=dbRootPath%>);
|
|
<%
|
|
} else {
|
|
if(("JCCJDBC").equals(frameworkType)) {
|
|
%>
|
|
jdbcDriver_<%=cid%> = "com.ibm.db2.jcc.DB2Driver";
|
|
url_<%=cid%> = "jdbc:derby:net://" + <%=dbhost%> + ":" + <%=dbport%> + "/" + <%=dbname%>;
|
|
<%
|
|
} else {
|
|
%>
|
|
jdbcDriver_<%=cid%> = "org.apache.derby.jdbc.ClientDriver";
|
|
url_<%=cid%> = "jdbc:derby://" + <%=dbhost%> + ":" + <%=dbport%> + "/" + <%=dbname%>;
|
|
<%
|
|
}
|
|
%>
|
|
<%
|
|
String connectionFlag = ElementParameterParser.getValue(node, "__CONNECTION_FLAG__");
|
|
if(("false").equals(connectionFlag)) {
|
|
%>
|
|
org.apache.derby.drda.NetworkServerControl serverControl_<%=cid%>;
|
|
serverControl_<%=cid%> = new org.apache.derby.drda.NetworkServerControl(java.net.InetAddress.getByName(<%=dbhost%>),Integer.parseInt(<%=dbport%>));
|
|
//start server
|
|
serverControl_<%=cid%>.start(new java.io.PrintWriter(System.out,true));
|
|
boolean isServerUp_<%=cid%> = false;
|
|
int timeOut_<%=cid%> = 5;
|
|
while(!isServerUp_<%=cid%> && timeOut_<%=cid%> > 0) {
|
|
try {
|
|
timeOut_<%=cid%>--;
|
|
/*
|
|
* testing for connection to see if the network server is up and running.
|
|
* if server is not ready yet, this method will throw an exception.
|
|
*/
|
|
serverControl_<%=cid%>.ping();
|
|
isServerUp_<%=cid%> = true;
|
|
} catch(java.lang.Exception e) {
|
|
//Unable to obtain a connection to network server, trying again after 3000 ms.
|
|
Thread.currentThread().sleep(3000);
|
|
}
|
|
}
|
|
if(!isServerUp_<%=cid%>) {
|
|
/*
|
|
* can not obtain a connection to network server.
|
|
*/
|
|
throw new java.lang.Exception("Can not obtain a connection to network server");
|
|
}
|
|
//derby network server started.
|
|
<%
|
|
}
|
|
}
|
|
%>
|
|
|
|
int nb_line_<%=cid%> = 0;
|
|
int nb_line_update_<%=cid%> = 0;
|
|
int nb_line_inserted_<%=cid%> = 0;
|
|
int nb_line_deleted_<%=cid%> = 0;
|
|
int nb_line_rejected_<%=cid%> = 0;
|
|
|
|
int deletedCount_<%=cid%>=0;
|
|
int updatedCount_<%=cid%>=0;
|
|
int insertedCount_<%=cid%>=0;
|
|
|
|
String tableName_<%=cid%> = <%=tableName%>;
|
|
boolean whetherReject_<%=cid%> = false;
|
|
|
|
Class.forName(jdbcDriver_<%=cid%>).newInstance();
|
|
java.util.Properties properties_<%=cid%> = new java.util.Properties();
|
|
properties_<%=cid%>.put("user",<%=dbuser%>);
|
|
properties_<%=cid%>.put("password",<%=dbpwd%>);
|
|
java.sql.Connection conn_<%=cid%> = java.sql.DriverManager.getConnection(url_<%=cid%>,properties_<%=cid%>);
|
|
resourceMap.put("conn_<%=cid%>", conn_<%=cid%>);
|
|
conn_<%=cid%>.setAutoCommit(false);
|
|
<%
|
|
if(columnList != null && columnList.size() > 0) {
|
|
if(!isParallelize && !("NONE").equals(tableAction)) {
|
|
Manager manager = getManager(dbmsId, cid);
|
|
if(("DROP_CREATE").equals(tableAction)) {
|
|
%>
|
|
java.sql.Statement stmtDrop_<%=cid%> = conn_<%=cid%>.createStatement();
|
|
stmtDrop_<%=cid%>.execute("<%=manager.getDropTableSQL()%>");
|
|
java.sql.Statement stmtCreate_<%=cid%> = conn_<%=cid%>.createStatement();
|
|
stmtCreate_<%=cid%>.execute("<%=manager.getCreateTableSQL(stmtStructure)%>)");
|
|
<%
|
|
} else if(("CREATE").equals(tableAction)) {
|
|
%>
|
|
java.sql.Statement stmtCreate_<%=cid%> = conn_<%=cid%>.createStatement();
|
|
stmtCreate_<%=cid%>.execute("<%=manager.getCreateTableSQL(stmtStructure)%>)");
|
|
<%
|
|
} else if(("CREATE_IF_NOT_EXISTS").equals(tableAction) || ("DROP_IF_EXISTS_AND_CREATE").equals(tableAction)) {
|
|
%>
|
|
java.sql.DatabaseMetaData dbMetaData_<%=cid%> = conn_<%=cid%>.getMetaData();
|
|
java.sql.ResultSet rsTable_<%=cid%> = dbMetaData_<%=cid%>.getTables(null, null, null, new String[]{"TABLE"});
|
|
boolean whetherExist_<%=cid%> = false;
|
|
while(rsTable_<%=cid%>.next()) {
|
|
String table_<%=cid%> = rsTable_<%=cid%>.getString("TABLE_NAME");
|
|
if(table_<%=cid%>.equalsIgnoreCase(<%=tableName%>)) {
|
|
whetherExist_<%=cid%> = true;
|
|
break;
|
|
}
|
|
}
|
|
<%
|
|
if(("CREATE_IF_NOT_EXISTS").equals(tableAction)) {
|
|
%>
|
|
if(!whetherExist_<%=cid%>) {
|
|
java.sql.Statement stmtCreate_<%=cid%> = conn_<%=cid%>.createStatement();
|
|
stmtCreate_<%=cid%>.execute("<%=manager.getCreateTableSQL(stmtStructure)%>)");
|
|
}
|
|
<%
|
|
} else {
|
|
%>
|
|
if(whetherExist_<%=cid%>) {
|
|
java.sql.Statement stmtDrop_<%=cid%> = conn_<%=cid%>.createStatement();
|
|
stmtDrop_<%=cid%>.execute("<%=manager.getDropTableSQL()%>");
|
|
}
|
|
java.sql.Statement stmtCreate_<%=cid%> = conn_<%=cid%>.createStatement();
|
|
stmtCreate_<%=cid%>.execute("<%=manager.getCreateTableSQL(stmtStructure)%>)");
|
|
<%
|
|
}
|
|
} else if(("CLEAR").equals(tableAction)) {
|
|
%>
|
|
java.sql.Statement stmtClear_<%=cid%> = conn_<%=cid%>.createStatement();
|
|
deletedCount_<%=cid%> = deletedCount_<%=cid%> + stmtClear_<%=cid%>.executeUpdate("<%=manager.getDeleteTableSQL()%>");
|
|
<%
|
|
}
|
|
}
|
|
Map<String, StringBuilder> actionSQLMap = getManager(dbmsId, cid).createProcessSQL(stmtStructure);
|
|
StringBuilder insertColName = actionSQLMap.get(INSERT_COLUMN_NAME);
|
|
StringBuilder insertValueStmt = actionSQLMap.get(INSERT_VALUE_STMT);
|
|
StringBuilder updateSetStmt = actionSQLMap.get(UPDATE_SET_STMT);
|
|
StringBuilder updateWhereStmt = actionSQLMap.get(UPDATE_WHERE_STMT);
|
|
StringBuilder deleteWhereStmt = actionSQLMap.get(DELETE_WHERE_STMT);
|
|
|
|
if(("INSERT").equals(dataAction)) {
|
|
%>
|
|
String insert_<%=cid%> = "INSERT INTO \"" + <%=tableName%> + "\" (<%=insertColName.toString()%>) VALUES (<%=insertValueStmt.toString()%>)";
|
|
java.sql.PreparedStatement pstmt_<%=cid %> = conn_<%=cid%>.prepareStatement(insert_<%=cid%>);
|
|
<%
|
|
} else if (("UPDATE").equals(dataAction)) {
|
|
%>
|
|
String update_<%=cid%> = "UPDATE \"" + <%=tableName%> + "\" SET <%=updateSetStmt.toString()%> WHERE <%=updateWhereStmt.toString()%>";
|
|
java.sql.PreparedStatement pstmt_<%=cid %> = conn_<%=cid%>.prepareStatement(update_<%=cid%>);
|
|
<%
|
|
} else if (("INSERT_OR_UPDATE").equals(dataAction)) {
|
|
%>
|
|
java.sql.PreparedStatement pstmt_<%=cid %> = conn_<%=cid%>.prepareStatement("SELECT COUNT(1) FROM \"" + <%=tableName%> + "\" WHERE <%=updateWhereStmt.toString()%>");
|
|
String insert_<%=cid%> = "INSERT INTO \"" + <%=tableName%> + "\" (<%=insertColName.toString()%>) VALUES (<%=insertValueStmt.toString()%>)";
|
|
java.sql.PreparedStatement pstmtInsert_<%=cid %> = conn_<%=cid%>.prepareStatement(insert_<%=cid%>);
|
|
String update_<%=cid%> = "UPDATE \"" + <%=tableName%> + "\" SET <%=updateSetStmt.toString()%> WHERE <%=updateWhereStmt.toString()%>";
|
|
java.sql.PreparedStatement pstmtUpdate_<%=cid %> = conn_<%=cid%>.prepareStatement(update_<%=cid%>);
|
|
<%
|
|
} else if (("UPDATE_OR_INSERT").equals(dataAction)) {
|
|
%>
|
|
String update_<%=cid%> = "UPDATE \"" + <%=tableName%> + "\" SET <%=updateSetStmt.toString()%> WHERE <%=updateWhereStmt.toString()%>";
|
|
java.sql.PreparedStatement pstmtUpdate_<%=cid %> = conn_<%=cid%>.prepareStatement(update_<%=cid%>);
|
|
String insert_<%=cid%> = "INSERT INTO \"" + <%=tableName%> + "\" (<%=insertColName.toString()%>) VALUES (<%=insertValueStmt.toString()%>)";
|
|
java.sql.PreparedStatement pstmtInsert_<%=cid %> = conn_<%=cid%>.prepareStatement(insert_<%=cid%>);
|
|
<%
|
|
|
|
} else if (("DELETE").equals(dataAction)) {
|
|
%>
|
|
String delete_<%=cid%> = "DELETE FROM \"" + <%=tableName%> + "\" WHERE <%=deleteWhereStmt.toString()%>";
|
|
java.sql.PreparedStatement pstmt_<%=cid %> = conn_<%=cid%>.prepareStatement(delete_<%=cid%>);
|
|
<%
|
|
}
|
|
if(isEnableDebug) {
|
|
%>
|
|
StringBuffer query_<%=cid%> = null;
|
|
<%@ include file="../templates/DB/Output/splitSQLForAllDBInBegin.javajet" %>
|
|
<%
|
|
}
|
|
if(!("").equals(commitEvery) && !("0").equals(commitEvery)) {
|
|
%>
|
|
|
|
int commitEvery_<%=cid%> = <%=commitEvery%>;
|
|
|
|
int commitCounter_<%=cid%> = 0;
|
|
|
|
<%
|
|
}
|
|
}
|
|
%>
|
|
|
|
|
|
|