Skip to content

J
jz-dmp-cmdexectool
Commit eda389b1 authored by mcb's avatar mcb
Browse files
Options

COMMIT

parent 3e16f307
Hide whitespace changes
Inline Side-by-side
Showing with 291 additions and 178 deletions
src/main/java/com/jz/dmp/cmdexectool/scheduler/common/task/sync/SyncParameters.java
View file @ eda389b1
...@@ -11,6 +11,7 @@ import com.jz.dmp.cmdexectool.mapper.DmpSyncingDatasourceDao; ...@@ -11,6 +11,7 @@ import com.jz.dmp.cmdexectool.mapper.DmpSyncingDatasourceDao;
import com.jz.dmp.cmdexectool.scheduler.common.enums.MyDbType; import com.jz.dmp.cmdexectool.scheduler.common.enums.MyDbType;
import com.jz.dmp.cmdexectool.scheduler.common.process.ResourceInfo; import com.jz.dmp.cmdexectool.scheduler.common.process.ResourceInfo;
import com.jz.dmp.cmdexectool.scheduler.common.task.AbstractParameters; import com.jz.dmp.cmdexectool.scheduler.common.task.AbstractParameters;
import com.jz.dmp.cmdexectool.scheduler.common.utils.ParameterUtils;
import com.jz.dmp.cmdexectool.scheduler.common.utils.StringUtils; import com.jz.dmp.cmdexectool.scheduler.common.utils.StringUtils;
import com.jz.dmp.cmdexectool.scheduler.dao.datasource.MyBaseDataSource; import com.jz.dmp.cmdexectool.scheduler.dao.datasource.MyBaseDataSource;
import org.springframework.ui.freemarker.FreeMarkerConfigurationFactoryBean; import org.springframework.ui.freemarker.FreeMarkerConfigurationFactoryBean;
...@@ -158,7 +159,7 @@ public class SyncParameters extends AbstractParameters { ...@@ -158,7 +159,7 @@ public class SyncParameters extends AbstractParameters {
|| targetTypeId == DatasouceTypeConstant.PostgreSQL || targetTypeId == DatasouceTypeConstant.PostgreSQL
|| targetTypeId == DatasouceTypeConstant.Informix || targetTypeId == DatasouceTypeConstant.Informix
|| targetTypeId == DatasouceTypeConstant.DB2)) { || targetTypeId == DatasouceTypeConstant.DB2)) {
getJdbcSink(targetDatasource, targetObj, freeMarkerConfig, publicKey, source_table_name); getJdbcSink(targetDatasource, targetObj, freeMarkerConfig, publicKey, source_table_name, mappingObj);
} }
if (targetTypeId == DatasouceTypeConstant.SFTP) { if (targetTypeId == DatasouceTypeConstant.SFTP) {
getSinkSftp(targetDatasource, publicKey, targetObj, freeMarkerConfig, source_table_name); getSinkSftp(targetDatasource, publicKey, targetObj, freeMarkerConfig, source_table_name);
...@@ -167,8 +168,8 @@ public class SyncParameters extends AbstractParameters { ...@@ -167,8 +168,8 @@ public class SyncParameters extends AbstractParameters {
getSinkKudu(targetDatasource, freeMarkerConfig, source_table_name); getSinkKudu(targetDatasource, freeMarkerConfig, source_table_name);
} }
if (targetTypeId == DatasouceTypeConstant.Hive) { if (targetTypeId == DatasouceTypeConstant.Hive) {
//source //sink
getSinkHive(freeMarkerConfig,sourceObj, source_table_name,envModel ); getSinkHive(freeMarkerConfig, sourceObj, source_table_name, envModel);
} }
//transform //transform
if (mappingObj.size() > 0 && null != mappingObj) { if (mappingObj.size() > 0 && null != mappingObj) {
...@@ -184,7 +185,7 @@ public class SyncParameters extends AbstractParameters { ...@@ -184,7 +185,7 @@ public class SyncParameters extends AbstractParameters {
waterdropScript = FreeMarkerUtils.freemakerNoneWebJson(CommConstant.WATERDROP_FTL, waterdropModel, freeMarkerConfig); waterdropScript = FreeMarkerUtils.freemakerNoneWebJson(CommConstant.WATERDROP_FTL, waterdropModel, freeMarkerConfig);
} }
private void getSinkHive(FreeMarkerConfigurationFactoryBean freeMarkerConfig, Map<String, Object> sourceObj, String source_table_name,Map<String, String> envModel ) { private void getSinkHive(FreeMarkerConfigurationFactoryBean freeMarkerConfig, Map<String, Object> sourceObj, String source_table_name, Map<String, String> envModel) {
Map hiveModel = new HashMap(); Map hiveModel = new HashMap();
hiveModel.put("pre_sql", " select * from " + source_table_name); hiveModel.put("pre_sql", " select * from " + source_table_name);
hiveModel.put("result_table_name", source_table_name); hiveModel.put("result_table_name", source_table_name);
...@@ -205,7 +206,7 @@ public class SyncParameters extends AbstractParameters { ...@@ -205,7 +206,7 @@ public class SyncParameters extends AbstractParameters {
env = FreeMarkerUtils.freemakerNoneWebJson(CommConstant.WATERDROP_FTL_ENV, envModel, freeMarkerConfig); env = FreeMarkerUtils.freemakerNoneWebJson(CommConstant.WATERDROP_FTL_ENV, envModel, freeMarkerConfig);
} }
private void getSinkKudu(DmpSyncingDatasource targetDatasource,FreeMarkerConfigurationFactoryBean freeMarkerConfig, String source_table_name) { private void getSinkKudu(DmpSyncingDatasource targetDatasource, FreeMarkerConfigurationFactoryBean freeMarkerConfig, String source_table_name) {
Map kuduModel = new HashMap(); Map kuduModel = new HashMap();
kuduModel.put("kuduMaster", targetDatasource.getHost() + ":" + targetDatasource.getPort()); //主机名 kuduModel.put("kuduMaster", targetDatasource.getHost() + ":" + targetDatasource.getPort()); //主机名
kuduModel.put("result_table_name", source_table_name); //spark生成的临时表名 kuduModel.put("result_table_name", source_table_name); //spark生成的临时表名
...@@ -220,7 +221,7 @@ public class SyncParameters extends AbstractParameters { ...@@ -220,7 +221,7 @@ public class SyncParameters extends AbstractParameters {
source = source + FreeMarkerUtils.freemakerNoneWebJson(CommConstant.WATERDROP_FTL_SINK_KUDU, kuduModel, freeMarkerConfig); source = source + FreeMarkerUtils.freemakerNoneWebJson(CommConstant.WATERDROP_FTL_SINK_KUDU, kuduModel, freeMarkerConfig);
} }
private void getSinkSftp(DmpSyncingDatasource targetDatasource, String publicKey, Map<String, Object> targetObj, FreeMarkerConfigurationFactoryBean freeMarkerConfig,String source_table_name) { private void getSinkSftp(DmpSyncingDatasource targetDatasource, String publicKey, Map<String, Object> targetObj, FreeMarkerConfigurationFactoryBean freeMarkerConfig, String source_table_name) {
Map sftpModel = new HashMap(); Map sftpModel = new HashMap();
sftpModel.put("host", targetDatasource.getHost()); //主机名 sftpModel.put("host", targetDatasource.getHost()); //主机名
sftpModel.put("user", targetDatasource.getUserName()); //用户 sftpModel.put("user", targetDatasource.getUserName()); //用户
...@@ -324,9 +325,10 @@ public class SyncParameters extends AbstractParameters { ...@@ -324,9 +325,10 @@ public class SyncParameters extends AbstractParameters {
} }
//sink //sink
public void getJdbcSink(DmpSyncingDatasource targetDatasource, Map<String, Object> targetObj, FreeMarkerConfigurationFactoryBean freeMarkerConfig, String publicKey, String source_table_name) { public void getJdbcSink(DmpSyncingDatasource targetDatasource, Map<String, Object> targetObj, FreeMarkerConfigurationFactoryBean freeMarkerConfig, String publicKey, String source_table_name, List<Map<String, Object>> mappingObj) {
String postImportStatement = String.valueOf(targetObj.get("postImportStatement")); //导入后语句 String postImportStatement = String.valueOf(targetObj.get("postImportStatement")); //导入后语句
String preImportStatement = String.valueOf(targetObj.get("preImportStatement")); //导入前语句 String preImportStatement = String.valueOf(targetObj.get("preImportStatement")); //导入前语句
String targetTable = String.valueOf(targetObj.get("targetTable"));//目标表
preStatements = new ArrayList<String>(); preStatements = new ArrayList<String>();
preStatements.add(preImportStatement); preStatements.add(preImportStatement);
posStatements = new ArrayList<String>(); posStatements = new ArrayList<String>();
...@@ -340,20 +342,43 @@ public class SyncParameters extends AbstractParameters { ...@@ -340,20 +342,43 @@ public class SyncParameters extends AbstractParameters {
targetBaseDataSource.setPassword(password); targetBaseDataSource.setPassword(password);
targetBaseDataSource.setMyDbType(myDbType); targetBaseDataSource.setMyDbType(myDbType);
String saveMode = "append";
String primaryKeyConflict = "";
if (StringUtils.isNotEmpty(String.valueOf(targetObj.get("primaryKeyConflict")))) {
primaryKeyConflict = String.valueOf(targetObj.get("primaryKeyConflict"));
}
if (myDbType.PostgreSQL == myDbType){
String pgSqlWriteMode = String.valueOf(targetObj.get("pgSqlWriteMode")); //pgsql 导入模式
if (StringUtils.isNotEmpty(pgSqlWriteMode)) {
saveMode = pgSqlWriteMode;
}
}
if (CommConstant.PRIMARY_KEY_CONFLICT_REPLACE.equals(primaryKeyConflict)
|| CommConstant.PRIMARY_KEY_CONFLICT_UPDATE.equals(primaryKeyConflict)) {
saveMode = "update";
}
Map jdbcSinkModel = new HashMap(); Map jdbcSinkModel = new HashMap();
jdbcSinkModel.put("driver", targetDatasource.getDriverClassName());
jdbcSinkModel.put("url", targetDatasource.getJdbcUrl());
//存储模式，支持overwrite、append、update、ignore、error //存储模式，支持overwrite、append、update、ignore、error
//在save_mode指定为update时配置，用于指定键冲突的更新语句模板 //在save_mode指定为update时配置，用于指定键冲突的更新语句模板
jdbcSinkModel.put("save_mode", targetObj.get("primaryKeyConflict")); jdbcSinkModel.put("save_mode", saveMode);
//当存储模式是 overwrite时，仅清除表中数据 //当存储模式是 overwrite时，仅清除表中数据
if (null != targetObj.get("primaryKeyConflict")) { //主键冲突 if (StringUtils.isNotEmpty(primaryKeyConflict)) { //主键冲突
if ("overwrite".equals(targetObj.get("primaryKeyConflict"))) { if ("overwrite".equals(primaryKeyConflict)) {
jdbcSinkModel.put("truncate", "true"); jdbcSinkModel.put("truncate", "true");
} else { } else {
jdbcSinkModel.put("truncate", "false"); jdbcSinkModel.put("truncate", "false");
} }
} }
if ("update".equals(saveMode)) {
String customUpdateStmt = ParameterUtils.syncColumnMappingHandlerConflict(targetTable, mappingObj, myDbType, targetObj);
if (org.apache.commons.lang3.StringUtils.isNotEmpty(customUpdateStmt)) {
jdbcSinkModel.put("customUpdateStmt", customUpdateStmt);
}
}
jdbcSinkModel.put("driver", targetDatasource.getDriverClassName());
jdbcSinkModel.put("url", targetDatasource.getJdbcUrl());
jdbcSinkModel.put("dbtable", targetObj.get("targetTable")); //目标表 jdbcSinkModel.put("dbtable", targetObj.get("targetTable")); //目标表
jdbcSinkModel.put("user", targetDatasource.getUserName()); jdbcSinkModel.put("user", targetDatasource.getUserName());
jdbcSinkModel.put("password", password); jdbcSinkModel.put("password", password);
......
src/main/java/com/jz/dmp/cmdexectool/scheduler/common/utils/ParameterUtils.java
View file @ eda389b1
...@@ -60,7 +60,7 @@ public class ParameterUtils { ...@@ -60,7 +60,7 @@ public class ParameterUtils {
* convert parameters place holders * convert parameters place holders
* *
* @param parameterString parameter * @param parameterString parameter
* @param parameterMap parameter map * @param parameterMap parameter map
* @return convert parameters place holders * @return convert parameters place holders
*/ */
public static String convertParameterPlaceholders(String parameterString, Map<String, String> parameterMap) { public static String convertParameterPlaceholders(String parameterString, Map<String, String> parameterMap) {
...@@ -95,7 +95,7 @@ public class ParameterUtils { ...@@ -95,7 +95,7 @@ public class ParameterUtils {
* convert parameters place holders * convert parameters place holders
* *
* @param parameterString parameter * @param parameterString parameter
* @param parameterMap parameter map * @param parameterMap parameter map
* @return convert parameters place holders * @return convert parameters place holders
*/ */
public static String convertParameterPlaceholders2(String parameterString, Map<String, String> parameterMap) { public static String convertParameterPlaceholders2(String parameterString, Map<String, String> parameterMap) {
...@@ -127,10 +127,10 @@ public class ParameterUtils { ...@@ -127,10 +127,10 @@ public class ParameterUtils {
/** /**
* set in parameter * set in parameter
* *
* @param index index * @param index index
* @param stmt preparedstatement * @param stmt preparedstatement
* @param dataType data type * @param dataType data type
* @param value value * @param value value
* @throws Exception errors * @throws Exception errors
*/ */
public static void setInParameter(int index, PreparedStatement stmt, DataType dataType, String value) throws Exception { public static void setInParameter(int index, PreparedStatement stmt, DataType dataType, String value) throws Exception {
...@@ -158,10 +158,10 @@ public class ParameterUtils { ...@@ -158,10 +158,10 @@ public class ParameterUtils {
/** /**
* curing user define parameters * curing user define parameters
* *
* @param globalParamMap global param map * @param globalParamMap global param map
* @param globalParamList global param list * @param globalParamList global param list
* @param commandType command type * @param commandType command type
* @param scheduleTime schedule time * @param scheduleTime schedule time
* @return curing user define parameters * @return curing user define parameters
*/ */
public static String curingGlobalParams(Map<String, String> globalParamMap, List<Property> globalParamList, public static String curingGlobalParams(Map<String, String> globalParamMap, List<Property> globalParamList,
...@@ -257,165 +257,253 @@ public class ParameterUtils { ...@@ -257,165 +257,253 @@ public class ParameterUtils {
} }
return map; return map;
} }
/** /**
* @Title: columnMappingHandler * @param @param jsonStr
* @Description: TODO(开发任务SQL：字段映射处理) * @param @return 参数
* @param @param jsonStr * @return List<Map < String , String>> 返回类型
* @param @return 参数 * @throws
* @return List<Map<String,String>> 返回类型 * @Title: columnMappingHandler
* @throws * @Description: TODO(开发任务SQL ： 字段映射处理)
*/ */
public static String columnMappingHandler(String jsonStr) { public static String columnMappingHandler(String jsonStr) {
JSONObject jsonObject = JSONObject.parseObject(jsonStr); JSONObject jsonObject = JSONObject.parseObject(jsonStr);
JSONArray sourceArray = jsonObject.getJSONArray("sourceFields"); JSONArray sourceArray = jsonObject.getJSONArray("sourceFields");
Map<String, JSONObject> sourceMap = new HashMap<String, JSONObject>(); Map<String, JSONObject> sourceMap = new HashMap<String, JSONObject>();
for (int index=0; index<sourceArray.size(); index++) { for (int index = 0; index < sourceArray.size(); index++) {
JSONObject sourceObj = sourceArray.getJSONObject(index); JSONObject sourceObj = sourceArray.getJSONObject(index);
sourceMap.put(sourceObj.getString("customSoruceFieldId"), sourceObj); sourceMap.put(sourceObj.getString("customSoruceFieldId"), sourceObj);
} }
JSONArray targetArray = jsonObject.getJSONArray("targetFields"); JSONArray targetArray = jsonObject.getJSONArray("targetFields");
Map<String, JSONObject> targetMap = new HashMap<String, JSONObject>(); Map<String, JSONObject> targetMap = new HashMap<String, JSONObject>();
for (int index=0; index<targetArray.size(); index++) { for (int index = 0; index < targetArray.size(); index++) {
JSONObject targetObj = targetArray.getJSONObject(index); JSONObject targetObj = targetArray.getJSONObject(index);
targetMap.put(targetObj.getString("customTargetFieldId"), targetObj); targetMap.put(targetObj.getString("customTargetFieldId"), targetObj);
} }
StringBuilder sb = new StringBuilder("SELECT "); StringBuilder sb = new StringBuilder("SELECT ");
JSONArray mappingArray = jsonObject.getJSONArray("columnMapping"); JSONArray mappingArray = jsonObject.getJSONArray("columnMapping");
Integer size = mappingArray.size(); Integer size = mappingArray.size();
for (int index=0; index<size; index++) { for (int index = 0; index < size; index++) {
JSONObject mappingObj = mappingArray.getJSONObject(index); JSONObject mappingObj = mappingArray.getJSONObject(index);
JSONObject sourceObj = sourceMap.get(mappingObj.getString("customSoruceFieldId")); JSONObject sourceObj = sourceMap.get(mappingObj.getString("customSoruceFieldId"));
JSONObject targetObj = targetMap.get(mappingObj.getString("customTargetFieldId")); JSONObject targetObj = targetMap.get(mappingObj.getString("customTargetFieldId"));
//String customSoruceFiledId = sourceObj.getString("customSoruceFiledId"); //String customSoruceFiledId = sourceObj.getString("customSoruceFiledId");
String sourceFieldName = sourceObj.getString("sourceFieldName"); String sourceFieldName = sourceObj.getString("sourceFieldName");
//String sourceFieldType = sourceObj.getString("sourceFieldType"); //String sourceFieldType = sourceObj.getString("sourceFieldType");
//String customTargetFieldId = targetObj.getString("customTargetFieldId"); //String customTargetFieldId = targetObj.getString("customTargetFieldId");
String targetFieldName = targetObj.getString("targetFieldName"); String targetFieldName = targetObj.getString("targetFieldName");
//String targetFieldType = targetObj.getString("targetFieldType"); //String targetFieldType = targetObj.getString("targetFieldType");
sb.append(sourceFieldName +" AS "+targetFieldName); sb.append(sourceFieldName + " AS " + targetFieldName);
if (index<size-1) { if (index < size - 1) {
sb.append(", "); sb.append(", ");
}else { } else {
sb.append(" "); sb.append(" ");
} }
} }
sb.append("FROM t"); sb.append("FROM t");
return sb.toString(); return sb.toString();
}
/**
* @param @param jsonStr
* @param @return 参数
* @return List<Map < String , String>> 返回类型
* @throws
* @Title: columnMappingHandler
* @Description: TODO(开发任务SQL ： 生成主键冲突语句)
*/
public static String columnMappingHandlerConflict(String jsonStr, String tableName, MyDbType myDbType) {
JSONObject jsonObject = JSONObject.parseObject(jsonStr);
JSONArray sourceArray = jsonObject.getJSONArray("sourceFields");
Map<String, JSONObject> sourceMap = new HashMap<String, JSONObject>();
for (int index = 0; index < sourceArray.size(); index++) {
JSONObject sourceObj = sourceArray.getJSONObject(index);
sourceMap.put(sourceObj.getString("customSoruceFieldId"), sourceObj);
}
JSONArray targetArray = jsonObject.getJSONArray("targetFields");
Map<String, JSONObject> targetMap = new HashMap<String, JSONObject>();
for (int index = 0; index < targetArray.size(); index++) {
JSONObject targetObj = targetArray.getJSONObject(index);
targetMap.put(targetObj.getString("customTargetFieldId"), targetObj);
}
StringBuilder valuesSqlSb = new StringBuilder();
StringBuilder primaryKeySqlSb = new StringBuilder();
StringBuilder updateSqlSb = new StringBuilder();
JSONArray mappingArray = jsonObject.getJSONArray("columnMapping");
Integer size = mappingArray.size();
for (int index = 0; index < size; index++) {
JSONObject mappingObj = mappingArray.getJSONObject(index);
JSONObject sourceObj = sourceMap.get(mappingObj.getString("customSoruceFieldId"));
JSONObject targetObj = targetMap.get(mappingObj.getString("customTargetFieldId"));
//String customSoruceFiledId = sourceObj.getString("customSoruceFiledId");
String sourceFieldName = sourceObj.getString("sourceFieldName");
//String sourceFieldType = sourceObj.getString("sourceFieldType");
//String customTargetFieldId = targetObj.getString("customTargetFieldId");
String targetFieldName = targetObj.getString("targetFieldName");
//String targetFieldType = targetObj.getString("targetFieldType");
String isPrimaryKey = targetObj.getString("isPrimaryKey");
//设置values语句
valuesSqlSb.append("?");
if (index != size - 1) {
valuesSqlSb.append(",");
}
if ("0".equals(isPrimaryKey) && myDbType.MySQL == myDbType) {
//设置update语句
updateSqlSb.append(targetFieldName);
updateSqlSb.append("=VALUES(");
updateSqlSb.append(targetFieldName);
updateSqlSb.append(")");
updateSqlSb.append(",");
} else if (myDbType.PostgreSQL == myDbType) {
if ("1".equals(isPrimaryKey)) {
primaryKeySqlSb.append("targetFieldName");
primaryKeySqlSb.append(",");
} else {
//设置update语句
updateSqlSb.append(targetFieldName);
updateSqlSb.append("=EXCLUDED.");
updateSqlSb.append(targetFieldName);
updateSqlSb.append(",");
}
}
}
String primaryKeySqlStr = "";
if (org.apache.commons.lang3.StringUtils.isNotEmpty(primaryKeySqlSb)) {
primaryKeySqlStr = primaryKeySqlSb.substring(0, primaryKeySqlSb.length() - 1);
}
String updateSqlStr = "";
if (org.apache.commons.lang3.StringUtils.isNotEmpty(updateSqlSb)) {
updateSqlStr = updateSqlSb.substring(0, updateSqlSb.length() - 1);
}
StringBuilder sb = new StringBuilder();
if (myDbType.MySQL == myDbType) {
sb.append("INSERT INTO ");
sb.append(tableName + " ");
sb.append("VALUES(");
sb.append(valuesSqlSb);
sb.append(") ");
sb.append("ON DUPLICATE KEY UPDATE ");
sb.append(updateSqlStr);
} else if (myDbType.PostgreSQL == myDbType) {
sb.append("INSERT INTO ");
sb.append(tableName + " ");
sb.append("VALUES(");
sb.append(valuesSqlSb);
sb.append(") ");
sb.append("ON CONFLICT(");
sb.append(primaryKeySqlStr);
sb.append(") do update ");
sb.append(updateSqlStr);
}
return sb.toString();
} }
/**
* @Title: columnMappingHandler
* @Description: TODO(开发任务SQL：生成主键冲突语句)
* @param @param jsonStr
* @param @return 参数
* @return List<Map<String,String>> 返回类型
* @throws
*/
public static String columnMappingHandlerConflict(String jsonStr, String tableName, MyDbType myDbType) {
JSONObject jsonObject = JSONObject.parseObject(jsonStr);
JSONArray sourceArray = jsonObject.getJSONArray("sourceFields");
Map<String, JSONObject> sourceMap = new HashMap<String, JSONObject>();
for (int index=0; index<sourceArray.size(); index++) {
JSONObject sourceObj = sourceArray.getJSONObject(index);
sourceMap.put(sourceObj.getString("customSoruceFieldId"), sourceObj);
}
JSONArray targetArray = jsonObject.getJSONArray("targetFields");
Map<String, JSONObject> targetMap = new HashMap<String, JSONObject>();
for (int index=0; index<targetArray.size(); index++) {
JSONObject targetObj = targetArray.getJSONObject(index);
targetMap.put(targetObj.getString("customTargetFieldId"), targetObj);
}
StringBuilder valuesSqlSb = new StringBuilder();
StringBuilder primaryKeySqlSb = new StringBuilder();
StringBuilder updateSqlSb = new StringBuilder();
JSONArray mappingArray = jsonObject.getJSONArray("columnMapping");
Integer size = mappingArray.size();
for (int index=0; index<size; index++) {
JSONObject mappingObj = mappingArray.getJSONObject(index);
JSONObject sourceObj = sourceMap.get(mappingObj.getString("customSoruceFieldId"));
JSONObject targetObj = targetMap.get(mappingObj.getString("customTargetFieldId"));
//String customSoruceFiledId = sourceObj.getString("customSoruceFiledId");
String sourceFieldName = sourceObj.getString("sourceFieldName");
//String sourceFieldType = sourceObj.getString("sourceFieldType");
//String customTargetFieldId = targetObj.getString("customTargetFieldId");
String targetFieldName = targetObj.getString("targetFieldName");
//String targetFieldType = targetObj.getString("targetFieldType");
String isPrimaryKey = targetObj.getString("isPrimaryKey");
//设置values语句
valuesSqlSb.append("?");
if (index!=size-1) {
valuesSqlSb.append(",");
}
if ("0".equals(isPrimaryKey) && myDbType.MySQL==myDbType) {
//设置update语句
updateSqlSb.append(targetFieldName);
updateSqlSb.append("=VALUES(");
updateSqlSb.append(targetFieldName);
updateSqlSb.append(")");
updateSqlSb.append(",");
} else if (myDbType.PostgreSQL==myDbType) {
if ("1".equals(isPrimaryKey)) {
primaryKeySqlSb.append("targetFieldName");
primaryKeySqlSb.append(",");
}else {
//设置update语句
updateSqlSb.append(targetFieldName);
updateSqlSb.append("=EXCLUDED.");
updateSqlSb.append(targetFieldName);
updateSqlSb.append(",");
}
}
}
String primaryKeySqlStr = "";
if (org.apache.commons.lang3.StringUtils.isNotEmpty(primaryKeySqlSb)) {
primaryKeySqlStr = primaryKeySqlSb.substring(0, primaryKeySqlSb.length()-1);
}
String updateSqlStr = "";
if (org.apache.commons.lang3.StringUtils.isNotEmpty(updateSqlSb)) {
updateSqlStr = updateSqlSb.substring(0, updateSqlSb.length()-1);
}
StringBuilder sb = new StringBuilder();
if (myDbType.MySQL==myDbType) {
sb.append("INSERT INTO ");
sb.append(tableName+" ");
sb.append("VALUES(");
sb.append(valuesSqlSb);
sb.append(") ");
sb.append("ON DUPLICATE KEY UPDATE ");
sb.append(updateSqlStr);
} else if (myDbType.PostgreSQL==myDbType) {
sb.append("INSERT INTO ");
sb.append(tableName+" ");
sb.append("VALUES(");
sb.append(valuesSqlSb);
sb.append(") ");
sb.append("ON CONFLICT(");
sb.append(primaryKeySqlStr);
sb.append(") do update ");
sb.append(updateSqlStr);
}
return sb.toString();
}
/**
* @param @param jsonStr
* @param @return 参数
* @throws
* @Title: columnMappingHandler
* @Description: TODO(开发任务SQL ： 生成主键冲突语句)
*/
public static String syncColumnMappingHandlerConflict(String tableName, List<Map<String, Object>> mappingObj, MyDbType myDbType, Map<String, Object> targetObj) {
List<Map> targetColumn = (List<Map>) JSONObject.parse(String.valueOf(targetObj.get("column")));
StringBuilder valuesSqlSb = new StringBuilder();
StringBuilder primaryKeySqlSb = new StringBuilder();
StringBuilder updateSqlSb = new StringBuilder();
if (mappingObj.size() > 0 && mappingObj != null) {
for (Map<String, Object> mapping : mappingObj) {
String sourceFieldId = String.valueOf(mapping.get("sourceFieldId"));
String sourceFieldName = String.valueOf(mapping.get("sourceField"));
String targetFieldId = String.valueOf(mapping.get("targetFieldId"));
String targetFieldName = String.valueOf(mapping.get("targetField"));
String isPrimaryKey = "";
if (targetColumn.size() > 0) {
for (Map targetStr : targetColumn) {
String targetColumnId = String.valueOf(targetStr.get("customGraphId"));
if (targetColumnId.equals(targetFieldId)) {
isPrimaryKey = String.valueOf(targetStr.get("isPk"));
break;
}
}
}
//设置values语句
valuesSqlSb.append("?");
valuesSqlSb.append(",");
if ("0".equals(isPrimaryKey) && myDbType.MySQL == myDbType) {
//设置update语句
updateSqlSb.append(targetFieldName);
updateSqlSb.append(" =VALUES( ");
updateSqlSb.append(targetFieldName);
updateSqlSb.append(" ) ");
updateSqlSb.append(",");
} else if (myDbType.PostgreSQL == myDbType) {
if ("1".equals(isPrimaryKey)) {
primaryKeySqlSb.append(" targetFieldName ");
primaryKeySqlSb.append(",");
} else {
//设置update语句
updateSqlSb.append(targetFieldName);
updateSqlSb.append(" =EXCLUDED. ");
updateSqlSb.append(targetFieldName);
updateSqlSb.append(",");
}
}
}
}
String primaryKeySqlStr = "";
if (org.apache.commons.lang3.StringUtils.isNotEmpty(primaryKeySqlSb)) {
primaryKeySqlStr = primaryKeySqlSb.substring(0, primaryKeySqlSb.length() - 1);
}
String updateSqlStr = "";
if (org.apache.commons.lang3.StringUtils.isNotEmpty(updateSqlSb)) {
updateSqlStr = updateSqlSb.substring(0, updateSqlSb.length() - 1);
}
StringBuilder sb = new StringBuilder();
if (myDbType.MySQL == myDbType) {
sb.append(" INSERT INTO ");
sb.append(tableName + " ");
sb.append(" VALUES( ");
sb.append(valuesSqlSb);
sb.append(" ) ");
sb.append(" ON DUPLICATE KEY UPDATE ");
sb.append(updateSqlStr);
} else if (myDbType.PostgreSQL == myDbType) {
sb.append(" INSERT INTO ");
sb.append(tableName + " ");
sb.append(" VALUES( ");
sb.append(valuesSqlSb);
sb.append(") ");
sb.append(" ON CONFLICT( ");
sb.append(primaryKeySqlStr);
sb.append(" ) do update ");
sb.append(updateSqlStr);
}
return sb.toString();
}
} }
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment