com.alibaba.fastjson.JSONObject#keySet

Source File: LeancloudObject.java From leancloud_flutter_plugin with MIT License

6 votes

private AVObject convertStringToAVObject(String avObjectString) {
    JSONObject avObjectJson = JSON.parseObject(avObjectString);
    String className = avObjectJson.getString("className");
    String fieldsString = avObjectJson.getString("fields");
    JSONObject fieldsJson = JSON.parseObject(fieldsString);
    AVObject avObject = new AVObject(className);
    for (String key : fieldsJson.keySet()) {
        //TODO if those value is Date or byte[] type?
        //TODO more data type? e.g. AVGeoPoint？
        if (key.equals("createdAt")) continue;
        if (key.equals("updatedAt")) continue;
        if (key.equals("objectId")) avObject.setObjectId(fieldsJson.get(key).toString());
        else avObject.put(key, fieldsJson.get(key));
    }
    return avObject;
}

Source File: OperationService.java From SoloPi with Apache License 2.0

6 votes

/**
 * 初始化运行环境
 */
public void initParams() {
    if (temporaryVariables != null) {
        temporaryVariables.clear();
    } else {
        temporaryVariables = new ConcurrentHashMap<>();
    }
    if (runtimeVariables != null) {
        runtimeVariables.clear();
    } else {
        runtimeVariables = new Stack<>();
    }

    // 存放全局变量
    HashMap<String, Object> globalParam = new HashMap<>();
    String globalSettings = SPService.getString(SPService.KEY_GLOBAL_SETTINGS, "{}");
    JSONObject obj = JSON.parseObject(globalSettings);
    if (obj != null && obj.size() > 0) {
        for (String key : obj.keySet()) {
            globalParam.put(key, obj.getString(key));
        }
    }
    runtimeVariables.push(globalParam);

    runtimeVariables.push(new HashMap<String, Object>());
}

Source File: BulkResultVo.java From DataLink with Apache License 2.0

6 votes

/**
 *
 * Description: 校验是否有失败的操作
 * Created on 2017-1-3 下午9:45:47
 * @author  孔增（[email protected]）
 */
public void checkFailed() {
	if (jsonObject != null && jsonObject.containsKey(ParseHandler.ITEMS_NAME)) {
		for (Object obj : jsonObject.getJSONArray(ParseHandler.ITEMS_NAME)) {
			JSONObject jso = (JSONObject)obj;
			for (String key : jso.keySet()) {
				JSONObject item = jso.getJSONObject(key);
				JSONObject shards = item.getJSONObject(ParseHandler.SHARD_NAME);
				if(shards == null) {
					continue;
				}
				Integer failed = shards.getIntValue(ParseHandler.FAILED_NAME);
				if(failed > 0) {
					throw new ElasticSearchException(item.toJSONString());
				}
			}
		}
	}

}

Source File: ProxyOpertion.java From Mars-Java with MIT License

6 votes

/**
 * 单表增删改
 * @param marsUpdate 注解
 * @param dataSourceName 数据源
 * @param param 参数
 * @return 数据
 * @throws Exception 异常
 */
private static Object doUpdate(MarsUpdate marsUpdate, String dataSourceName, Object param) throws Exception {
    JSONObject jsonObject = JSON.parseObject(JSON.toJSONString(param));
    StringBuffer sql = new StringBuffer();
    sql.append("update ");
    sql.append(marsUpdate.tableName());
    sql.append(" set ");
    boolean isFirst = true;
    for(String key : jsonObject.keySet()){
        Object val = jsonObject.get(key);
        if(val != null && !key.equals(marsUpdate.primaryKey())) {
            if (!isFirst) {
                sql.append(",");
            }
            sql.append(key);
            sql.append(" = #{");
            sql.append(key);
            sql.append("}");
            isFirst = false;
        }
    }
    sql.append(builderWhere(marsUpdate));

    return JdbcTemplate.get(dataSourceName).update(sql.toString(),param);
}

Source File: TypeDefineOperator.java From ES-Fastloader with Apache License 2.0

6 votes

public static JSONObject toJson(JSONObject define, ESVersion version) {

        if (version == ESVersion.ES651) {
            dealHighLevelType(define);

            if (define.containsKey(FIELDS_STR)) {
                JSONObject fields = define.getJSONObject(FIELDS_STR);
                for (String key : fields.keySet()) {
                    JSONObject fieldType = fields.getJSONObject(key);

                    dealHighLevelType(fieldType);
                }
            }
        }

        return define;
    }

Source File: IndexConfig.java From ES-Fastloader with Apache License 2.0

6 votes

public IndexConfig(JSONObject root) throws Exception {
    if(root==null) {
        throw new Exception("root is null");
    }

    for(String key : root.keySet()) {
        if(key.equalsIgnoreCase(SETTINGS_STR)) {
            settings = root.getJSONObject(key);

        } else if(key.equalsIgnoreCase(ALIASES_STR)) {
            aliases = root.getJSONObject(key);

        } else if(key.equalsIgnoreCase(MAPPINGS_STR)) {
            mappings = new MappingConfig(root.getJSONObject(key));

        } else {
            notUsedMap.put(key, root.get(key));
        }
    }
}

Source File: BulkResultVo.java From EserKnife with Apache License 2.0

6 votes

public List<BulkResultItem> getSuccessItems() {
    if(successItems.size() > 0) {
        return successItems;
    }

    if (jsonObject != null && jsonObject.containsKey(ParseHandler.ITEMS_NAME)) {
        for (Object obj : jsonObject.getJSONArray(ParseHandler.ITEMS_NAME)) {
            JSONObject jso = (JSONObject)obj;
            for (String key : jso.keySet()) {
                JSONObject item = jso.getJSONObject(key);
                if (!item.containsKey(ParseHandler.ERROR_NAME)) {
                    BulkResultItem itemVo = new BulkResultItem(key,item);
                    successItems.add(itemVo);
                    //冗余一份，便于查询
                    String itemKey = itemVo.getIndex()+"|"+itemVo.getType()+"|"+itemVo.getId()+"|"+itemVo.getAction();
                    successMap.put(itemKey, itemVo);
                }
            }
        }
    }

    return successItems;
}

Source File: GenericJsonDeserializer.java From bird-java with MIT License

6 votes

private static Object parseObject(Object obj) {
    if(!(obj instanceof JSONObject))return obj;

    JSONObject jsonObject = (JSONObject) obj;
    for (String key : jsonObject.keySet()) {
        Object value = jsonObject.get(key);
        if (value == null) continue;

        if (value instanceof String) {
            String str = (String) value;
            if (StringUtils.isBlank(str)) continue;

            if (Pattern.matches(DATE_REG, str)) {
                jsonObject.put(key, str.trim() + TIME_SUFFIX);
            }
        } else if (value instanceof JSONObject) {
            jsonObject.put(key, parseObject(value));
        }
    }

    return jsonObject;
}

Source File: CaseParamSeparateFragment.java From SoloPi with Apache License 2.0

6 votes

/**
 * 设置高级设置
 *
 * @param advanceCaseSetting
 */
@Override
public void setAdvanceCaseSetting(@NonNull AdvanceCaseSetting advanceCaseSetting) {
    storedParams = new LinkedHashMap<>();
    presetParams = advanceCaseSetting.getParams();
    runningParam = advanceCaseSetting.getRunningParam();
    if (runningParam == null) {
        runningParam = new CaseRunningParam();
    }

    // 如果之前有存储p
    if (runningParam.getMode() == CaseRunningParam.ParamMode.SEPARATE) {
        List<JSONObject> params = runningParam.getParamList();
        if (params != null) {
            for (JSONObject obj: params) {
                for (String key: obj.keySet()) {
                    storedParams.put(key, obj.getString(key));
                }
            }
        }
    }
}

Source File: WXStreamModule.java From ucar-weex-core with Apache License 2.0

5 votes

private void extractHeaders(JSONObject headers, Options.Builder builder){
  //set user-agent
  String UA = WXHttpUtil.assembleUserAgent(WXEnvironment.getApplication(),WXEnvironment.getConfig());
  if(headers != null){
    for (String key : headers.keySet()) {
      if (key.equals(KEY_USER_AGENT)) {
        UA = headers.getString(key);
        continue;
      }
      builder.putHeader(key, headers.getString(key));
    }
  }
  builder.putHeader(KEY_USER_AGENT,UA);
}

Source File: TemplateController.java From Cynthia with GNU General Public License v2.0

5 votes

/**
 * 保存表单邮件配置
 * @param request
 * @param httpSession
 * @return
 * @throws Exception
 */
@ResponseBody
@RequestMapping("/saveTemplateMailConfig.do")
public String saveTemplateMailConfig(HttpServletRequest request , HttpSession httpSession) throws Exception {
	String templateIdStr = request.getParameter("templateId");
	if (templateIdStr == null || templateIdStr.equals("")) {
		return "";
	}
	
	Template template = das.queryTemplate(DataAccessFactory.getInstance().createUUID(templateIdStr));
	if (template == null) {
		return "";
	}
	
	TemplateMailOption tmo = template.getTemplateMailOption();
	
	JSONObject templateMailOptions = JSONObject.parseObject(request.getParameter("templateMailOptions"));
	
	tmo.setSendMail(templateMailOptions.getString("sendMail").toString().equals("true"));
	tmo.setMailSubject(templateMailOptions.get("mailSubject").toString());
	tmo.getActionUsers().clear();
	
	JSONObject actionUsers = templateMailOptions.getJSONObject("actionUsers");
	for (String actionId : actionUsers.keySet()) {
		tmo.setActionUser(actionId, actionUsers.getString(actionId));
	}

	ErrorCode errorCode = das.updateTemplate(template);
	if(errorCode.equals(ErrorCode.success)){
		das.updateCache(DataAccessAction.update, template.getId().getValue(),template);
		return "true";
	}else{
		return "false";
	}
}

Source File: GrafanaTest.java From xian with Apache License 2.0

5 votes

public static void main(String[] args) {
    JSONArray falconBeans = new JSONArray();

    JSONObject factors = FactorCollector.collect();
    for (String metric : factors.keySet())
        falconBeans.addAll(new FalconBeanBuilder().buildAll(metric, factors.get(metric)));

    GrafanaService.grafana(falconBeans);
}

Source File: HttpMethed.java From gsc-core with GNU Lesser General Public License v3.0

5 votes

/**
 * constructor.
 */
public static void printJsonContent(JSONObject responseContent) {
    logger.info("----------------------------Print JSON Start---------------------------");
    for (String str : responseContent.keySet()) {
        logger.info(str + ":" + responseContent.get(str));
    }
    logger.info("JSON content size are: " + responseContent.size());
    logger.info("----------------------------Print JSON End-----------------------------");
}

Source File: QueryDocController.java From EserKnife with Apache License 2.0

5 votes

@RequestMapping(value = "/getFieldInfos")
@ResponseBody
public Object getFieldInfos(
        @RequestParam("clusterName") String clusterName,
        @RequestParam("indexName") String indexName
) {
    Map<String, Object> results = Maps.newHashMap();
    if (StringUtils.isBlank(indexName)) {
        results.put("fieldInfos", Lists.newArrayList());
    } else {
        ArrayList<Object> fields = Lists.newArrayList();
        JestServiceImpl jestServiceImpl = (JestServiceImpl) SpringInit.getApplicationContext().getBean("jestServiceImpl");
        try {
            String execute =jestServiceImpl.getMapping(clusterName,indexName).getJsonString();
            Map<String, JSONObject> metaInfo = (Map<String, JSONObject>) JSON.parse(execute);
            if (metaInfo != null && metaInfo.get(indexName) != null && metaInfo.get(indexName).get("mappings") != null) {
                JSONObject mappings = (JSONObject) metaInfo.get(indexName).get("mappings");

                for (String key : mappings.keySet()) {
                    JSONObject eachMeta = mappings.getJSONObject(key);
                    JSONObject properties = (JSONObject) eachMeta.get("properties");
                    for (String fName : properties.keySet()) {
                        FieldInfo fieldInfo = new FieldInfo();
                        fieldInfo.setfName(fName);
                        fields.add(fieldInfo);
                    }
                }
            }
            results.put("fieldInfos", fields);
        } catch (Exception e) {
            e.printStackTrace();
        }
    }
    return results;
}

Source File: DmetaSnapshotFile.java From distkv with BSD 3-Clause "New" or "Revised" License

5 votes

public Map<String, String> load() throws IOException, CodecException {
  final String s = FileUtils.readFileToString(new File(path));
  JSONObject jsonObject = JSONObject.parseObject(s);
  Set<String> set = jsonObject.keySet();
  Map<String, String> map = new TreeMap<>();
  for (String key : set) {
    map.put(key,(String) jsonObject.get(key));
  }
  return map;
}

Source File: HttpUtil.java From ES-Fastloader with Apache License 2.0

5 votes

public static String doHttp(String url, JSONObject param, String body, HttpType httpType) {
    String logInfo = "url:" + url + ", param:" + param + ", body:" + body + ", type:" + httpType.getType();

    if (param != null) {
        StringBuilder sb = new StringBuilder();
        for (String key : param.keySet()) {
            sb.append(key).append("=").append(param.getString(key)).append("&");
        }

        if (sb.length() > 0) {
            sb.deleteCharAt(sb.length() - 1);
        }

        url = url + "?" + sb.toString();
    }

    String result = "";
    try {
        switch (httpType) {
            case GET:
                return HttpUtil.get(url);
            case PUT:
                return HttpUtil.putJsonEntity(url, body);
            case POST:
                return HttpUtil.postJsonEntity(url, body);
        }

        return null;
    } catch (Throwable t) {
        return null;
    }
}

Source File: ManageTable.java From database-transform-tool with Apache License 2.0

4 votes

/**
 * @decription 数据同步(Greenplum-->[MySQL|SQL　Server|Oracle])
 * @author yi.zhang
 * @time 2017年8月4日 下午5:26:59
 * @param source	数据源
 * @param target	目标库
 * @param mapper	表映射
 * @param filter_columns	字段过滤
 */
protected void greenplum2sql(Config source,Config target,Map<String,String> mapper,List<String> filter_columns){
	if(source==null||target==null){
		return;
	}
	GreenplumFactory factory = new GreenplumFactory();
	factory.init(source.getServers(), source.getDatabase(), source.getSchema(), source.getUsername(), source.getPassword(), true, 100, 10);
	
	JDBCFactory tfactory = new JDBCFactory();
	String driverName=null,url = null;
	if(target.getType()==3.1){//MySQL
		driverName="com.mysql.jdbc.Driver";
		url = "jdbc:mysql://"+target.getServers()+(target.getPort()>0?":"+target.getPort():"")+"/"+target.getDatabase()+"?useUnicode=true&characterEncoding=UTF8";
	}
	if(target.getType()==3.2){//SQL　Server
		driverName="com.microsoft.jdbc.sqlserver.SQLServerDriver";
		url = "jdbc:microsoft://"+target.getServers()+(target.getPort()>0?":"+target.getPort():"")+";database="+target.getDatabase()+";encrypt=true;trustServerCertificate=false;useUnicode=true;characterEncoding=UTF8";
	}
	if(target.getType()==3.3){//Oracle
		driverName="oracle.jdbc.driver.OracleDriver";
		url = "jdbc:oracle:thin:@"+target.getServers()+(target.getPort()>0?":"+target.getPort():"")+":"+target.getDatabase();
	}
	tfactory.init(driverName, url,target.getUsername(), target.getPassword(), true, 100, 10);
	Map<String,String> mapping = new HashMap<String,String>();
	if(mapper==null||mapper.size()==0){
		List<String> tables = factory.queryTables();
		for (String table : tables) {
			mapping.put(table, table);
		}
	}else{
		mapping = mapper;
	}
	List<String> stables = factory.queryTables();
	List<String> ttables = tfactory.queryTables();
	for(String stable : mapping.keySet()){
		String ttable = mapping.get(stable);
		if(!(stables.contains(stable)&&ttables.contains(ttable))){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]不存在--");
			continue;
		}
		Map<String,String> reflect = new LinkedHashMap<String,String>();
		Map<String, String> scolumns = factory.queryColumns(stable);
		Map<String, String> tcolumns = tfactory.queryColumns(ttable);
		if(scolumns==null||scolumns.isEmpty()||tcolumns==null||tcolumns.isEmpty()){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]无合适字段--");
			continue;
		}
		for(String scolumn:scolumns.keySet()){
			String s_column = scolumn.trim().toLowerCase().replaceAll("(_+?|-+?)", "");
			if(filter_columns!=null&&(filter_columns.contains(scolumn)||filter_columns.contains(s_column))){
				continue;
			}
			for(String tcolumn:tcolumns.keySet()){
				String t_column = tcolumn.trim().toLowerCase().replaceAll("(_+?|-+?)", "");
				if(filter_columns!=null&&(filter_columns.contains(tcolumn)||filter_columns.contains(t_column))){
					continue;
				}
				if(scolumn.equalsIgnoreCase(tcolumn)||scolumn.equalsIgnoreCase(t_column)||s_column.equalsIgnoreCase(tcolumn)||s_column.equalsIgnoreCase(t_column)){
					reflect.put(scolumn, tcolumn);
				}
			}
		}
		if(reflect.isEmpty()){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]无对应字段--");
			continue;
		}
		String ssql = "select "+StringUtils.join(reflect.keySet(), ",")+" from "+stable;
		List<?> datas = factory.executeQuery(ssql, null);
		System.out.println("--数据表["+stable+"]数据量:"+datas.size());
		for (Object data : datas) {
			Map<String,Object> tdata = new LinkedHashMap<String,Object>();
			JSONObject json = (JSONObject)data;
			for(String key:json.keySet()){
				Object value = json.get(key);
				if(value instanceof Date){
					value = DateUtil.formatDateTimeStr((Date)value);
				}
				if(value instanceof String){
					value = "\""+json.getString(key)+"\"";
				}
				tdata.replace(reflect.get(key), value);
			}
			String sql = "insert into "+ttable+"("+StringUtils.join(tdata.keySet(), ",")+")values("+StringUtils.join(tdata.values(), ",")+")";
			tfactory.executeUpdate(sql);
		}
	}
}

Source File: ManageTable.java From database-transform-tool with Apache License 2.0

4 votes

/**
 * @decription 数据同步(MongoDB-->Greenplum)
 * @author yi.zhang
 * @time 2017年8月4日 下午5:26:59
 * @param source	数据源
 * @param target	目标库
 * @param mapper	表映射
 * @param filter_columns	字段过滤
 */
protected void mongodb2greenplum(Config source,Config target,Map<String,String> mapper,List<String> filter_columns){
	if(source==null||target==null){
		return;
	}
	MongoDBFactory factory = new MongoDBFactory();
	factory.init(source.getServers(), source.getDatabase(), source.getSchema(), source.getUsername(), source.getPassword());
	Map<String,String> mapping = new HashMap<String,String>();
	if(mapper==null||mapper.size()==0){
		List<String> tables = factory.queryTables();
		for (String table : tables) {
			mapping.put(table, table);
		}
	}else{
		mapping = mapper;
	}
	GreenplumFactory tfactory = new GreenplumFactory();
	tfactory.init(target.getServers(), target.getDatabase(), target.getSchema(), target.getUsername(), target.getPassword(), true, 100, 10);
	List<String> stables = factory.queryTables();
	List<String> ttables = tfactory.queryTables();
	for(String stable : mapping.keySet()){
		String ttable = mapping.get(stable);
		if(!(stables.contains(stable)&&ttables.contains(ttable))){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]不存在--");
			continue;
		}
		Map<String,String> reflect = new LinkedHashMap<String,String>();
		Map<String, String> scolumns = factory.queryColumns(stable);
		Map<String, String> tcolumns = tfactory.queryColumns(ttable);
		if(scolumns==null||scolumns.isEmpty()||tcolumns==null||tcolumns.isEmpty()){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]无合适字段--");
			continue;
		}
		for(String scolumn:scolumns.keySet()){
			String s_column = scolumn.trim().toLowerCase().replaceAll("(_+?|-+?)", "");
			if(filter_columns!=null&&(filter_columns.contains(scolumn)||filter_columns.contains(s_column))){
				continue;
			}
			for(String tcolumn:tcolumns.keySet()){
				String t_column = tcolumn.trim().toLowerCase().replaceAll("(_+?|-+?)", "");
				if(filter_columns!=null&&(filter_columns.contains(tcolumn)||filter_columns.contains(t_column))){
					continue;
				}
				if(scolumn.equalsIgnoreCase(tcolumn)||scolumn.equalsIgnoreCase(t_column)||s_column.equalsIgnoreCase(tcolumn)||s_column.equalsIgnoreCase(t_column)){
					reflect.put(scolumn, tcolumn);
				}
			}
		}
		if(reflect.isEmpty()){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]无对应字段--");
			continue;
		}
		List<?> datas = factory.executeQuery(stable, null, null);
		System.out.println("--数据表["+stable+"]数据量:"+datas.size());
		for (Object data : datas) {
			Map<String,Object> tdata = new LinkedHashMap<String,Object>();
			JSONObject json = (JSONObject)data;
			for(String key:json.keySet()){
				Object value = json.get(key);
				if(value instanceof Date){
					value = DateUtil.formatDateTimeStr((Date)value);
				}
				if(value instanceof String){
					value = "\""+json.getString(key)+"\"";
				}
				tdata.replace(reflect.get(key), value);
			}
			String sql = "insert into "+ttable+"("+StringUtils.join(tdata.keySet(), ",")+")values("+StringUtils.join(tdata.values(), ",")+")";
			tfactory.executeUpdate(sql);
		}
	}
}

Source File: ManageTable.java From database-transform-tool with Apache License 2.0

4 votes

/**
 * @decription 数据同步([MySQL|SQL　Server|Oracle]-->[Greenplum])
 * @author yi.zhang
 * @time 2017年8月4日 下午5:26:59
 * @param source	数据源
 * @param target	目标库
 * @param mapper	表映射
 * @param filter_columns	字段过滤
 */
protected void sql2greenplum(Config source,Config target,Map<String,String> mapper,List<String> filter_columns){
	if(source==null||target==null){
		return;
	}
	JDBCFactory factory = new JDBCFactory();
	String driverName=null,url = null;
	if(source.getType()==3.1){//MySQL
		driverName="com.mysql.jdbc.Driver";
		url = "jdbc:mysql://"+source.getServers()+(source.getPort()>0?":"+source.getPort():"")+"/"+source.getDatabase()+"?useUnicode=true&characterEncoding=UTF8";
	}
	if(source.getType()==3.2){//SQL　Server
		driverName="com.microsoft.jdbc.sqlserver.SQLServerDriver";
		url = "jdbc:microsoft://"+source.getServers()+(source.getPort()>0?":"+source.getPort():"")+";database="+source.getDatabase()+";encrypt=true;trustServerCertificate=false;useUnicode=true;characterEncoding=UTF8";
	}
	if(source.getType()==3.3){//Oracle
		driverName="oracle.jdbc.driver.OracleDriver";
		url = "jdbc:oracle:thin:@"+source.getServers()+(source.getPort()>0?":"+source.getPort():"")+":"+source.getDatabase();
	}
	factory.init(driverName, url,source.getUsername(), source.getPassword(), true, 100, 10);
	Map<String,String> mapping = new HashMap<String,String>();
	if(mapper==null||mapper.size()==0){
		List<String> tables = factory.queryTables();
		for (String table : tables) {
			mapping.put(table, table);
		}
	}else{
		mapping = mapper;
	}
	GreenplumFactory tfactory = new GreenplumFactory();
	tfactory.init(target.getServers(), target.getDatabase(), target.getSchema(), target.getUsername(), target.getPassword(), true, 100, 10);
	List<String> stables = factory.queryTables();
	List<String> ttables = tfactory.queryTables();
	for(String stable : mapping.keySet()){
		String ttable = mapping.get(stable);
		if(!(stables.contains(stable)&&ttables.contains(ttable))){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]不存在--");
			continue;
		}
		Map<String,String> reflect = new LinkedHashMap<String,String>();
		Map<String, String> scolumns = factory.queryColumns(stable);
		Map<String, String> tcolumns = tfactory.queryColumns(ttable);
		if(scolumns==null||scolumns.isEmpty()||tcolumns==null||tcolumns.isEmpty()){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]无合适字段--");
			continue;
		}
		for(String scolumn:scolumns.keySet()){
			String s_column = scolumn.trim().toLowerCase().replaceAll("(_+?|-+?)", "");
			if(filter_columns!=null&&(filter_columns.contains(scolumn)||filter_columns.contains(s_column))){
				continue;
			}
			for(String tcolumn:tcolumns.keySet()){
				String t_column = tcolumn.trim().toLowerCase().replaceAll("(_+?|-+?)", "");
				if(filter_columns!=null&&(filter_columns.contains(tcolumn)||filter_columns.contains(t_column))){
					continue;
				}
				if(scolumn.equalsIgnoreCase(tcolumn)||scolumn.equalsIgnoreCase(t_column)||s_column.equalsIgnoreCase(tcolumn)||s_column.equalsIgnoreCase(t_column)){
					reflect.put(scolumn, tcolumn);
				}
			}
		}
		if(reflect.isEmpty()){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]无对应字段--");
			continue;
		}
		String ssql = "select "+StringUtils.join(reflect.keySet(), ",")+" from "+stable;
		List<?> datas = factory.executeQuery(ssql, null);
		System.out.println("--数据表["+stable+"]数据量:"+datas.size());
		for (Object data : datas) {
			Map<String,Object> tdata = new LinkedHashMap<String,Object>();
			JSONObject json = (JSONObject)data;
			for(String key:json.keySet()){
				Object value = json.get(key);
				if(value instanceof Date){
					value = DateUtil.formatDateTimeStr((Date)value);
				}
				if(value instanceof String){
					value = "\""+json.getString(key)+"\"";
				}
				tdata.replace(reflect.get(key), value);
			}
			String sql = "insert into "+ttable+"("+StringUtils.join(tdata.keySet(), ",")+")values("+StringUtils.join(tdata.values(), ",")+")";
			tfactory.executeUpdate(sql);
		}
	}
}

Source File: ManageTable.java From database-transform-tool with Apache License 2.0

4 votes

/**
 * @decription 数据同步([MySQL|SQL　Server|Oracle]-->[MongoDB])
 * @author yi.zhang
 * @time 2017年8月4日 下午5:26:59
 * @param source	数据源
 * @param target	目标库
 * @param mapper	表映射
 * @param filter_columns	字段过滤
 */
protected void sql2mongodb(Config source,Config target,Map<String,String> mapper,List<String> filter_columns){
	if(source==null||target==null){
		return;
	}
	JDBCFactory factory = new JDBCFactory();
	String driverName=null,url = null;
	if(source.getType()==3.1){//MySQL
		driverName="com.mysql.jdbc.Driver";
		url = "jdbc:mysql://"+source.getServers()+(source.getPort()>0?":"+source.getPort():"")+"/"+source.getDatabase()+"?useUnicode=true&characterEncoding=UTF8";
	}
	if(source.getType()==3.2){//SQL　Server
		driverName="com.microsoft.jdbc.sqlserver.SQLServerDriver";
		url = "jdbc:microsoft://"+source.getServers()+(source.getPort()>0?":"+source.getPort():"")+";database="+source.getDatabase()+";encrypt=true;trustServerCertificate=false;useUnicode=true;characterEncoding=UTF8";
	}
	if(source.getType()==3.3){//Oracle
		driverName="oracle.jdbc.driver.OracleDriver";
		url = "jdbc:oracle:thin:@"+source.getServers()+(source.getPort()>0?":"+source.getPort():"")+":"+source.getDatabase();
	}
	factory.init(driverName, url,source.getUsername(), source.getPassword(), true, 100, 10);
	Map<String,String> mapping = new HashMap<String,String>();
	if(mapper==null||mapper.size()==0){
		List<String> tables = factory.queryTables();
		for (String table : tables) {
			mapping.put(table, table);
		}
	}else{
		mapping = mapper;
	}
	MongoDBFactory tfactory = new MongoDBFactory();
	tfactory.init(target.getServers(), target.getDatabase(), target.getSchema(), target.getUsername(), target.getPassword());
	List<String> stables = factory.queryTables();
	List<String> ttables = tfactory.queryTables();
	for(String stable : mapping.keySet()){
		String ttable = mapping.get(stable);
		if(!(stables.contains(stable)&&ttables.contains(ttable))){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]不存在--");
			continue;
		}
		Map<String,String> reflect = new LinkedHashMap<String,String>();
		Map<String, String> scolumns = factory.queryColumns(stable);
		Map<String, String> tcolumns = tfactory.queryColumns(ttable);
		if(scolumns==null||scolumns.isEmpty()||tcolumns==null||tcolumns.isEmpty()){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]无合适字段--");
			continue;
		}
		for(String scolumn:scolumns.keySet()){
			String s_column = scolumn.trim().toLowerCase().replaceAll("(_+?|-+?)", "");
			if(filter_columns!=null&&(filter_columns.contains(scolumn)||filter_columns.contains(s_column))){
				continue;
			}
			for(String tcolumn:tcolumns.keySet()){
				String t_column = tcolumn.trim().toLowerCase().replaceAll("(_+?|-+?)", "");
				if(filter_columns!=null&&(filter_columns.contains(tcolumn)||filter_columns.contains(t_column))){
					continue;
				}
				if(scolumn.equalsIgnoreCase(tcolumn)||scolumn.equalsIgnoreCase(t_column)||s_column.equalsIgnoreCase(tcolumn)||s_column.equalsIgnoreCase(t_column)){
					reflect.put(scolumn, tcolumn);
				}
			}
		}
		if(reflect.isEmpty()){
			System.out.println("--数据表["+stable+"]或目标表["+ttable+"]无对应字段--");
			continue;
		}
		String ssql = "select "+StringUtils.join(reflect.keySet(), ",")+" from "+stable;
		List<?> datas = factory.executeQuery(ssql, null);
		System.out.println("--数据表["+stable+"]数据量:"+datas.size());
		for (Object data : datas) {
			Map<String,Object> tdata = new LinkedHashMap<String,Object>();
			JSONObject json = (JSONObject)data;
			for(String key:json.keySet()){
				Object value = json.get(key);
				if(!key.matches("(\\w+)")){
					continue;
				}
				tdata.replace(reflect.get(key), value);
			}
			tfactory.save(ttable, tdata);
		}
	}
}

Java Code Examples for com.alibaba.fastjson.JSONObject#keySet()