org.apache.commons.lang3.tuple.MutablePair#setLeft

Source File: ParseService.java From yauaa with Apache License 2.0

6 votes

private Pair<String, String> prefixSplitter(String input) {
    MutablePair<String, String> result = new MutablePair<>("", input);
    if (input.startsWith("Device")) {
        result.setLeft("Device");
        result.setRight(input.replaceFirst("Device", ""));
    } else if (input.startsWith("OperatingSystem")) {
        result.setLeft("Operating System");
        result.setRight(input.replaceFirst("OperatingSystem", ""));
    } else if (input.startsWith("LayoutEngine")) {
        result.setLeft("Layout Engine");
        result.setRight(input.replaceFirst("LayoutEngine", ""));
    } else if (input.startsWith("Agent")) {
        result.setLeft("Agent");
        result.setRight(input.replaceFirst("Agent", ""));
    }
    return result;
}

Source File: HdfsHelper.java From DataLink with Apache License 2.0

5 votes

public static MutablePair<Text, Boolean> transportOneRecord(
        Record record, char fieldDelimiter, List<Configuration> columnsConfiguration, TaskPluginCollector taskPluginCollector) {
    MutablePair<List<Object>, Boolean> transportResultList =  transportOneRecord(record,columnsConfiguration,taskPluginCollector);
    //保存<转换后的数据,是否是脏数据>
    MutablePair<Text, Boolean> transportResult = new MutablePair<Text, Boolean>();
    transportResult.setRight(false);
    if(null != transportResultList){
        Text recordResult = new Text(StringUtils.join(transportResultList.getLeft(), fieldDelimiter));
        transportResult.setRight(transportResultList.getRight());
        transportResult.setLeft(recordResult);
    }
    return transportResult;
}

Source File: VoxelShapeCache.java From CodeChickenLib with GNU Lesser General Public License v2.1

5 votes

public static VoxelShape getShape(AxisAlignedBB aabb) {
    VoxelShape shape = bbToShapeCache.getIfPresent(aabb);
    if (shape == null) {
        shape = VoxelShapes.create(aabb);
        bbToShapeCache.put(aabb, shape);
        MutablePair<AxisAlignedBB, Cuboid6> entry = getReverse(shape);
        if (entry.getLeft() == null) {
            entry.setLeft(aabb);
        }
    }
    return shape;
}

Source File: VoxelShapeCache.java From CodeChickenLib with GNU Lesser General Public License v2.1

5 votes

public static AxisAlignedBB getAABB(VoxelShape shape) {
    MutablePair<AxisAlignedBB, Cuboid6> entry = getReverse(shape);
    if (entry.getLeft() == null) {
        entry.setLeft(shape.getBoundingBox());
    }
    return entry.getLeft();
}

Source File: CommentsNodeImpl.java From Diorite with MIT License

5 votes

@Override
public void setComment(String path, @Nullable String comment)
{
    MutablePair<String, CommentsNodeImpl> nodePair = this.dataMap.computeIfAbsent(path, k -> new MutablePair<>(null, null));
    if (comment == null)
    {
        nodePair.setLeft(null);
        return;
    }
    nodePair.setLeft(comment);
}

Source File: Average.java From attic-apex-malhar with Apache License 2.0

5 votes

@Override
public MutablePair<Double, Long> accumulate(MutablePair<Double, Long> accu, Double input)
{
  accu.setLeft(accu.getLeft() * ((double)accu.getRight() / (accu.getRight() + 1)) + input / (accu.getRight() + 1));
  accu.setRight(accu.getRight() + 1);
  return accu;
}

Source File: Average.java From attic-apex-malhar with Apache License 2.0

5 votes

@Override
public MutablePair<Double, Long> merge(MutablePair<Double, Long> accu1, MutablePair<Double, Long> accu2)
{
  accu1.setLeft(accu1.getLeft() * ((double)accu1.getRight() / accu1.getRight() + accu2.getRight()) +
      accu2.getLeft() * ((double)accu2.getRight() / accu1.getRight() + accu2.getRight()));
  accu1.setRight(accu1.getRight() + accu2.getRight());
  return accu1;
}

Source File: PushJobDelegate.java From syncope with Apache License 2.0

5 votes

protected void reportHandled(final String anyType, final String key) {
    MutablePair<Integer, String> pair = handled.get(anyType);
    if (pair == null) {
        pair = MutablePair.of(0, null);
        handled.put(anyType, pair);
    }
    pair.setLeft(pair.getLeft() + 1);
    pair.setRight(key);
}

Source File: PullJobDelegate.java From syncope with Apache License 2.0

5 votes

@Override
public void reportHandled(final ObjectClass objectClass, final Name name) {
    MutablePair<Integer, String> pair = handled.get(objectClass);
    if (pair == null) {
        pair = MutablePair.of(0, null);
        handled.put(objectClass, pair);
    }
    pair.setLeft(pair.getLeft() + 1);
    pair.setRight(name.getNameValue());
}

Source File: UnstructuredStorageWriterUtil.java From DataLink with Apache License 2.0

4 votes

/**
 * @return MutablePair<String, Boolean> left: formated data line; right: is
 *         dirty data or not, true means meeting dirty data
 * */
public static MutablePair<String, Boolean> transportOneRecord(
        Record record, String nullFormat, String dateFormat,
        char fieldDelimiter, String fileFormat,
        TaskPluginCollector taskPluginCollector) {
    // warn: default is null
    if (null == nullFormat) {
        nullFormat = "null";
    }
    MutablePair<String, Boolean> transportResult = new MutablePair<String, Boolean>();
    transportResult.setRight(false);
    List<String> splitedRows = new ArrayList<String>();
    int recordLength = record.getColumnNumber();
    if (0 != recordLength) {
        Column column;
        for (int i = 0; i < recordLength; i++) {
            column = record.getColumn(i);
            if (null != column.getRawData()) {
                boolean isDateColumn = column instanceof DateColumn;
                if (!isDateColumn) {
                    splitedRows.add(column.asString());
                } else {
                    // if (null != dateFormat) {
                    if (StringUtils.isNotBlank(dateFormat)) {
                        try {
                            SimpleDateFormat dateParse = new SimpleDateFormat(
                                    dateFormat);
                            splitedRows.add(dateParse.format(column
                                    .asDate()));
                        } catch (Exception e) {
                            // warn: 此处认为似乎脏数据
                            String message = String.format(
                                    "使用您配置的格式 [%s] 转换 [%s] 错误.",
                                    dateFormat, column.asString());
                            taskPluginCollector.collectDirtyRecord(record,
                                    message);
                            transportResult.setRight(true);
                            break;
                        }
                    } else {
                        splitedRows.add(column.asString());
                    }
                }
            } else {
                // warn: it's all ok if nullFormat is null
                splitedRows.add(nullFormat);
            }
        }
    }

    transportResult.setLeft(UnstructuredStorageWriterUtil
            .doTransportOneRecord(splitedRows, fieldDelimiter, fileFormat));
    return transportResult;
}

Source File: HdfsHelper.java From DataLink with Apache License 2.0

4 votes

public static MutablePair<List<Object>, Boolean> transportOneRecord(
        Record record,List<Configuration> columnsConfiguration,
        TaskPluginCollector taskPluginCollector){

    MutablePair<List<Object>, Boolean> transportResult = new MutablePair<List<Object>, Boolean>();
    transportResult.setRight(false);
    List<Object> recordList = Lists.newArrayList();
    int recordLength = record.getColumnNumber();
    if (0 != recordLength) {
        Column column;
        for (int i = 0; i < recordLength; i++) {
            column = record.getColumn(i);
            //todo as method
String rowData = column.getRawData() == null ? null : column.getRawData().toString();
            if (null != column.getRawData() && StringUtils.isNotBlank(rowData)) {
                SupportHiveDataType columnType = SupportHiveDataType.valueOf(
                        columnsConfiguration.get(i).getString(Key.TYPE).toUpperCase());
                //根据writer端类型配置做类型转换
                try {
                    switch (columnType) {
                        case TINYINT:
                            recordList.add(Byte.valueOf(rowData));
                            break;
                        case SMALLINT:
                            recordList.add(Short.valueOf(rowData));
                            break;
                        case INT:
                            recordList.add(Integer.valueOf(rowData));
                            break;
                        case BIGINT:
                            recordList.add(column.asLong());
                            break;
                        case FLOAT:
                            recordList.add(Float.valueOf(rowData));
                            break;
                        case DOUBLE:
                            recordList.add(column.asDouble());
                            break;
                        case DECIMAL://decimal,added by lubiao
                        	recordList.add(HiveDecimal.create(column.asBigDecimal()));
                        	break;
                        case BINARY://binary,added by lubiao
                        	recordList.add(new BytesWritable(column.asBytes()));
                        	break;
                        case STRING:
                        case VARCHAR:
                        case CHAR:
                            recordList.add(column.asString());
                            break;
                        case BOOLEAN:
                            recordList.add(column.asBoolean());
                            break;
                        case DATE:
                            recordList.add(new java.sql.Date(column.asDate().getTime()));
                            break;
                        case TIMESTAMP:
                            recordList.add(new java.sql.Timestamp(column.asDate().getTime()));
                            break;
                        default:
                            ErrorRecord.addError(String.format(
                                    "您的配置文件中的列配置信息有误. 因为DataX 不支持数据库写入这种字段类型. 字段名:[%s], 字段类型:[%d]. 请修改表中该字段的类型或者不同步该字段.",
                                    columnsConfiguration.get(i).getString(Key.NAME),
                                    columnsConfiguration.get(i).getString(Key.TYPE)));
                            throw DataXException
                                    .asDataXException(
                                            HdfsWriterErrorCode.ILLEGAL_VALUE,
                                            String.format(
                                                    "您的配置文件中的列配置信息有误. 因为DataX 不支持数据库写入这种字段类型. 字段名:[%s], 字段类型:[%d]. 请修改表中该字段的类型或者不同步该字段.",
                                                    columnsConfiguration.get(i).getString(Key.NAME),
                                                    columnsConfiguration.get(i).getString(Key.TYPE)));
                    }
                } catch (Exception e) {
                    // warn: 此处认为脏数据
                    String message = String.format(
                            "字段类型转换错误：你目标字段为[%s]类型，实际字段值为[%s].",
                            columnsConfiguration.get(i).getString(Key.TYPE), column.getRawData().toString());
                    taskPluginCollector.collectDirtyRecord(record, message);
                    transportResult.setRight(true);
                    break;
                }
            }else {
                // warn: it's all ok if nullFormat is null
                recordList.add(null);
            }
        }
    }
    transportResult.setLeft(recordList);
    return transportResult;
}

Java Code Examples for org.apache.commons.lang3.tuple.MutablePair#setLeft()