Java Code Examples for org.apache.kylin.common.util.JsonUtil#writeValueAsIndentString()

The following examples show how to use org.apache.kylin.common.util.JsonUtil#writeValueAsIndentString() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: HttpCoordinatorClient.java    From kylin-on-parquet-v2 with Apache License 2.0 6 votes vote down vote up 
@Override
public void segmentRemoteStoreComplete(Node receiverNode, String cubeName, Pair<Long, Long> segmentRange) {
    logger.info("send receiver remote store complete message to coordinator");
    try {
        RemoteStoreCompleteRequest completeRequest = new RemoteStoreCompleteRequest();
        completeRequest.setCubeName(cubeName);
        completeRequest.setReceiverNode(receiverNode);
        completeRequest.setSegmentStart(segmentRange.getFirst());
        completeRequest.setSegmentEnd(segmentRange.getSecond());

        String content = JsonUtil.writeValueAsIndentString(completeRequest);
        postRequest("/remoteStoreComplete", content);
    } catch (IOException e) {
        throw new StreamingException(e);
    }
}
Example 2
Source File: DstClusterUtil.java    From kylin with Apache License 2.0 6 votes vote down vote up 
public void checkCompatibility(String projectName, Set<TableDesc> tableSet, DataModelDesc modelDesc,
        boolean ifHiveCheck) throws IOException {
    List<String> tableDataList = Lists.newArrayList();
    for (TableDesc table : tableSet) {
        tableDataList.add(JsonUtil.writeValueAsIndentString(table));
    }

    String modelDescData = JsonUtil.writeValueAsIndentString(modelDesc);

    CompatibilityCheckRequest request = new CompatibilityCheckRequest();
    request.setProjectName(projectName);
    request.setTableDescDataList(tableDataList);
    request.setModelDescData(modelDescData);

    String jsonRequest = JsonUtil.writeValueAsIndentString(request);
    restClient.checkCompatibility(jsonRequest, ifHiveCheck);
}
Example 3
Source File: ModelController.java    From kylin with Apache License 2.0 6 votes vote down vote up 
@RequestMapping(value = "", method = { RequestMethod.PUT }, produces = { "application/json" })
@ResponseBody
public ModelRequest updateModelDesc(@RequestBody ModelRequest modelRequest) throws JsonProcessingException {
    DataModelDesc modelDesc = deserializeDataModelDesc(modelRequest);
    if (modelDesc == null) {
        return modelRequest;
    }
    try {
        modelDesc = modelService.updateModelAndDesc(modelRequest.getProject(), modelDesc);
    } catch (AccessDeniedException accessDeniedException) {
        throw new ForbiddenException("You don't have right to update this model.");
    } catch (Exception e) {
        logger.error("Failed to deal with the request:" + e.getLocalizedMessage(), e);
        throw new InternalErrorException("Failed to deal with the request: " + e.getLocalizedMessage(), e);
    }

    if (modelDesc.getError().isEmpty()) {
        modelRequest.setSuccessful(true);
    } else {
        logger.warn("Model " + modelDesc.getName() + " fail to update because " + modelDesc.getError());
        updateRequest(modelRequest, false, omitMessage(modelDesc.getError()));
    }
    String descData = JsonUtil.writeValueAsIndentString(modelDesc);
    modelRequest.setModelDescData(descData);
    return modelRequest;
}
Example 4
Source File: HttpCoordinatorClient.java    From kylin with Apache License 2.0 6 votes vote down vote up 
@Override
public void segmentRemoteStoreComplete(Node receiverNode, String cubeName, Pair<Long, Long> segmentRange) {
    logger.info("send receiver remote store complete message to coordinator");
    try {
        RemoteStoreCompleteRequest completeRequest = new RemoteStoreCompleteRequest();
        completeRequest.setCubeName(cubeName);
        completeRequest.setReceiverNode(receiverNode);
        completeRequest.setSegmentStart(segmentRange.getFirst());
        completeRequest.setSegmentEnd(segmentRange.getSecond());

        String content = JsonUtil.writeValueAsIndentString(completeRequest);
        postRequest("/remoteStoreComplete", content);
    } catch (IOException e) {
        throw new StreamingException(e);
    }
}
Example 5
Source File: ModelController.java    From kylin-on-parquet-v2 with Apache License 2.0 6 votes vote down vote up 
@RequestMapping(value = "", method = { RequestMethod.PUT }, produces = { "application/json" })
@ResponseBody
public ModelRequest updateModelDesc(@RequestBody ModelRequest modelRequest) throws JsonProcessingException {
    DataModelDesc modelDesc = deserializeDataModelDesc(modelRequest);
    if (modelDesc == null) {
        return modelRequest;
    }
    try {
        modelDesc = modelService.updateModelAndDesc(modelRequest.getProject(), modelDesc);
    } catch (AccessDeniedException accessDeniedException) {
        throw new ForbiddenException("You don't have right to update this model.");
    } catch (Exception e) {
        logger.error("Failed to deal with the request:" + e.getLocalizedMessage(), e);
        throw new InternalErrorException("Failed to deal with the request: " + e.getLocalizedMessage(), e);
    }

    if (modelDesc.getError().isEmpty()) {
        modelRequest.setSuccessful(true);
    } else {
        logger.warn("Model " + modelDesc.getName() + " fail to update because " + modelDesc.getError());
        updateRequest(modelRequest, false, omitMessage(modelDesc.getError()));
    }
    String descData = JsonUtil.writeValueAsIndentString(modelDesc);
    modelRequest.setModelDescData(descData);
    return modelRequest;
}
Example 6
Source File: MigrationRuleSet.java    From kylin with Apache License 2.0 6 votes vote down vote up 
public void checkSchema(Context ctx) throws IOException {
    Set<TableDesc> tableSet = Sets.newHashSet();
    for (TableRef tableRef : ctx.getCubeInstance().getModel().getAllTables()) {
        tableSet.add(tableRef.getTableDesc());
    }

    List<String> tableDataList = Lists.newArrayList();
    for (TableDesc table : tableSet) {
        tableDataList.add(JsonUtil.writeValueAsIndentString(table));
    }

    DataModelDesc model = ctx.getCubeInstance().getModel();
    String modelDescData = JsonUtil.writeValueAsIndentString(model);

    CompatibilityCheckRequest request = new CompatibilityCheckRequest();
    request.setProjectName(ctx.getTgtProjectName());
    request.setTableDescDataList(tableDataList);
    request.setModelDescData(modelDescData);

    String jsonRequest = JsonUtil.writeValueAsIndentString(request);
    RestClient client = new RestClient(ctx.getTargetAddress());
    client.checkCompatibility(jsonRequest);
}
Example 7
Source File: DataModelDescTest.java    From kylin with Apache License 2.0 5 votes vote down vote up 
@Test
public void testGetCopyOf() throws JsonProcessingException {
    DataModelDesc desc = DataModelManager.getInstance(getTestConfig()).getDataModelDesc("test_kylin_inner_join_model_desc");
    DataModelDesc copyDesc = DataModelDesc.getCopyOf(desc);

    // uuid is different, set to equals for json comparison
    copyDesc.setUuid(desc.getUuid());
    copyDesc.setLastModified(desc.getLastModified());

    String descStr = JsonUtil.writeValueAsIndentString(desc);
    String copyStr = JsonUtil.writeValueAsIndentString(copyDesc);

    assertEquals(descStr, copyStr);
}
Example 8
Source File: SnapshotTableSerializer.java    From kylin with Apache License 2.0 5 votes vote down vote up 
@Override
public void serialize(SnapshotTable obj, DataOutputStream out) throws IOException {
    String json = JsonUtil.writeValueAsIndentString(obj);
    out.writeUTF(json);

    if (infoOnly == false)
        obj.writeData(out);
}
Example 9
Source File: HttpCoordinatorClient.java    From kylin with Apache License 2.0 5 votes vote down vote up 
@Override
public void reAssignCube(String cubeName, CubeAssignment newAssignments) {
    logger.info("send reassign request to coordinator");
    try {
        String path = CUBES + cubeName + "/reAssign";
        String content = JsonUtil.writeValueAsIndentString(newAssignments);
        postRequest(path, content);
    } catch (IOException e) {
        throw new StreamingException(e);
    }
}
Example 10
Source File: SnapshotTableSerializer.java    From Kylin with Apache License 2.0 5 votes vote down vote up 
@Override
public void serialize(SnapshotTable obj, DataOutputStream out) throws IOException {
    String json = JsonUtil.writeValueAsIndentString(obj);
    out.writeUTF(json);

    if (infoOnly == false)
        obj.writeData(out);
}
Example 11
Source File: HttpCoordinatorClient.java    From kylin with Apache License 2.0 5 votes vote down vote up 
@Override
public void replicaSetLeaderChange(int replicaSetId, Node newLeader) {
    logger.info("send replicaSet lead change notification to coordinator");
    try {
        ReplicaSetLeaderChangeRequest changeRequest = new ReplicaSetLeaderChangeRequest();
        changeRequest.setReplicaSetID(replicaSetId);
        changeRequest.setNewLeader(newLeader);
        String content = JsonUtil.writeValueAsIndentString(changeRequest);
        postRequest("/replicaSetLeaderChange", content);
    } catch (IOException e) {
        throw new StreamingException(e);
    }
}
Example 12
Source File: CheckPointStore.java    From kylin-on-parquet-v2 with Apache License 2.0 5 votes vote down vote up 
public void saveCheckPoint(CheckPoint cp) {
    try (FileOutputStream outputStream = FileUtils.openOutputStream(getCheckPointFile(cp), true)) {
        String jsonCP = JsonUtil.writeValueAsIndentString(cp);
        outputStream.write(Bytes.toBytes(wrapCheckPointString(jsonCP)));
        outputStream.flush();
    } catch (Exception e) {
        logger.error("CheckPoint error for cube " + cubeName, e);
    }
}
Example 13
Source File: CubeDescTest.java    From kylin with Apache License 2.0 5 votes vote down vote up 
@Test
public void testSerialize() throws Exception {
    CubeDesc desc = CubeDescManager.getInstance(getTestConfig()).getCubeDesc(CUBE_WITH_SLR_DESC);
    String str = JsonUtil.writeValueAsIndentString(desc);
    //System.out.println(str);
    @SuppressWarnings("unused")
    CubeDesc desc2 = JsonUtil.readValue(str, CubeDesc.class);
}
Example 14
Source File: SnapshotTableSerializer.java    From kylin-on-parquet-v2 with Apache License 2.0 5 votes vote down vote up 
@Override
public void serialize(SnapshotTable obj, DataOutputStream out) throws IOException {
    String json = JsonUtil.writeValueAsIndentString(obj);
    out.writeUTF(json);

    if (infoOnly == false)
        obj.writeData(out);
}
Example 15
Source File: DictionaryInfoSerializer.java    From kylin-on-parquet-v2 with Apache License 2.0 5 votes vote down vote up 
@Override
public void serialize(DictionaryInfo obj, DataOutputStream out) throws IOException {
    String json = JsonUtil.writeValueAsIndentString(obj);
    out.writeUTF(json);

    if (infoOnly == false)
        obj.getDictionaryObject().write(out);
}
Example 16
Source File: DataModelDescTest.java    From kylin with Apache License 2.0 5 votes vote down vote up 
@Test
public void testPartitionDescCopyOf() throws JsonProcessingException {
    PartitionDesc desc = DataModelManager.getInstance(getTestConfig()).getDataModelDesc("test_kylin_inner_join_model_desc").partitionDesc;
    PartitionDesc copyDesc = PartitionDesc.getCopyOf(desc);

    String descStr = JsonUtil.writeValueAsIndentString(desc);
    String copyStr = JsonUtil.writeValueAsIndentString(copyDesc);

    assertEquals(descStr, copyStr);
}
Example 17
Source File: HttpCoordinatorClient.java    From kylin-on-parquet-v2 with Apache License 2.0 5 votes vote down vote up 
@Override
public void createReplicaSet(ReplicaSet rs) {
    logger.info("send create replicaSet request to coordinator");
    try {
        String path = "/replicaSet";
        String content = JsonUtil.writeValueAsIndentString(rs);
        postRequest(path, content);
    } catch (IOException e) {
        throw new StreamingException(e);
    }
}
Example 18
Source File: DictionaryInfoSerializer.java    From kylin with Apache License 2.0 5 votes vote down vote up 
@Override
public void serialize(DictionaryInfo obj, DataOutputStream out) throws IOException {
    String json = JsonUtil.writeValueAsIndentString(obj);
    out.writeUTF(json);

    if (infoOnly == false)
        obj.getDictionaryObject().write(out);
}
Example 19
Source File: CubeDescTest.java    From kylin with Apache License 2.0 5 votes vote down vote up 
@Test
public void testGetCopyOf() throws Exception {
    CubeDesc desc = CubeDescManager.getInstance(getTestConfig()).getCubeDesc(CUBE_WITH_SLR_DESC);
    CubeDesc copyDesc = CubeDesc.getCopyOf(desc);

    // uuid is different, set to equals for json comparison
    copyDesc.setUuid(desc.getUuid());
    copyDesc.setLastModified(desc.getLastModified());

    String descStr = JsonUtil.writeValueAsIndentString(desc);
    String copyStr = JsonUtil.writeValueAsIndentString(copyDesc);

    assertEquals(descStr, copyStr);
}
Example 20
Source File: DictionaryInfoSerializer.java    From Kylin with Apache License 2.0 5 votes vote down vote up 
@Override
public void serialize(DictionaryInfo obj, DataOutputStream out) throws IOException {
    String json = JsonUtil.writeValueAsIndentString(obj);
    out.writeUTF(json);

    if (infoOnly == false)
        obj.getDictionaryObject().write(out);
}