Java Code Examples for org.apache.kylin.common.util.JsonUtil#writeValueAsString()

public void setCuboids(Map<Long, Long> cuboids) {
    if (cuboids == null)
        return;
    if (cuboids.isEmpty()) {
        cuboidBytes = null;
        return;
    }

    try {
        String str = JsonUtil.writeValueAsString(cuboids);
        byte[] compressed = CompressionUtils.compress(str.getBytes(StandardCharsets.UTF_8));
        cuboidBytes = compressed;
    } catch (IOException e) {
        throw new RuntimeException(e);
    }
}
 

public void clearCacheForCubeMigration(String cube, String project, String model,
        Map<String, String> tableToProjects) throws IOException {
    String url = baseUrl + "/cache/migration";
    HttpPost post = new HttpPost(url);

    post.addHeader("Accept", "application/json, text/plain, */*");
    post.addHeader("Content-Type", APPLICATION_JSON);

    HashMap<String, Object> paraMap = new HashMap<String, Object>();
    paraMap.put("cube", cube);
    paraMap.put("project", project);
    paraMap.put("model", model);
    paraMap.put("tableToProjects", tableToProjects);
    String jsonMsg = JsonUtil.writeValueAsString(paraMap);
    post.setEntity(new StringEntity(jsonMsg, UTF_8));
    HttpResponse response = client.execute(post);
    if (response.getStatusLine().getStatusCode() != 200) {
        throw new IOException(INVALID_RESPONSE + response.getStatusLine().getStatusCode());
    }
}
 

public void clearCacheForCubeMigration(String cube, String project, String model,
        Map<String, String> tableToProjects) throws IOException {
    String url = baseUrl + "/cache/migration";
    HttpPost post = new HttpPost(url);

    post.addHeader("Accept", "application/json, text/plain, */*");
    post.addHeader("Content-Type", APPLICATION_JSON);

    HashMap<String, Object> paraMap = new HashMap<String, Object>();
    paraMap.put("cube", cube);
    paraMap.put("project", project);
    paraMap.put("model", model);
    paraMap.put("tableToProjects", tableToProjects);
    String jsonMsg = JsonUtil.writeValueAsString(paraMap);
    post.setEntity(new StringEntity(jsonMsg, UTF_8));
    HttpResponse response = client.execute(post);
    if (response.getStatusLine().getStatusCode() != 200) {
        throw new IOException(INVALID_RESPONSE + response.getStatusLine().getStatusCode());
    }
}
 

@Test
public void testInterfaceConsistency() throws IOException {
    String[] attrArray = new String[] { "columnMetas", "results", "cube", "affectedRowCount", "isException",
            "exceptionMessage", "duration", "partial", "totalScanCount", "hitExceptionCache", "storageCacheUsed",
            "pushDown", "traceUrl", "totalScanBytes" };

    SQLResponse sqlResponse = new SQLResponse(null, null, "learn_cube", 100, false, null, false, false);
    String jsonStr = JsonUtil.writeValueAsString(sqlResponse);
    System.out.println(jsonStr);

    JsonNode jnode = JsonUtil.readValueAsTree(jsonStr);
    assertEquals(jnode.size(), attrArray.length);
    for (String attr : attrArray) {
        Assert.assertTrue(attr + " doesn't exist", jnode.has(attr));
    }
}
 

@Override
public void updateSegmentBuildState(String cubeName, String segmentName, SegmentBuildState.BuildState state) {
    logger.trace("Update {} {} to state {}", cubeName, segmentName, state);
    checkPath(cubeName, segmentName);
    try {
        String stateStr = JsonUtil.writeValueAsString(state);
        String path = ZKPaths.makePath(cubeRoot, cubeName, CUBE_BUILD_STATE, segmentName);
        client.setData().forPath(path, Bytes.toBytes(stateStr));
        writeSuccess.getAndIncrement();
    } catch (Exception e) {
        writeFail.getAndIncrement();
        logger.error("Fail to update segment build state for " + segmentName + " to " + state, e);
        throw new StoreException(e);
    }
}
 

public Iterator<ITuple> doSearch(DataRequest dataRequest, CubeInstance cube, StreamingTupleConverter tupleConverter,
        RecordsSerializer recordsSerializer, Node receiver, TupleInfo tupleInfo) throws Exception {
    String queryId = dataRequest.getQueryId();
    String url = "http://" + receiver.getHost() + ":" + receiver.getPort() + "/kylin/api/data/query";

    try {
        int connTimeout = cube.getConfig().getStreamingRPCHttpConnTimeout();
        int readTimeout = cube.getConfig().getStreamingRPCHttpReadTimeout();
        dataRequest.setDeadline(System.currentTimeMillis() + (int)(readTimeout * 1.5));
        String content = JsonUtil.writeValueAsString(dataRequest);
        Stopwatch sw;
        sw = Stopwatch.createUnstarted();
        sw.start();
        String msg = restService.postRequest(url, content, connTimeout, readTimeout);

        logger.info("query-{}: receive response from {} take time:{}", queryId, receiver, sw.elapsed(MILLISECONDS));
        if (failedReceivers.containsKey(receiver)) {
            failedReceivers.remove(receiver);
        }
        DataResponse response = JsonUtil.readValue(msg, DataResponse.class);
        logger.info("query-{}: receiver {} profile info:{}", queryId, receiver, response.getProfile());
        return deserializeResponse(tupleConverter, recordsSerializer, cube.getName(), tupleInfo, response);
    } catch (Exception e) {
        logger.error("error when search data from receiver:" + url, e);
        throw e;
    }
}
 

protected String serializeKey(Object key) {
    try {
        return JsonUtil.writeValueAsString(key);
    } catch (JsonProcessingException e) {
        logger.warn("Can not convert key to String.", e);
    }
    return null;
}
 

@Override
public ConsumerStatsResponse stopConsumers(Node receiver, StopConsumersRequest stopRequest) throws IOException {
    logger.info("send stop consume request:{} to receiver:{}", stopRequest, receiver);
    String url = "http://" + receiver.getHost() + ":" + receiver.getPort() + "/kylin/api/admin/consumers/stop";
    String content = JsonUtil.writeValueAsString(stopRequest);
    String retMsg = retryPostRequest(url, content);
    return JsonUtil.readValue(retMsg, ConsumerStatsResponse.class);
}
 

@Override
public void startConsumers(Node receiver, StartConsumersRequest startRequest) throws IOException {
    logger.info("send start request:{} to receiver:{}", startRequest, receiver);
    String url = "http://" + receiver.getHost() + ":" + receiver.getPort() + "/kylin/api/admin/consumers/start";
    String content = JsonUtil.writeValueAsString(startRequest);

    retryPostRequest(url, content);
}
 

@Override
public void unAssign(Node receiver, UnAssignRequest unAssignRequest) throws IOException {
    logger.info("send unAssign request:{} to receiver:{}", unAssignRequest, receiver);
    String url = "http://" + receiver.getHost() + ":" + receiver.getPort() + "/kylin/api/admin/unAssign";
    String content = JsonUtil.writeValueAsString(unAssignRequest);

    retryPostRequest(url, content);
}
 

@Override
public void assign(Node receiver, AssignRequest assignRequest) throws IOException {
    logger.info("send assign request:{} to receiver:{}", assignRequest, receiver);
    final String url = "http://" + receiver.getHost() + ":" + receiver.getPort() + "/kylin/api/admin/assign";
    final String content = JsonUtil.writeValueAsString(assignRequest);

    retryPostRequest(url, content);
}
 

@Override
public ConsumerStatsResponse resumeConsumers(Node receiver, ResumeConsumerRequest resumeRequest) throws IOException {
    logger.info("send resume consumer request:{} to receiver:{}", resumeRequest, receiver);
    String url = "http://" + receiver.getHost() + ":" + receiver.getPort() + "/kylin/api/admin/consumers/resume";
    String content = JsonUtil.writeValueAsString(resumeRequest);
    String retMsg = retryPostRequest(url, content);
    return JsonUtil.readValue(retMsg, ConsumerStatsResponse.class);
}
 

protected String serializeKey(Object key) {
    try {
        return JsonUtil.writeValueAsString(key);
    } catch (JsonProcessingException e) {
        logger.warn("Can not convert key to String.", e);
    }
    return null;
}
 

public void setCuboidsRecommend(Set<Long> cuboids) {
    if (cuboids == null)
        return;
    if (cuboids.isEmpty()) {
        cuboidBytesRecommend = null;
        return;
    }
    try {
        String str = JsonUtil.writeValueAsString(cuboids);
        byte[] compressed = CompressionUtils.compress(str.getBytes(StandardCharsets.UTF_8));
        cuboidBytesRecommend = compressed;
    } catch (IOException e) {
        throw new RuntimeException(e);
    }
}
 

@Override
public ConsumerStatsResponse stopConsumers(Node receiver, StopConsumersRequest stopRequest) throws IOException {
    logger.info("send stop consume request:{} to receiver:{}", stopRequest, receiver);
    String url = "http://" + receiver.getHost() + ":" + receiver.getPort() + "/kylin/api/admin/consumers/stop";
    String content = JsonUtil.writeValueAsString(stopRequest);
    String retMsg = retryPostRequest(url, content);
    return JsonUtil.readValue(retMsg, ConsumerStatsResponse.class);
}
 

@Override
public void updateSegmentBuildState(String cubeName, String segmentName, SegmentBuildState.BuildState state) {
    logger.trace("Update {} {} to state {}", cubeName, segmentName, state);
    checkPath(cubeName, segmentName);
    try {
        String stateStr = JsonUtil.writeValueAsString(state);
        String path = ZKPaths.makePath(cubeRoot, cubeName, CUBE_BUILD_STATE, segmentName);
        client.setData().forPath(path, Bytes.toBytes(stateStr));
        writeSuccess.getAndIncrement();
    } catch (Exception e) {
        writeFail.getAndIncrement();
        logger.error("Fail to update segment build state for " + segmentName + " to " + state, e);
        throw new StoreException(e);
    }
}
 

@Override
public void serialize(QueryRecord record, DataOutputStream out) throws IOException {
    String jsonStr = JsonUtil.writeValueAsString(record);
    out.writeUTF(jsonStr);
}
 

private byte[] serializeReplicaSet(ReplicaSet rs) throws Exception {
    String nodesStr = JsonUtil.writeValueAsString(rs);
    return Bytes.toBytes(nodesStr);
}
 

@Test
public void testSerializeMap() throws Exception {
    Map<String, String> map = Maps.newHashMap();

    map.put("key1", "value1");
    map.put("key2", "value2");

    String mapStr = JsonUtil.writeValueAsString(map);

    //System.out.println(mapStr);

    Map<?, ?> map2 = JsonUtil.readValue(mapStr, HashMap.class);

    Assert.assertEquals(map, map2);
}
 

@Test
public void testSerializeMap() throws Exception {
    Map<String, String> map = Maps.newHashMap();

    map.put("key1", "value1");
    map.put("key2", "value2");

    String mapStr = JsonUtil.writeValueAsString(map);

    //System.out.println(mapStr);

    Map<?, ?> map2 = JsonUtil.readValue(mapStr, HashMap.class);

    Assert.assertEquals(map, map2);
}