kafka.admin.ReassignPartitionsCommand Java Examples

/** Execute reassign topics json. */
public String execute(String clusterAlias, String reassignTopicsJson) {
	JSONObject object = new JSONObject();
	String zkServerAddress = SystemConfigUtils.getProperty(clusterAlias + ".zk.list");
	PrintStream oldPStream = System.out;
	System.setOut(pStream);
	try {
		ReassignPartitionsCommand.main(new String[] { "--zookeeper", zkServerAddress, "--reassignment-json-file", createKafkaTopicTempJson(reassignTopicsJson).getAbsolutePath(), "--execute" });
		object.put("success", true);
	} catch (Exception e) {
		object.put("error", "Execute command has error, msg is " + e.getCause().getMessage());
		LOG.error("Execute command has error, msg is ", e);
	}
	System.out.flush();
	System.setOut(oldPStream);
	object.put("result", baos.toString());
	return object.toJSONString();
}
 

/** Verify reassign topics json. */
public String verify(String clusterAlias, String reassignTopicsJson) {
	JSONObject object = new JSONObject();
	String zkServerAddress = SystemConfigUtils.getProperty(clusterAlias + ".zk.list");
	PrintStream oldPStream = System.out;
	System.setOut(pStream);
	try {
		ReassignPartitionsCommand.main(new String[] { "--zookeeper", zkServerAddress, "--reassignment-json-file", createKafkaTopicTempJson(reassignTopicsJson).getAbsolutePath(), "--verify" });
	} catch (Exception e) {
		object.put("error", "Verify command has error, msg is " + e.getCause().getMessage());
		LOG.error("Verify command has error, msg is ", e);
	}
	System.out.flush();
	System.setOut(oldPStream);
	object.put("result", baos.toString());
	return object.toJSONString();
}
 

private String doReassignmentCommand(String... args) {
    PrintStream originalStdOut = System.out;
    PrintStream originalStdErr = System.err;
    System.setOut(tempStdOut);
    System.setErr(tempStdOut);
    ReassignPartitionsCommand.main(args);
    System.setOut(originalStdOut);
    System.setErr(originalStdErr);
    tempStdOut.flush();
    String s = new String(baos.toByteArray());
    baos.reset();
    return s;
}
 

/**
 * Re-assign topic/partition to remainingBrokers
 * Remaining brokers is a list of id's of the brokers where the topic/partition is to be moved to.
 * 
 *   Thus if remainingBrokers = [1,2] the topic will be moved to brokers 1 and 2 
 *   
 *   @see https://kafka.apache.org/documentation.html#basic_ops_cluster_expansion
 *   @see https://cwiki.apache.org/confluence/display/KAFKA/Replication+tools#Replicationtools-6.ReassignPartitionsTool
 * */
public boolean reassignPartition(String topic, int partition, List<Object> remainingBrokers) {
  ZkClient client = new ZkClient(zkConnects, 10000, 10000, ZKStringSerializer$.MODULE$);

  TopicAndPartition topicAndPartition = new TopicAndPartition(topic, partition);

  Buffer<Object> seqs = asScalaBuffer(remainingBrokers);
  Map<TopicAndPartition, Seq<Object>> map = new HashMap<>();
  map.put(topicAndPartition, seqs);
  scala.collection.mutable.Map<TopicAndPartition, Seq<Object>> x = asScalaMap(map);
  ReassignPartitionsCommand command = new ReassignPartitionsCommand(client, x);

  return command.reassignPartitions();
}
 

public boolean reassignPartitionReplicas(String topic, int partition, Integer ... brokerId) {
  ZkClient client = new ZkClient(zkConnects, 10000, 10000, ZKStringSerializer$.MODULE$);
  TopicAndPartition topicAndPartition = new TopicAndPartition(topic, partition);

  Buffer<Object> seqs = asScalaBuffer(Arrays.asList((Object[])brokerId));
  Map<TopicAndPartition, Seq<Object>> map = new HashMap<>();
  map.put(topicAndPartition, seqs);
  ReassignPartitionsCommand command = new ReassignPartitionsCommand(client, asScalaMap(map));
  return command.reassignPartitions();
}