org.apache.kafka.clients.admin.ListConsumerGroupsResult Java Examples

@Override
public Future<List<ConsumerGroupListing>> listConsumerGroups() {
  ContextInternal ctx = (ContextInternal) vertx.getOrCreateContext();
  Promise<List<ConsumerGroupListing>> promise = ctx.promise();

  ListConsumerGroupsResult listConsumerGroupsResult = this.adminClient.listConsumerGroups();
  listConsumerGroupsResult.all().whenComplete((groupIds, ex) -> {

    if (ex == null) {
      promise.complete(Helper.fromConsumerGroupListings(groupIds));
    } else {
      promise.fail(ex);
    }
  });
  return promise.future();
}
 

/**
 * Get kafka 0.10.x, 1.x, 2.x consumer groups.
 */
public int getKafkaConsumerGroups(String clusterAlias) {
	Properties prop = new Properties();
	int counter = 0;
	prop.put(CommonClientConfigs.BOOTSTRAP_SERVERS_CONFIG, parseBrokerServer(clusterAlias));

	if (SystemConfigUtils.getBooleanProperty(clusterAlias + ".kafka.eagle.sasl.enable")) {
		sasl(prop, clusterAlias);
	}
	if (SystemConfigUtils.getBooleanProperty(clusterAlias + ".kafka.eagle.ssl.enable")) {
		ssl(prop, clusterAlias);
	}

	AdminClient adminClient = null;
	try {
		adminClient = AdminClient.create(prop);
		ListConsumerGroupsResult consumerGroups = adminClient.listConsumerGroups();
		java.util.Iterator<ConsumerGroupListing> groups = consumerGroups.all().get().iterator();
		while (groups.hasNext()) {
			String groupId = groups.next().groupId();
			if (!groupId.contains("kafka.eagle")) {
				counter++;
			}
		}
	} catch (Exception e) {
		LOG.info("Get kafka consumer group has error, msg is " + e.getMessage());
		e.printStackTrace();
	} finally {
		adminClient.close();
	}
	return counter;
}
 

/**
 * Get kafka 0.10.x, 1.x, 2.x offset from topic.
 */
public String getKafkaOffset(String clusterAlias) {
	Properties prop = new Properties();
	prop.put(CommonClientConfigs.BOOTSTRAP_SERVERS_CONFIG, parseBrokerServer(clusterAlias));

	if (SystemConfigUtils.getBooleanProperty(clusterAlias + ".kafka.eagle.sasl.enable")) {
		sasl(prop, clusterAlias);
	}
	if (SystemConfigUtils.getBooleanProperty(clusterAlias + ".kafka.eagle.ssl.enable")) {
		ssl(prop, clusterAlias);
	}
	JSONArray targets = new JSONArray();
	AdminClient adminClient = null;
	try {
		adminClient = AdminClient.create(prop);
		ListConsumerGroupsResult consumerGroups = adminClient.listConsumerGroups();
		java.util.Iterator<ConsumerGroupListing> groups = consumerGroups.all().get().iterator();
		while (groups.hasNext()) {
			String groupId = groups.next().groupId();
			if (!groupId.contains("kafka.eagle")) {
				ListConsumerGroupOffsetsResult offsets = adminClient.listConsumerGroupOffsets(groupId);
				for (Entry<TopicPartition, OffsetAndMetadata> entry : offsets.partitionsToOffsetAndMetadata().get().entrySet()) {
					JSONObject object = new JSONObject();
					object.put("group", groupId);
					object.put("topic", entry.getKey().topic());
					object.put("partition", entry.getKey().partition());
					object.put("offset", entry.getValue().offset());
					object.put("timestamp", CalendarUtils.getDate());
					targets.add(object);
				}
			}
		}
	} catch (Exception e) {
		LOG.error("Get consumer offset has error, msg is " + e.getMessage());
		e.printStackTrace();
	} finally {
		adminClient.close();
	}
	return targets.toJSONString();
}
 

/**
 * Test the remove Consumer end point with admin role.
 */
@Test
@Transactional
public void test_removeConsumer_withAdminRole() throws Exception {
    // Create a cluster.
    final Cluster cluster = clusterTestTools.createCluster(
        "Test Cluster",
        sharedKafkaTestResource.getKafkaConnectString()
    );

    // Create a consumer with state on the cluster.
    final String consumerId = createConsumerWithState(new String[] {"TestTopic-" + System.currentTimeMillis()});

    // Construct payload
    final String payload = "{ \"consumerId\": \"" + consumerId + "\", \"clusterId\": \"" + cluster.getId() + "\"}";

    // Hit end point
    mockMvc
        .perform(post("/api/cluster/" + cluster.getId() + "/consumer/remove")
            .with(user(adminUserDetails))
            .with(csrf())
            .content(payload)
            .contentType(MediaType.APPLICATION_JSON)
        )
        .andDo(print())
        .andExpect(status().isOk())

        // Validate submit button seems to show up.
        .andExpect(content().string(containsString("true")));

    // Verify consumer no longer exists
    try (final AdminClient adminClient = sharedKafkaTestResource
        .getKafkaTestUtils()
        .getAdminClient()) {

        final ListConsumerGroupsResult request = adminClient.listConsumerGroups();
        final Collection<ConsumerGroupListing> results = request.all().get();

        final Optional<ConsumerGroupListing> match = results.stream()
            .filter((entry) -> (entry.groupId().equals(consumerId)))
            .findFirst();

        assertFalse("Should not have found entry", match.isPresent());
    }
}
 

/**
 * Test the remove Consumer end point with non admin role.
 */
@Test
@Transactional
public void test_removeConsumer_withNonAdminRole() throws Exception {
    // Create a cluster.
    final Cluster cluster = clusterTestTools.createCluster(
        "Test Cluster",
        sharedKafkaTestResource.getKafkaConnectString()
    );

    // Create a consumer with state on the cluster.
    final String consumerId = createConsumerWithState(new String[] {"TestTopic-" + System.currentTimeMillis()});

    // Construct payload
    final String payload = "{ \"consumerId\": \"" + consumerId + "\", \"clusterId\": \"" + cluster.getId() + "\"}";

    // Hit end point
    mockMvc
        .perform(post("/api/cluster/" + cluster.getId() + "/consumer/remove")
            .with(user(nonAdminUserDetails))
            .with(csrf())
            .content(payload)
            .contentType(MediaType.APPLICATION_JSON)
        )
        .andDo(print())
        .andExpect(status().is4xxClientError());

    // Verify consumer still exists
    try (final AdminClient adminClient = sharedKafkaTestResource
        .getKafkaTestUtils()
        .getAdminClient()) {

        final ListConsumerGroupsResult request = adminClient.listConsumerGroups();
        final Collection<ConsumerGroupListing> results = request.all().get();

        final Optional<ConsumerGroupListing> match = results.stream()
            .filter((entry) -> (entry.groupId().equals(consumerId)))
            .findFirst();

        assertTrue("Should have found entry", match.isPresent());
    }
}