Java Code Examples for org.apache.helix.model.IdealState#getInstanceGroupTag()

@Override
public List<String> getResourcesInClusterWithTag(String clusterName, String tag) {
  List<String> resourcesWithTag = new ArrayList<String>();

  HelixDataAccessor accessor =
      new ZKHelixDataAccessor(clusterName, new ZkBaseDataAccessor<ZNRecord>(_zkClient));
  PropertyKey.Builder keyBuilder = accessor.keyBuilder();

  for (String resourceName : getResourcesInCluster(clusterName)) {
    IdealState is = accessor.getProperty(keyBuilder.idealStates(resourceName));
    if (is != null && is.getInstanceGroupTag() != null && is.getInstanceGroupTag().equals(tag)) {
      resourcesWithTag.add(resourceName);
    }
  }

  return resourcesWithTag;
}
 

/**
 * Validate each partition is different instances and with necessary tagged instances.
 */
private void validateIsolation(IdealState is, ExternalView ev, int expectedReplica) {
  String tag = is.getInstanceGroupTag();
  for (String partition : is.getPartitionSet()) {
    Map<String, String> assignmentMap = ev.getRecord().getMapField(partition);
    Set<String> instancesInEV = assignmentMap.keySet();
    Assert.assertEquals(instancesInEV.size(), expectedReplica);
    for (String instance : instancesInEV) {
      if (tag != null) {
        InstanceConfig config =
            _gSetupTool.getClusterManagementTool().getInstanceConfig(CLUSTER_NAME, instance);
        Assert.assertTrue(config.containsTag(tag));
      }
    }
  }
}
 

/**
 * Validate instances for each partition is on different zone and with necessary tagged instances.
 */
private void validateZoneAndTagIsolation(IdealState is, ExternalView ev, int expectedReplica) {
  String tag = is.getInstanceGroupTag();
  for (String partition : is.getPartitionSet()) {
    Set<String> assignedZones = new HashSet<String>();

    Map<String, String> assignmentMap = ev.getRecord().getMapField(partition);
    Set<String> instancesInEV = assignmentMap.keySet();
    // TODO: preference List is not persisted in IS.
    // Assert.assertEquals(instancesInEV, instancesInIs);
    for (String instance : instancesInEV) {
      assignedZones.add(_nodeToZoneMap.get(instance));
      if (tag != null) {
        InstanceConfig config =
            _gSetupTool.getClusterManagementTool().getInstanceConfig(CLUSTER_NAME, instance);
        Assert.assertTrue(config.containsTag(tag));
      }
    }
    Assert.assertEquals(assignedZones.size(), expectedReplica);
  }
}
 

/**
 * Validate instances for each partition is on different zone and with necessary tagged instances.
 */
private void validateZoneAndTagIsolation(IdealState is, ExternalView ev, int expectedReplica) {
  String tag = is.getInstanceGroupTag();
  for (String partition : is.getPartitionSet()) {
    Set<String> assignedZones = new HashSet<String>();

    Map<String, String> assignmentMap = ev.getRecord().getMapField(partition);
    Set<String> instancesInEV = assignmentMap.keySet();
    // TODO: preference List is not persisted in IS.
    // Assert.assertEquals(instancesInEV, instancesInIs);
    for (String instance : instancesInEV) {
      assignedZones.add(_nodeToZoneMap.get(instance));
      if (tag != null) {
        InstanceConfig config =
            _gSetupTool.getClusterManagementTool().getInstanceConfig(CLUSTER_NAME, instance);
        Assert.assertTrue(config.containsTag(tag));
      }
    }
    Assert.assertEquals(assignedZones.size(), expectedReplica);
  }
}
 

/**
 * Validate each partition is different instances and with necessary tagged instances.
 */
private void validateIsolation(IdealState is, ExternalView ev, int expectedReplica) {
  String tag = is.getInstanceGroupTag();
  for (String partition : is.getPartitionSet()) {
    Map<String, String> assignmentMap = ev.getRecord().getMapField(partition);
    Set<String> instancesInEV = assignmentMap.keySet();
    Assert.assertEquals(instancesInEV.size(), expectedReplica);
    for (String instance : instancesInEV) {
      if (tag != null) {
        InstanceConfig config =
            _gSetupTool.getClusterManagementTool().getInstanceConfig(CLUSTER_NAME, instance);
        Assert.assertTrue(config.containsTag(tag));
      }
    }
  }
}
 

@Override
public IdealState computeNewIdealState(String resourceName,
    IdealState currentIdealState, CurrentStateOutput currentStateOutput,
    ResourceControllerDataProvider clusterData) {

  IdealState cachedIdealState = getCachedIdealState(resourceName, clusterData);
  if (cachedIdealState != null) {
    LOG.debug("Use cached IdealState for " + resourceName);
    return cachedIdealState;
  }

  LOG.info("Computing IdealState for " + resourceName);

  List<String> partitions = getStablePartitionList(clusterData, currentIdealState);
  String stateModelName = currentIdealState.getStateModelDefRef();
  StateModelDefinition stateModelDef = clusterData.getStateModelDef(stateModelName);
  if (stateModelDef == null) {
    LOG.error("State Model Definition null for resource: " + resourceName);
    throw new HelixException("State Model Definition null for resource: " + resourceName);
  }
  Map<String, LiveInstance> liveInstance = clusterData.getLiveInstances();
  int replicas = currentIdealState.getReplicaCount(liveInstance.size());

  LinkedHashMap<String, Integer> stateCountMap = stateModelDef
      .getStateCountMap(liveInstance.size(), replicas);
  List<String> liveNodes = new ArrayList<>(liveInstance.keySet());
  List<String> allNodes = new ArrayList<>(clusterData.getAllInstances());
  allNodes.removeAll(clusterData.getDisabledInstances());
  liveNodes.retainAll(allNodes);

  Map<String, Map<String, String>> currentMapping =
      currentMapping(currentStateOutput, resourceName, partitions, stateCountMap);

  // If there are nodes tagged with resource name, use only those nodes
  Set<String> taggedNodes = new HashSet<String>();
  Set<String> taggedLiveNodes = new HashSet<String>();
  if (currentIdealState.getInstanceGroupTag() != null) {
    for (String instanceName : allNodes) {
      if (clusterData.getInstanceConfigMap().get(instanceName)
          .containsTag(currentIdealState.getInstanceGroupTag())) {
        taggedNodes.add(instanceName);
        if (liveInstance.containsKey(instanceName)) {
          taggedLiveNodes.add(instanceName);
        }
      }
    }
    if (!taggedLiveNodes.isEmpty()) {
      // live nodes exist that have this tag
      if (LOG.isInfoEnabled()) {
        LOG.info("found the following participants with tag "
            + currentIdealState.getInstanceGroupTag() + " for " + resourceName + ": "
            + taggedLiveNodes);
      }
    } else if (taggedNodes.isEmpty()) {
      // no live nodes and no configured nodes have this tag
      LOG.warn("Resource " + resourceName + " has tag " + currentIdealState.getInstanceGroupTag()
          + " but no configured participants have this tag");
    } else {
      // configured nodes have this tag, but no live nodes have this tag
      LOG.warn("Resource " + resourceName + " has tag " + currentIdealState.getInstanceGroupTag()
          + " but no live participants have this tag");
    }
    allNodes = new ArrayList<>(taggedNodes);
    liveNodes = new ArrayList<>(taggedLiveNodes);
  }

  // sort node lists to ensure consistent preferred assignments
  Collections.sort(allNodes);
  Collections.sort(liveNodes);

  int maxPartition = currentIdealState.getMaxPartitionsPerInstance();
  _rebalanceStrategy =
      getRebalanceStrategy(currentIdealState.getRebalanceStrategy(), partitions, resourceName,
          stateCountMap, maxPartition);
  ZNRecord newMapping = _rebalanceStrategy
      .computePartitionAssignment(allNodes, liveNodes, currentMapping, clusterData);

  if (LOG.isDebugEnabled()) {
    LOG.debug("currentMapping: " + currentMapping);
    LOG.debug("stateCountMap: " + stateCountMap);
    LOG.debug("liveNodes: " + liveNodes);
    LOG.debug("allNodes: " + allNodes);
    LOG.debug("maxPartition: " + maxPartition);
    LOG.debug("newMapping: " + newMapping);
  }

  IdealState newIdealState = new IdealState(resourceName);
  newIdealState.getRecord().setSimpleFields(currentIdealState.getRecord().getSimpleFields());
  newIdealState.setRebalanceMode(RebalanceMode.FULL_AUTO);
  newIdealState.getRecord().setListFields(newMapping.getListFields());

  return newIdealState;
}