org.apache.hadoop.tools.rumen.TaskAttemptInfo Java Examples

private TaskAttemptInfo getSuccessfulAttemptInfo(TaskType type, int task) {
  TaskAttemptInfo ret;
  for (int i = 0; true; ++i) {
    // Rumen should make up an attempt if it's missing. Or this won't work
    // at all. It's hard to discern what is happening in there.
    ret = jobdesc.getTaskAttemptInfo(type, task, i);
    if (ret.getRunState() == TaskStatus.State.SUCCEEDED) {
      break;
    }
  }
  if(ret.getRunState() != TaskStatus.State.SUCCEEDED) {
    LOG.warn("No sucessful attempts tasktype " + type +" task "+ task);
  }

  return ret;
}
 

@SuppressWarnings({ "deprecation", "incomplete-switch" })
@Override
public TaskAttemptInfo getTaskAttemptInfo(
  TaskType taskType, int taskNumber, int taskAttemptNumber) {
  switch (taskType) {
    case MAP:
      return new MapTaskAttemptInfo(
        State.SUCCEEDED, 
        new TaskInfo(
          m_bytesIn[taskNumber], m_recsIn[taskNumber],
          m_bytesOut[taskNumber], m_recsOut[taskNumber], -1),
        100);

    case REDUCE:
      return new ReduceTaskAttemptInfo(
        State.SUCCEEDED, 
        new TaskInfo(
          r_bytesIn[taskNumber], r_recsIn[taskNumber],
          r_bytesOut[taskNumber], r_recsOut[taskNumber], -1),
        100, 100, 100);
  }
  throw new UnsupportedOperationException();
}
 

private TaskAttemptInfo getSuccessfulAttemptInfo(TaskType type, int task) {
  TaskAttemptInfo ret;
  for (int i = 0; true; ++i) {
    // Rumen should make up an attempt if it's missing. Or this won't work
    // at all. It's hard to discern what is happening in there.
    ret = jobdesc.getTaskAttemptInfo(type, task, i);
    if (ret.getRunState() == TaskStatus.State.SUCCEEDED) {
      break;
    }
  }
  if(ret.getRunState() != TaskStatus.State.SUCCEEDED) {
    LOG.warn("No sucessful attempts tasktype " + type +" task "+ task);
  }

  return ret;
}
 

@SuppressWarnings({ "deprecation", "incomplete-switch" })
@Override
public TaskAttemptInfo getTaskAttemptInfo(
  TaskType taskType, int taskNumber, int taskAttemptNumber) {
  switch (taskType) {
    case MAP:
      return new MapTaskAttemptInfo(
        State.SUCCEEDED, 
        new TaskInfo(
          m_bytesIn[taskNumber], m_recsIn[taskNumber],
          m_bytesOut[taskNumber], m_recsOut[taskNumber], -1),
        100);

    case REDUCE:
      return new ReduceTaskAttemptInfo(
        State.SUCCEEDED, 
        new TaskInfo(
          r_bytesIn[taskNumber], r_recsIn[taskNumber],
          r_bytesOut[taskNumber], r_recsOut[taskNumber], -1),
        100, 100, 100);
  }
  throw new UnsupportedOperationException();
}
 

/**
 * Given the reduce taskAttemptID, returns the TaskAttemptInfo. Deconstructs
 * the reduce taskAttemptID and looks up the jobStory with the parts taskType,
 * id of task, id of task attempt.
 * 
 * @param taskTracker
 *          tasktracker
 * @param taskAttemptID
 *          task-attempt
 * @return TaskAttemptInfo for the reduce task-attempt
 */
private TaskAttemptInfo getReduceTaskAttemptInfo(TaskTracker taskTracker,
    TaskAttemptID taskAttemptID) {
  assert (!taskAttemptID.isMap());
  TaskID taskId = taskAttemptID.getTaskID();
  TaskType taskType;
  if (taskAttemptID.isMap()) {
    taskType = TaskType.MAP;
  } else {
    taskType = TaskType.REDUCE;
  }

  TaskAttemptInfo taskAttemptInfo = jobStory.getTaskAttemptInfo(taskType,
      taskId.getId(), taskAttemptID.getId());
  if (LOG.isDebugEnabled()) {
    LOG.debug("get an attempt: "
        + taskAttemptID.toString()
        + ", state="
        + taskAttemptInfo.getRunState()
        + ", runtime="
        + ((taskAttemptID.isMap()) ? taskAttemptInfo.getRuntime()
            : ((ReduceTaskAttemptInfo) taskAttemptInfo).getReduceRuntime()));
  }
  return taskAttemptInfo;
}
 

/**
 * Given the map taskAttemptID, returns the TaskAttemptInfo. Deconstructs the
 * map's taskAttemptID and looks up the jobStory with the parts taskType, id
 * of task, id of task attempt.
 * 
 * @param taskTracker
 *          tasktracker
 * @param taskAttemptID
 *          task-attempt
 * @return TaskAttemptInfo for the map task-attempt
 */
@SuppressWarnings("deprecation")
private synchronized TaskAttemptInfo getMapTaskAttemptInfo(
    TaskTracker taskTracker, TaskAttemptID taskAttemptID) {
  assert (taskAttemptID.isMap());

  JobID jobid = (JobID) taskAttemptID.getJobID();
  assert (jobid == getJobID());

  // Get splits for the TaskAttempt
  RawSplit split = splits[taskAttemptID.getTaskID().getId()];
  int locality = getClosestLocality(taskTracker, split);

  TaskID taskId = taskAttemptID.getTaskID();
  if (!taskId.isMap()) {
    assert false : "Task " + taskId + " is not MAP :"; 
  }
  
  TaskAttemptInfo taskAttemptInfo = jobStory.getMapTaskAttemptInfoAdjusted(
      taskId.getId(), taskAttemptID.getId(), locality);

  if (LOG.isDebugEnabled()) {
    LOG.debug("get an attempt: "
        + taskAttemptID.toString()
        + ", state="
        + taskAttemptInfo.getRunState()
        + ", runtime="
        + ((taskId.isMap()) ? taskAttemptInfo.getRuntime()
            : ((ReduceTaskAttemptInfo) taskAttemptInfo).getReduceRuntime()));
  }
  return taskAttemptInfo;
}
 

@SuppressWarnings("deprecation")
public TaskAttemptInfo getTaskAttemptInfo(TaskTracker taskTracker,
    TaskAttemptID taskAttemptId) {
  JobID jobid = (JobID) taskAttemptId.getJobID();
  assert (jobid == getJobID());

  return (taskAttemptId.isMap()) ? getMapTaskAttemptInfo(
      taskTracker, taskAttemptId)
      : getReduceTaskAttemptInfo(taskTracker, taskAttemptId);
}
 

@Override
public TaskAttemptInfo getMapTaskAttemptInfoAdjusted(int taskNumber,
    int taskAttemptNumber, int locality) {
  throw new UnsupportedOperationException();
}
 

public TaskAttemptInfo getTaskAttemptInfo(TaskType taskType, int taskNumber,
    int taskAttemptNumber) {
  return job.getTaskAttemptInfo(taskType, taskNumber, taskAttemptNumber);
}
 

@Override
public TaskAttemptInfo getTaskAttemptInfo(TaskType taskType,
    int taskNumber, int taskAttemptNumber) {
  throw new UnsupportedOperationException();
}
 

public TaskAttemptInfo getMapTaskAttemptInfoAdjusted(
    int taskNumber, int taskAttemptNumber, int locality) {
  return job.getMapTaskAttemptInfoAdjusted(
      taskNumber, taskAttemptNumber, locality);
}
 

public TaskAttemptInfo getTaskAttemptInfo(TaskType taskType, int taskNumber,
    int taskAttemptNumber) {
  return job.getTaskAttemptInfo(taskType, taskNumber, taskAttemptNumber);
}
 

@Override
public TaskAttemptInfo getMapTaskAttemptInfoAdjusted(int taskNumber,
    int taskAttemptNumber, int locality) {
  return getTaskAttemptInfo(TaskType.MAP, taskNumber, taskAttemptNumber);
}
 

@Override
public TaskAttemptInfo getTaskAttemptInfo(TaskType taskType,
    int taskNumber, int taskAttemptNumber) {
  throw new UnsupportedOperationException();
}
 

@Override
public TaskAttemptInfo getMapTaskAttemptInfoAdjusted(int taskNumber,
    int taskAttemptNumber, int locality) {
  throw new UnsupportedOperationException();
}
 

/** Get the resource usage model for the task. */
public TaskAttemptInfo getTaskAttemptInfo() {
  return taskAttemptInfo;
}
 

/**
 * Constructs a SimulatorLaunchTaskAction object for a {@link Task}.
 * @param task Task task to be launched
 * @param taskAttemptInfo resource usage model for task execution
 */            
public SimulatorLaunchTaskAction(Task task,
                                 TaskAttemptInfo taskAttemptInfo) {
  super(task);
  this.taskAttemptInfo = taskAttemptInfo;
}
 

@Override
public TaskAttemptInfo getTaskAttemptInfo(TaskType taskType, int taskNumber,
    int taskAttemptNumber) {
  return job.getTaskAttemptInfo(taskType, taskNumber, taskAttemptNumber);
}
 

@Override
public TaskAttemptInfo getMapTaskAttemptInfoAdjusted(int taskNumber,
    int taskAttemptNumber, int locality) {
  return job.getMapTaskAttemptInfoAdjusted(taskNumber, taskAttemptNumber,
      locality);
}
 

@Override
public TaskAttemptInfo getMapTaskAttemptInfoAdjusted(
  int taskNumber, int taskAttemptNumber, int locality) {
  throw new UnsupportedOperationException();
}
 

public TaskAttemptInfo getMapTaskAttemptInfoAdjusted(
    int taskNumber, int taskAttemptNumber, int locality) {
  return job.getMapTaskAttemptInfoAdjusted(
      taskNumber, taskAttemptNumber, locality);
}
 

public TaskAttemptInfo getTaskAttemptInfo(TaskType taskType, int taskNumber,
    int taskAttemptNumber) {
  return job.getTaskAttemptInfo(taskType, taskNumber, taskAttemptNumber);
}
 

@Override
public TaskAttemptInfo getMapTaskAttemptInfoAdjusted(
  int taskNumber, int taskAttemptNumber, int locality) {
  throw new UnsupportedOperationException();
}
 

public TaskAttemptInfo getMapTaskAttemptInfoAdjusted(
    int taskNumber, int taskAttemptNumber, int locality) {
  return job.getMapTaskAttemptInfoAdjusted(
      taskNumber, taskAttemptNumber, locality);
}