org.apache.mesos.Protos#TaskStatus

Source File: CassandraExecutorTest.java From cassandra-mesos-deprecated with Apache License 2.0

6 votes

private void terminateExecutor() {
        List<Protos.TaskStatus> taskStatus = driver.taskStatusList();
        assertEquals(0, taskStatus.size());

        driver.killTask(taskIdExecutor);

        taskStatus = driver.taskStatusList();
        assertEquals(1, taskStatus.size());
        // server task finished...
        assertEquals(taskIdExecutor, taskStatus.get(0).getTaskId());
        assertEquals(Protos.TaskState.TASK_FINISHED, taskStatus.get(0).getState());

        //TODO: Make async friendly
//        final List<CassandraFrameworkProtos.SlaveStatusDetails> slaveStatusDetailsList = driver.frameworkMessages();
//        assertEquals(0, slaveStatusDetailsList.size());
    }

Source File: StateStoreTest.java From dcos-commons with Apache License 2.0

6 votes

@Test
public void testMissingTaskStatus() {
    store.storeTasks(Arrays.asList(TestConstants.TASK_INFO));
    assertEquals(0, store.fetchStatuses().size());
    assertEquals(1, store.fetchTasks().size());
    assertEquals(TestConstants.TASK_INFO, store.fetchTasks().stream().findAny().get());

    store = new StateStore(persister);
    assertEquals(1, store.fetchStatuses().size());
    assertEquals(1, store.fetchTasks().size());
    assertEquals(TestConstants.TASK_ID, store.fetchTasks().stream().findAny().get().getTaskId());

    Protos.TaskStatus taskStatus = store.fetchStatuses().stream().findAny().get();
    assertEquals(TestConstants.TASK_ID, taskStatus.getTaskId());
    assertEquals(Protos.TaskState.TASK_FAILED, taskStatus.getState());
}

Source File: CassandraDaemonStepTest.java From dcos-cassandra-service with Apache License 2.0

6 votes

@Test
public void testUpdateDataNotPresent() throws Exception {
    final String EXPECTED_NAME = "node-0";
    CassandraDaemonStep step = CassandraDaemonStep.create(
            EXPECTED_NAME, persistentOfferRequirementProvider, cassandraState);

    final OfferRequirement mockOfferReq = mock(OfferRequirement.class);
    when(persistentOfferRequirementProvider.getNewOfferRequirement(Mockito.any())).thenReturn(
            Optional.of(mockOfferReq));

    Assert.assertTrue(step.start().isPresent());

    final CassandraDaemonTask task = taskFactory.create(EXPECTED_NAME,
            "abc",
            CassandraTaskExecutor.create("1234", EXPECTED_NAME, "cassandra-role", "cassandra-principal", config.getExecutorConfig()),
            config.getCassandraConfig());
    Protos.TaskInfo taskInfo = task.getTaskInfo();
    taskInfo = Protos.TaskInfo.newBuilder(taskInfo)
            .setSlaveId(Protos.SlaveID.newBuilder().setValue("1.2.3.4").build()).build();
    stateStore.storeTasks(Arrays.asList(taskInfo));
    step.updateOfferStatus(Collections.emptyList());
    final Protos.TaskStatus status = TestUtils.generateStatus(taskInfo.getTaskId(),
            Protos.TaskState.TASK_RUNNING);

    step.update(status);
}

Source File: MesosStateTracker.java From titus-control-plane with Apache License 2.0

5 votes

void unknownTaskStatusUpdate(Protos.TaskStatus taskStatus) {
    String taskId = taskStatus.getTaskId().getValue();
    knownTasks.invalidate(taskId);
    LostTask previous = unknownTasks.getIfPresent(taskId);
    if (previous == null) {
        unknownTasks.put(taskId, new LostTask(taskId, taskStatus, titusRuntime.getClock().wallTime(), false));
    } else {
        unknownTasks.put(taskId, previous.updateState(taskStatus));
    }
}

Source File: StateStoreUtils.java From dcos-commons with Apache License 2.0

5 votes

/**
 * Returns an Optional<TaskStatus> from the properties in the provided state store for the
 * specified task name.
 */
public static Optional<Protos.TaskStatus> getTaskStatusFromProperty(StateStore stateStore,
                                                                    String taskName)
{
  try {
    return Optional.of(Protos.TaskStatus.parseFrom(
        stateStore.fetchProperty(taskName + PROPERTY_TASK_INFO_SUFFIX)));
  } catch (Exception e) {
    // Broadly catch exceptions to handle:
    // Invalid TaskStatuses
    // StateStoreExceptions
    LOGGER.error("Unable to decode TaskStatus for taskName=" + taskName, e);
    return Optional.empty();
  }
}

Source File: StateStore.java From dcos-commons with Apache License 2.0

5 votes

/**
 * Stores the TaskStatus of a particular Task. The {@link Protos.TaskInfo} for this exact task MUST have already
 * been written via {@link #storeTasks(Collection)} beforehand. The TaskId must be well-formatted as produced by
 * {@link com.mesosphere.sdk.offer.CommonIdUtils#toTaskId(String, String)}.
 *
 * @param status The status to be stored, which meets the above requirements
 * @throws StateStoreException if storing the TaskStatus fails, or if its TaskId is malformed, or if its matching
 *                             TaskInfo wasn't stored first
 */
public void storeStatus(String taskName, Protos.TaskStatus status) throws StateStoreException {
  Optional<Protos.TaskStatus> currentStatusOptional = fetchStatus(taskName);
  if (currentStatusOptional.isPresent()
      && (status.getState().equals(Protos.TaskState.TASK_LOST)
      || status.getState().equals(Protos.TaskState.TASK_GONE)
      || status.getState().equals(Protos.TaskState.TASK_DROPPED)
      || status.getState().equals(Protos.TaskState.TASK_UNKNOWN)
      || status.getState().equals(Protos.TaskState.TASK_UNREACHABLE))
      && TaskUtils.isTerminal(currentStatusOptional.get()))
  {
    throw new StateStoreException(Reason.LOGIC_ERROR,
        String.format("Skipping task status processing. Ignoring %s as task already in a" +
            " terminal state %s: %s",
            status.getState(), currentStatusOptional.get().getState(), taskName));
  }

  if (!status.getState().equals(Protos.TaskState.TASK_STAGING) &&
      currentStatusOptional.isPresent() &&
      !currentStatusOptional.get().getTaskId().equals(status.getTaskId()))
  {
    throw new StateStoreException(
        Reason.NOT_FOUND,
        String.format("Dropping TaskStatus with unknown TaskID: %s", status));
  }

  String path = getTaskStatusPath(namespace, taskName);
  logger.debug("Storing status '{}' for '{}' in '{}'", status.getState(), taskName, path);

  try {
    persister.set(path, status.toByteArray());
  } catch (PersisterException e) {
    throw new StateStoreException(e);
  }
}

Source File: TLSCleanupStep.java From dcos-commons with Apache License 2.0

5 votes

@Override
public void update(Protos.TaskStatus status) {
  logger.debug(
      "Step {} ignoring irrelevant TaskStatus: {}",
      getName(),
      TextFormat.shortDebugString(status)
  );
}

Source File: StateStoreUtilsTest.java From dcos-commons with Apache License 2.0

5 votes

@Test
public void testRepairTaskIdsNothingNeeded() {
    Protos.TaskInfo taskInfo = newTaskInfo(TestConstants.TASK_NAME);
    stateStore.storeTasks(ImmutableList.of(taskInfo));
    Protos.TaskStatus taskStatus = newTaskStatus(taskInfo.getTaskId(), Protos.TaskState.TASK_UNKNOWN);
    stateStore.storeStatus(TestConstants.TASK_NAME, taskStatus);

    StateStoreUtils.repairTaskIDs(stateStore);

    assertThat(stateStore.fetchTask(TestConstants.TASK_NAME).get(), is(taskInfo));
    assertThat(stateStore.fetchStatus(TestConstants.TASK_NAME).get(), is(taskStatus));
}

Source File: CassandraDaemonStepTest.java From dcos-cassandra-service with Apache License 2.0

5 votes

@Test
public void testStartNeedConfigUpdateNotTerminated1() throws Exception {
    final String EXPECTED_NAME = "node-0";
    CassandraDaemonStep step = CassandraDaemonStep.create(
            EXPECTED_NAME, persistentOfferRequirementProvider, cassandraState);

    final OfferRequirement mockOfferReq = mock(OfferRequirement.class);
    when(persistentOfferRequirementProvider.getNewOfferRequirement(Mockito.any())).thenReturn(
            Optional.of(mockOfferReq));

    Assert.assertTrue(step.start().isPresent());

    final CassandraDaemonTask task = taskFactory.create(EXPECTED_NAME,
            String.valueOf(configurationManager.getTargetName()),
            CassandraTaskExecutor.create("1234", EXPECTED_NAME, "cassandra-role", "cassandra-principal", config.getExecutorConfig()),
            config.getCassandraConfig());
    Protos.TaskInfo taskInfo = task.getTaskInfo();
    taskInfo = Protos.TaskInfo.newBuilder(taskInfo)
            .setSlaveId(Protos.SlaveID.newBuilder().setValue("1.2.3.4").build()).build();
    stateStore.storeTasks(Arrays.asList(TaskUtils.packTaskInfo(taskInfo)));

    Protos.TaskStatus status = TestUtils.generateStatus(taskInfo.getTaskId(),
            Protos.TaskState.TASK_RUNNING, CassandraMode.NORMAL);
    stateStore.storeStatus(status);

    Assert.assertTrue(!step.start().isPresent());

    when(mockStage.toCompletableFuture()).thenReturn(mockFuture);
    when(mockFuture.get()).thenReturn(true);

    status = TestUtils.generateStatus(taskInfo.getTaskId(),
            Protos.TaskState.TASK_FINISHED);
    stateStore.storeStatus(status);

    when(persistentOfferRequirementProvider.getReplacementOfferRequirement(Mockito.any())).thenReturn(
            Optional.empty());
    Assert.assertTrue(!step.start().isPresent());
}

Source File: IgniteScheduler.java From ignite with Apache License 2.0

5 votes

/** {@inheritDoc} */
@Override public synchronized void statusUpdate(SchedulerDriver schedulerDriver, Protos.TaskStatus taskStatus) {
    final String taskId = taskStatus.getTaskId().getValue();

    log.log(Level.INFO, "Received update event task: {0} is in state: {1}",
        new Object[]{taskId, taskStatus.getState()});

    if (taskStatus.getState().equals(Protos.TaskState.TASK_FAILED)
        || taskStatus.getState().equals(Protos.TaskState.TASK_ERROR)
        || taskStatus.getState().equals(Protos.TaskState.TASK_FINISHED)
        || taskStatus.getState().equals(Protos.TaskState.TASK_KILLED)
        || taskStatus.getState().equals(Protos.TaskState.TASK_LOST)) {
        IgniteTask failedTask = tasks.remove(taskId);

        if (failedTask != null) {
            List<Protos.Request> requests = new ArrayList<>();

            Protos.Request request = Protos.Request.newBuilder()
                .addResources(Protos.Resource.newBuilder()
                    .setType(Protos.Value.Type.SCALAR)
                    .setName(MEM)
                    .setScalar(Protos.Value.Scalar.newBuilder().setValue(failedTask.mem())))
                .addResources(Protos.Resource.newBuilder()
                    .setType(Protos.Value.Type.SCALAR)
                    .setName(CPU)
                    .setScalar(Protos.Value.Scalar.newBuilder().setValue(failedTask.cpuCores())))
                .build();

            requests.add(request);

            schedulerDriver.requestResources(requests);
        }
    }
}

Source File: MesosResourceManager.java From flink with Apache License 2.0

5 votes

/**
 * Handles a termination notification from a task monitor.
 */
public void taskTerminated(TaskMonitor.TaskTerminated message) {
	Protos.TaskID taskID = message.taskID();
	Protos.TaskStatus status = message.status();

	// note: this callback occurs for failed containers and for released containers alike
	final ResourceID id = extractResourceID(taskID);

	boolean existed;
	try {
		existed = workerStore.removeWorker(taskID);
	} catch (Exception ex) {
		onFatalError(new ResourceManagerException("unable to remove worker", ex));
		return;
	}

	if (!existed) {
		LOG.info("Received a termination notice for an unrecognized worker: {}", id);
		return;
	}

	// check if this is a failed task or a released task
	assert(!workersInNew.containsKey(id));
	if (workersBeingReturned.remove(id) != null) {
		// regular finished worker that we released
		LOG.info("Worker {} finished successfully with message: {}",
			id, status.getMessage());
	} else {
		// failed worker, either at startup, or running
		final MesosWorkerStore.Worker launched = workersInLaunch.remove(id);
		assert(launched != null);
		LOG.info("Worker {} failed with status: {}, reason: {}, message: {}.",
			id, status.getState(), status.getReason(), status.getMessage());
		startNewWorker(launched.profile());
	}

	closeTaskManagerConnection(id, new Exception(status.getMessage()));
}

Source File: ProtoTestUtil.java From logstash with Apache License 2.0

5 votes

public static Protos.TaskStatus createTaskStatus(Protos.TaskState taskState, String taskId,
    String slaveID, String message) {
    return Protos.TaskStatus.newBuilder()
        .setState(taskState)
        .setMessage(message)
        .setTaskId(Protos.TaskID.newBuilder().setValue(taskId))
        .setSlaveId(Protos.SlaveID.newBuilder().setValue(slaveID)).build();
}

Source File: RestoreSnapshotStepTest.java From dcos-cassandra-service with Apache License 2.0

5 votes

@Before
public void beforeEach() {
    MockitoAnnotations.initMocks(this);
    final StateStore mockStateStore = Mockito.mock(StateStore.class);
    final Protos.TaskStatus status = TestUtils
            .generateStatus(TaskUtils.toTaskId("node-0"), Protos.TaskState.TASK_RUNNING, CassandraMode.NORMAL);
    Mockito.when(mockStateStore.fetchStatus("node-0")).thenReturn(Optional.of(status));
    Mockito.when(cassandraState.getStateStore()).thenReturn(mockStateStore);
}

Source File: SchedulerProxy.java From flink with Apache License 2.0

4 votes

@Override
public void statusUpdate(SchedulerDriver driver, Protos.TaskStatus status) {
	mesosActor.tell(new StatusUpdate(status), ActorRef.noSender());
}

Source File: ClusterJobHandler.java From cassandra-mesos-deprecated with Apache License 2.0

4 votes

public void onTaskRemoved(@NotNull final Protos.TaskStatus status, @NotNull final CassandraFrameworkProtos.ClusterJobStatus clusterJob) {
    jobsState.removeTaskForCurrentNode(status, clusterJob);
}

Source File: MultiServiceManagerTest.java From dcos-commons with Apache License 2.0

4 votes

private static Protos.TaskStatus buildStatus(String clientName) {
    return Protos.TaskStatus.newBuilder()
            .setTaskId(CommonIdUtils.toTaskId(clientName, "foo"))
            .setState(TaskState.TASK_FINISHED)
            .build();
}

Source File: CassandraStateTest.java From dcos-cassandra-service with Apache License 2.0

4 votes

private Protos.TaskStatus getTestTaskStatus(CassandraDaemonTask task) {
    final CassandraDaemonStatus status = task.createStatus(Protos.TaskState.TASK_RUNNING, CassandraMode.NORMAL, Optional.empty());
    return status.getTaskStatus();
}

Source File: ProtoTestUtil.java From elasticsearch with Apache License 2.0

4 votes

public static Protos.TaskStatus getDefaultTaskStatus(Protos.TaskState state) {
    return getDefaultTaskStatus(state, 1.0);
}

Source File: TaskStatusesTrackerTest.java From dcos-commons with Apache License 2.0

4 votes

private static Protos.TaskStatus newTaskStatus(final Protos.TaskID taskID, final Protos.TaskState taskState) {
  return Protos.TaskStatus.newBuilder()
      .setTaskId(taskID)
      .setState(taskState)
      .build();
}

Source File: CassandraCluster.java From cassandra-mesos-deprecated with Apache License 2.0

4 votes

public void removeTask(@NotNull final String taskId, @NotNull final Protos.TaskStatus status) {
    final List<CassandraNode> nodes = clusterState.nodes();
    final List<CassandraNode> newNodes = new ArrayList<>(nodes.size());
    boolean changed = false;
    for (final CassandraNode cassandraNode : nodes) {
        final CassandraNodeTask nodeTask = CassandraFrameworkProtosUtils.getTaskForNode(cassandraNode, taskId);
        if (nodeTask == null) {
            newNodes.add(cassandraNode);
            continue;
        }
        final CassandraNode.Builder builder = CassandraFrameworkProtosUtils.removeTask(cassandraNode, nodeTask);
        changed = true;
        switch (nodeTask.getType()) {
            case METADATA:
                // TODO shouldn't we also assume that the server task is no longer running ??
                // TODO do we need to remove the executor metadata ??

                removeExecutorMetadata(cassandraNode.getCassandraNodeExecutor().getExecutorId());
                builder.clearTasks();
                break;
            case SERVER:
                builder.clearCassandraDaemonPid();
                if (status.hasSource()) {
                    switch (status.getSource()) {
                        case SOURCE_MASTER:
                        case SOURCE_SLAVE:
                            recordHealthCheck(cassandraNode.getCassandraNodeExecutor().getExecutorId(),
                                HealthCheckDetails.newBuilder()
                                    .setHealthy(false)
                                    .setMsg("Removing Cassandra server task " + taskId + ". Reason=" + status.getReason() + ", source=" + status.getSource() + ", message=\"" + status.getMessage() + '"')
                                    .build());
                            break;
                    }
                }
                break;
            case CLUSTER_JOB:
                jobsState.clearClusterJobCurrentNode(status.getExecutorId().getValue());
                break;
        }

        newNodes.add(builder.build());
    }
    if (changed) {
        clusterState.nodes(newNodes);
    }

    final ClusterJobStatus clusterJob = getCurrentClusterJob();
    if (clusterJob != null) {
        if (clusterJob.hasCurrentNode() && clusterJob.getCurrentNode().getTaskId().equals(taskId)) {
            clusterJobHandlers.get(clusterJob.getJobType()).onTaskRemoved(status, clusterJob);
        }
    }
}

Java Code Examples for org.apache.mesos.Protos#TaskStatus