org.apache.samza.application.TaskApplication Java Examples

/**
 * Create a new instance of {@link ApplicationDescriptorImpl} based on {@link SamzaApplication} and {@link Config}
 *
 * @param app an implementation of {@link SamzaApplication}. The {@code app} has to have a proper fully-qualified class name.
 * @param config the {@link Config} for the application
 * @return the {@link ApplicationDescriptorImpl} instance containing the processing logic and the config
 */
public static ApplicationDescriptorImpl<? extends ApplicationDescriptor> getAppDescriptor(SamzaApplication app, Config config) {
  if (app instanceof StreamApplication) {
    return new StreamApplicationDescriptorImpl((StreamApplication) app, config);
  }
  if (app instanceof TaskApplication) {
    return new TaskApplicationDescriptorImpl((TaskApplication) app, config);
  }
  throw new IllegalArgumentException(String.format("User application class %s is not supported. Only StreamApplication "
      + "and TaskApplication are supported.", app.getClass().getName()));
}
 

@Test
public void testConstructor() {
  TaskApplication mockApp = mock(TaskApplication.class);
  TaskApplicationDescriptorImpl appDesc = new TaskApplicationDescriptorImpl(mockApp, config);
  verify(mockApp).describe(appDesc);
  assertEquals(config, appDesc.getConfig());
}
 

@Test
public void testApplicationContainerContextFactory() {
  ApplicationContainerContextFactory factory = mock(ApplicationContainerContextFactory.class);
  TaskApplication testApp = appDesc -> appDesc.withApplicationContainerContextFactory(factory);
  TaskApplicationDescriptorImpl appSpec = new TaskApplicationDescriptorImpl(testApp, mock(Config.class));
  assertEquals(appSpec.getApplicationContainerContextFactory(), Optional.of(factory));
}
 

@Test
public void testNoApplicationContainerContextFactory() {
  TaskApplication testApp = appDesc -> {
  };
  TaskApplicationDescriptorImpl appSpec = new TaskApplicationDescriptorImpl(testApp, mock(Config.class));
  assertEquals(appSpec.getApplicationContainerContextFactory(), Optional.empty());
}
 

@Test
public void testApplicationTaskContextFactory() {
  ApplicationTaskContextFactory factory = mock(ApplicationTaskContextFactory.class);
  TaskApplication testApp = appDesc -> appDesc.withApplicationTaskContextFactory(factory);
  TaskApplicationDescriptorImpl appSpec = new TaskApplicationDescriptorImpl(testApp, mock(Config.class));
  assertEquals(appSpec.getApplicationTaskContextFactory(), Optional.of(factory));
}
 

@Test
public void testNoApplicationTaskContextFactory() {
  TaskApplication testApp = appDesc -> {
  };
  TaskApplicationDescriptorImpl appSpec = new TaskApplicationDescriptorImpl(testApp, mock(Config.class));
  assertEquals(appSpec.getApplicationTaskContextFactory(), Optional.empty());
}
 

TaskApplication getTaskApplication() {
  return appDesc -> {
    appDesc.withInputStream(input1Descriptor)
        .withInputStream(input2Descriptor)
        .withInputStream(intermediateInputDescriptor)
        .withOutputStream(intermediateOutputDescriptor)
        .withOutputStream(outputDescriptor)
        .withTaskFactory(() -> new IdentityStreamTask());
  };
}
 

@Test
public void testApplicationShutdownShouldBeIndependentOfPerMessageProcessingTime() throws Exception {
  publishKafkaEvents(inputKafkaTopic, 0, NUM_KAFKA_EVENTS, PROCESSOR_IDS[0]);

  // Create a TaskApplication with only one task per container.
  // The task does not invokes taskCallback.complete for any of the dispatched message.
  CountDownLatch shutdownLatch = new CountDownLatch(1);
  CountDownLatch processedMessagesLatch1 = new CountDownLatch(1);

  TaskApplication taskApplication = new TestTaskApplication(TEST_SYSTEM, inputKafkaTopic, outputKafkaTopic, processedMessagesLatch1, shutdownLatch);
  MapConfig taskApplicationConfig = new MapConfig(ImmutableList.of(applicationConfig1,
      ImmutableMap.of(TaskConfig.MAX_CONCURRENCY, "1", JobConfig.SSP_GROUPER_FACTORY, "org.apache.samza.container.grouper.stream.AllSspToSingleTaskGrouperFactory")));
  ApplicationRunner appRunner = ApplicationRunners.getApplicationRunner(taskApplication, taskApplicationConfig);

  // Run the application.
  executeRun(appRunner, applicationConfig1);

  // Wait for the task to receive at least one dispatched message.
  processedMessagesLatch1.await();

  // Kill the application when none of the dispatched messages is acknowledged as completed by the task.
  appRunner.kill();
  appRunner.waitForFinish();

  // Expect the shutdown latch to be triggered.
  shutdownLatch.await();

  // Assert that the shutdown was successful.
  Assert.assertEquals(ApplicationStatus.SuccessfulFinish, appRunner.status());
}
 

public TaskApplicationDescriptorImpl(TaskApplication userApp, Config config) {
  super(userApp, config);
  userApp.describe(this);
}
 

TaskApplication getLegacyTaskApplication() {
  return new LegacyTaskApplication(IdentityStreamTask.class.getName());
}