org.apache.flink.runtime.rest.messages.JobPlanInfo Java Examples

public JarPlanHandler(
		final GatewayRetriever<? extends RestfulGateway> leaderRetriever,
		final Time timeout,
		final Map<String, String> responseHeaders,
		final MessageHeaders<JarPlanRequestBody, JobPlanInfo, JarPlanMessageParameters> messageHeaders,
		final Path jarDir,
		final Configuration configuration,
		final Executor executor) {
	this(
		leaderRetriever,
		timeout,
		responseHeaders,
		messageHeaders,
		jarDir,
		configuration,
		executor,
		jobGraph -> new JobPlanInfo(JsonPlanGenerator.generatePlan(jobGraph)));
}
 

public JobPlanHandler(
	GatewayRetriever<? extends RestfulGateway> leaderRetriever,
	Time timeout,
	Map<String, String> headers,
	MessageHeaders<EmptyRequestBody, JobPlanInfo, JobMessageParameters> messageHeaders,
	ExecutionGraphCache executionGraphCache,
	Executor executor) {

	super(
		leaderRetriever,
		timeout,
		headers,
		messageHeaders,
		executionGraphCache,
		executor);
}
 

@BeforeClass
public static void setup() throws Exception {
	init();
	handler = new JarPlanHandler(
		gatewayRetriever,
		timeout,
		responseHeaders,
		JarPlanHeaders.getInstance(),
		jarDir,
		new Configuration(),
		executor,
		jobGraph -> {
			LAST_SUBMITTED_JOB_GRAPH_REFERENCE.set(jobGraph);
			return new JobPlanInfo(JsonPlanGenerator.generatePlan(jobGraph));
		});
}
 

@BeforeClass
public static void setup() throws Exception {
	init();
	handler = new JarPlanHandler(
		gatewayRetriever,
		timeout,
		responseHeaders,
		JarPlanGetHeaders.getInstance(),
		jarDir,
		new Configuration(),
		executor,
		jobGraph -> {
			LAST_SUBMITTED_JOB_GRAPH_REFERENCE.set(jobGraph);
			return new JobPlanInfo(JsonPlanGenerator.generatePlan(jobGraph));
		});
}
 

public JobPlanHandler(
	GatewayRetriever<? extends RestfulGateway> leaderRetriever,
	Time timeout,
	Map<String, String> headers,
	MessageHeaders<EmptyRequestBody, JobPlanInfo, JobMessageParameters> messageHeaders,
	ExecutionGraphCache executionGraphCache,
	Executor executor) {

	super(
		leaderRetriever,
		timeout,
		headers,
		messageHeaders,
		executionGraphCache,
		executor);
}
 

public JarPlanHandler(
		final GatewayRetriever<? extends RestfulGateway> leaderRetriever,
		final Time timeout,
		final Map<String, String> responseHeaders,
		final MessageHeaders<JarPlanRequestBody, JobPlanInfo, JarPlanMessageParameters> messageHeaders,
		final Path jarDir,
		final Configuration configuration,
		final Executor executor) {
	this(
		leaderRetriever,
		timeout,
		responseHeaders,
		messageHeaders,
		jarDir,
		configuration,
		executor,
		jobGraph -> new JobPlanInfo(JsonPlanGenerator.generatePlan(jobGraph)));
}
 

public JarPlanHandler(
		final GatewayRetriever<? extends RestfulGateway> leaderRetriever,
		final Time timeout,
		final Map<String, String> responseHeaders,
		final MessageHeaders<JarPlanRequestBody, JobPlanInfo, JarPlanMessageParameters> messageHeaders,
		final Path jarDir,
		final Configuration configuration,
		final Executor executor) {
	this(
		leaderRetriever,
		timeout,
		responseHeaders,
		messageHeaders,
		jarDir,
		configuration,
		executor,
		jobGraph -> new JobPlanInfo(JsonPlanGenerator.generatePlan(jobGraph)));
}
 

public JobPlanHandler(
	GatewayRetriever<? extends RestfulGateway> leaderRetriever,
	Time timeout,
	Map<String, String> headers,
	MessageHeaders<EmptyRequestBody, JobPlanInfo, JobMessageParameters> messageHeaders,
	ExecutionGraphCache executionGraphCache,
	Executor executor) {

	super(
		leaderRetriever,
		timeout,
		headers,
		messageHeaders,
		executionGraphCache,
		executor);
}
 

@BeforeClass
public static void setup() throws Exception {
	init();
	handler = new JarPlanHandler(
		gatewayRetriever,
		timeout,
		responseHeaders,
		JarPlanGetHeaders.getInstance(),
		jarDir,
		new Configuration(),
		executor,
		jobGraph -> {
			LAST_SUBMITTED_JOB_GRAPH_REFERENCE.set(jobGraph);
			return new JobPlanInfo(JsonPlanGenerator.generatePlan(jobGraph));
		});
}
 

@Test
public void testJarSubmission() throws Exception {
	final TestingDispatcherGateway restfulGateway = new TestingDispatcherGateway.Builder()
		.setBlobServerPort(blobServerResource.getBlobServerPort())
		.setSubmitFunction(jobGraph -> CompletableFuture.completedFuture(Acknowledge.get()))
		.build();
	final JarHandlers handlers = new JarHandlers(temporaryFolder.newFolder().toPath(), restfulGateway);
	final JarUploadHandler uploadHandler = handlers.uploadHandler;
	final JarListHandler listHandler = handlers.listHandler;
	final JarPlanHandler planHandler = handlers.planHandler;
	final JarRunHandler runHandler = handlers.runHandler;
	final JarDeleteHandler deleteHandler = handlers.deleteHandler;

	// targetDir property is set via surefire configuration
	final Path originalJar = Paths.get(System.getProperty("targetDir")).resolve("test-program.jar");
	final Path jar = Files.copy(originalJar, temporaryFolder.getRoot().toPath().resolve("test-program.jar"));

	final String storedJarPath = uploadJar(uploadHandler, jar, restfulGateway);
	final String storedJarName = Paths.get(storedJarPath).getFileName().toString();

	final JarListInfo postUploadListResponse = listJars(listHandler, restfulGateway);
	Assert.assertEquals(1, postUploadListResponse.jarFileList.size());
	final JarListInfo.JarFileInfo listEntry = postUploadListResponse.jarFileList.iterator().next();
	Assert.assertEquals(jar.getFileName().toString(), listEntry.name);
	Assert.assertEquals(storedJarName, listEntry.id);

	final JobPlanInfo planResponse = showPlan(planHandler, storedJarName, restfulGateway);
	// we're only interested in the core functionality so checking for a small detail is sufficient
	Assert.assertThat(planResponse.getJsonPlan(), containsString("TestProgram.java:29"));

	runJar(runHandler, storedJarName, restfulGateway);

	deleteJar(deleteHandler, storedJarName, restfulGateway);

	final JarListInfo postDeleteListResponse = listJars(listHandler, restfulGateway);
	Assert.assertEquals(0, postDeleteListResponse.jarFileList.size());
}
 

public static JobPlanInfo showPlan(JarPlanHandler handler, String jarName, RestfulGateway restfulGateway) throws Exception {
	JarPlanMessageParameters planParameters = JarPlanGetHeaders.getInstance().getUnresolvedMessageParameters();
	HandlerRequest<JarPlanRequestBody, JarPlanMessageParameters> planRequest = new HandlerRequest<>(
		new JarPlanRequestBody(),
		planParameters,
		Collections.singletonMap(planParameters.jarIdPathParameter.getKey(), jarName),
		Collections.emptyMap(),
		Collections.emptyList());
	return handler.handleRequest(planRequest, restfulGateway)
		.get();
}
 

@Test
public void testJarSubmission() throws Exception {
	final TestingDispatcherGateway restfulGateway = new TestingDispatcherGateway.Builder()
		.setBlobServerPort(blobServerResource.getBlobServerPort())
		.setSubmitFunction(jobGraph -> CompletableFuture.completedFuture(Acknowledge.get()))
		.build();
	final JarHandlers handlers = new JarHandlers(temporaryFolder.newFolder().toPath(), restfulGateway);
	final JarUploadHandler uploadHandler = handlers.uploadHandler;
	final JarListHandler listHandler = handlers.listHandler;
	final JarPlanHandler planHandler = handlers.planHandler;
	final JarRunHandler runHandler = handlers.runHandler;
	final JarDeleteHandler deleteHandler = handlers.deleteHandler;

	// targetDir property is set via surefire configuration
	final Path originalJar = Paths.get(System.getProperty("targetDir")).resolve("test-program.jar");
	final Path jar = Files.copy(originalJar, temporaryFolder.getRoot().toPath().resolve("test-program.jar"));

	final String storedJarPath = uploadJar(uploadHandler, jar, restfulGateway);
	final String storedJarName = Paths.get(storedJarPath).getFileName().toString();

	final JarListInfo postUploadListResponse = listJars(listHandler, restfulGateway);
	Assert.assertEquals(1, postUploadListResponse.jarFileList.size());
	final JarListInfo.JarFileInfo listEntry = postUploadListResponse.jarFileList.iterator().next();
	Assert.assertEquals(jar.getFileName().toString(), listEntry.name);
	Assert.assertEquals(storedJarName, listEntry.id);

	final JobPlanInfo planResponse = showPlan(planHandler, storedJarName, restfulGateway);
	// we're only interested in the core functionality so checking for a small detail is sufficient
	Assert.assertThat(planResponse.getJsonPlan(), containsString("TestProgram.java:30"));

	runJar(runHandler, storedJarName, restfulGateway);

	deleteJar(deleteHandler, storedJarName, restfulGateway);

	final JarListInfo postDeleteListResponse = listJars(listHandler, restfulGateway);
	Assert.assertEquals(0, postDeleteListResponse.jarFileList.size());
}
 

@Override
protected CompletableFuture<JobPlanInfo> handleRequest(
		@Nonnull final HandlerRequest<JarPlanRequestBody, JarPlanMessageParameters> request,
		@Nonnull final RestfulGateway gateway) throws RestHandlerException {
	final JarHandlerContext context = JarHandlerContext.fromRequest(request, jarDir, log);

	return CompletableFuture.supplyAsync(() -> {
		final JobGraph jobGraph = context.toJobGraph(configuration, true);
		return planGenerator.apply(jobGraph);
	}, executor);
}
 

public JarPlanHandler(
		final GatewayRetriever<? extends RestfulGateway> leaderRetriever,
		final Time timeout,
		final Map<String, String> responseHeaders,
		final MessageHeaders<JarPlanRequestBody, JobPlanInfo, JarPlanMessageParameters> messageHeaders,
		final Path jarDir,
		final Configuration configuration,
		final Executor executor,
		final Function<JobGraph, JobPlanInfo> planGenerator) {
	super(leaderRetriever, timeout, responseHeaders, messageHeaders);
	this.jarDir = requireNonNull(jarDir);
	this.configuration = requireNonNull(configuration);
	this.executor = requireNonNull(executor);
	this.planGenerator = planGenerator;
}
 

private static JobPlanInfo showPlan(JarPlanHandler handler, String jarName, RestfulGateway restfulGateway) throws Exception {
	JarPlanMessageParameters planParameters = JarPlanGetHeaders.getInstance().getUnresolvedMessageParameters();
	HandlerRequest<JarPlanRequestBody, JarPlanMessageParameters> planRequest = new HandlerRequest<>(
		new JarPlanRequestBody(),
		planParameters,
		Collections.singletonMap(planParameters.jarIdPathParameter.getKey(), jarName),
		Collections.emptyMap(),
		Collections.emptyList());
	return handler.handleRequest(planRequest, restfulGateway)
		.get();
}
 

@Override
protected CompletableFuture<JobPlanInfo> handleRequest(
		@Nonnull final HandlerRequest<JarPlanRequestBody, JarPlanMessageParameters> request,
		@Nonnull final RestfulGateway gateway) throws RestHandlerException {
	final JarHandlerContext context = JarHandlerContext.fromRequest(request, jarDir, log);

	return CompletableFuture.supplyAsync(() -> {
		final JobGraph jobGraph = context.toJobGraph(configuration);
		return planGenerator.apply(jobGraph);
	}, executor);
}
 

public JarPlanHandler(
		final GatewayRetriever<? extends RestfulGateway> leaderRetriever,
		final Time timeout,
		final Map<String, String> responseHeaders,
		final MessageHeaders<JarPlanRequestBody, JobPlanInfo, JarPlanMessageParameters> messageHeaders,
		final Path jarDir,
		final Configuration configuration,
		final Executor executor,
		final Function<JobGraph, JobPlanInfo> planGenerator) {
	super(leaderRetriever, timeout, responseHeaders, messageHeaders);
	this.jarDir = requireNonNull(jarDir);
	this.configuration = requireNonNull(configuration);
	this.executor = requireNonNull(executor);
	this.planGenerator = planGenerator;
}
 

private static JobPlanInfo showPlan(JarPlanHandler handler, String jarName, RestfulGateway restfulGateway) throws Exception {
	JarPlanMessageParameters planParameters = JarPlanHeaders.getInstance().getUnresolvedMessageParameters();
	HandlerRequest<JarPlanRequestBody, JarPlanMessageParameters> planRequest = new HandlerRequest<>(
		new JarPlanRequestBody(),
		planParameters,
		Collections.singletonMap(planParameters.jarIdPathParameter.getKey(), jarName),
		Collections.emptyMap(),
		Collections.emptyList());
	return handler.handleRequest(planRequest, restfulGateway)
		.get();
}
 

@Test
public void testJarSubmission() throws Exception {
	final TestingDispatcherGateway restfulGateway = new TestingDispatcherGateway.Builder()
		.setBlobServerPort(blobServerResource.getBlobServerPort())
		.setSubmitFunction(jobGraph -> CompletableFuture.completedFuture(Acknowledge.get()))
		.build();
	final JarHandlers handlers = new JarHandlers(temporaryFolder.newFolder().toPath(), restfulGateway);
	final JarUploadHandler uploadHandler = handlers.uploadHandler;
	final JarListHandler listHandler = handlers.listHandler;
	final JarPlanHandler planHandler = handlers.planHandler;
	final JarRunHandler runHandler = handlers.runHandler;
	final JarDeleteHandler deleteHandler = handlers.deleteHandler;

	// targetDir property is set via surefire configuration
	final Path originalJar = Paths.get(System.getProperty("targetDir")).resolve("test-program.jar");
	final Path jar = Files.copy(originalJar, temporaryFolder.getRoot().toPath().resolve("test-program.jar"));

	final String storedJarPath = uploadJar(uploadHandler, jar, restfulGateway);
	final String storedJarName = Paths.get(storedJarPath).getFileName().toString();

	final JarListInfo postUploadListResponse = listJars(listHandler, restfulGateway);
	Assert.assertEquals(1, postUploadListResponse.jarFileList.size());
	final JarListInfo.JarFileInfo listEntry = postUploadListResponse.jarFileList.iterator().next();
	Assert.assertEquals(jar.getFileName().toString(), listEntry.name);
	Assert.assertEquals(storedJarName, listEntry.id);

	final JobPlanInfo planResponse = showPlan(planHandler, storedJarName, restfulGateway);
	// we're only interested in the core functionality so checking for a small detail is sufficient
	Assert.assertThat(planResponse.getJsonPlan(), containsString("TestProgram.java:29"));

	runJar(runHandler, storedJarName, restfulGateway);

	deleteJar(deleteHandler, storedJarName, restfulGateway);

	final JarListInfo postDeleteListResponse = listJars(listHandler, restfulGateway);
	Assert.assertEquals(0, postDeleteListResponse.jarFileList.size());
}
 

@Override
protected CompletableFuture<JobPlanInfo> handleRequest(
		@Nonnull final HandlerRequest<JarPlanRequestBody, JarPlanMessageParameters> request,
		@Nonnull final RestfulGateway gateway) throws RestHandlerException {
	final JarHandlerContext context = JarHandlerContext.fromRequest(request, jarDir, log);

	return CompletableFuture.supplyAsync(() -> {
		final JobGraph jobGraph = context.toJobGraph(configuration);
		return planGenerator.apply(jobGraph);
	}, executor);
}
 

public JarPlanHandler(
		final GatewayRetriever<? extends RestfulGateway> leaderRetriever,
		final Time timeout,
		final Map<String, String> responseHeaders,
		final MessageHeaders<JarPlanRequestBody, JobPlanInfo, JarPlanMessageParameters> messageHeaders,
		final Path jarDir,
		final Configuration configuration,
		final Executor executor,
		final Function<JobGraph, JobPlanInfo> planGenerator) {
	super(leaderRetriever, timeout, responseHeaders, messageHeaders);
	this.jarDir = requireNonNull(jarDir);
	this.configuration = requireNonNull(configuration);
	this.executor = requireNonNull(executor);
	this.planGenerator = planGenerator;
}
 

@Override
public Class<JobPlanInfo> getResponseClass() {
	return JobPlanInfo.class;
}
 

@Override
protected JobPlanInfo handleRequest(HandlerRequest<EmptyRequestBody, JobMessageParameters> request, AccessExecutionGraph executionGraph) throws RestHandlerException {
	return createJobPlanInfo(executionGraph);
}
 

private static JobPlanInfo createJobPlanInfo(AccessExecutionGraph executionGraph) {
	return new JobPlanInfo(executionGraph.getJsonPlan());
}
 

@Override
public Class<JobPlanInfo> getResponseClass() {
	return JobPlanInfo.class;
}
 

@Override
public Class<JobPlanInfo> getResponseClass() {
	return JobPlanInfo.class;
}
 

private static JobPlanInfo createJobPlanInfo(AccessExecutionGraph executionGraph) {
	return new JobPlanInfo(executionGraph.getJsonPlan());
}
 

@Override
protected JobPlanInfo handleRequest(HandlerRequest<EmptyRequestBody, JobMessageParameters> request, AccessExecutionGraph executionGraph) throws RestHandlerException {
	return createJobPlanInfo(executionGraph);
}
 

@Override
protected JobPlanInfo handleRequest(HandlerRequest<EmptyRequestBody, JobMessageParameters> request, AccessExecutionGraph executionGraph) throws RestHandlerException {
	return createJobPlanInfo(executionGraph);
}
 

private static JobPlanInfo createJobPlanInfo(AccessExecutionGraph executionGraph) {
	return new JobPlanInfo(executionGraph.getJsonPlan());
}