org.apache.flink.runtime.entrypoint.component.DispatcherResourceManagerComponentFactory Java Examples

@VisibleForTesting
protected Collection<? extends DispatcherResourceManagerComponent> createDispatcherResourceManagerComponents(
		Configuration configuration,
		RpcServiceFactory rpcServiceFactory,
		HighAvailabilityServices haServices,
		BlobServer blobServer,
		HeartbeatServices heartbeatServices,
		MetricRegistry metricRegistry,
		MetricQueryServiceRetriever metricQueryServiceRetriever,
		FatalErrorHandler fatalErrorHandler) throws Exception {
	DispatcherResourceManagerComponentFactory dispatcherResourceManagerComponentFactory = createDispatcherResourceManagerComponentFactory();
	return Collections.singleton(
		dispatcherResourceManagerComponentFactory.create(
			configuration,
			ioExecutor,
			rpcServiceFactory.createRpcService(),
			haServices,
			blobServer,
			heartbeatServices,
			metricRegistry,
			new MemoryArchivedExecutionGraphStore(),
			metricQueryServiceRetriever,
			fatalErrorHandler));
}
 

private void runCluster(Configuration configuration) throws Exception {
	synchronized (lock) {
		initializeServices(configuration);

		// write host information into configuration
		configuration.setString(JobManagerOptions.ADDRESS, commonRpcService.getAddress());
		configuration.setInteger(JobManagerOptions.PORT, commonRpcService.getPort());

		final DispatcherResourceManagerComponentFactory<?> dispatcherResourceManagerComponentFactory = createDispatcherResourceManagerComponentFactory(configuration);

		clusterComponent = dispatcherResourceManagerComponentFactory.create(
			configuration,
			commonRpcService,
			haServices,
			blobServer,
			heartbeatServices,
			metricRegistry,
			archivedExecutionGraphStore,
			new RpcMetricQueryServiceRetriever(metricRegistry.getMetricQueryServiceRpcService()),
			this);

		clusterComponent.getShutDownFuture().whenComplete(
			(ApplicationStatus applicationStatus, Throwable throwable) -> {
				if (throwable != null) {
					shutDownAsync(
						ApplicationStatus.UNKNOWN,
						ExceptionUtils.stringifyException(throwable),
						false);
				} else {
					// This is the general shutdown path. If a separate more specific shutdown was
					// already triggered, this will do nothing
					shutDownAsync(
						applicationStatus,
						null,
						true);
				}
			});
	}
}
 

@Override
protected DispatcherResourceManagerComponentFactory createDispatcherResourceManagerComponentFactory(final Configuration configuration) {
	return new DefaultDispatcherResourceManagerComponentFactory(
			new DefaultDispatcherRunnerFactory(
					ApplicationDispatcherLeaderProcessFactoryFactory
							.create(configuration, SessionDispatcherFactory.INSTANCE, program)),
			resourceManagerFactory,
			JobRestEndpointFactory.INSTANCE);
}
 

@Override
protected Collection<? extends DispatcherResourceManagerComponent> createDispatcherResourceManagerComponents(
		Configuration configuration,
		RpcServiceFactory rpcServiceFactory,
		HighAvailabilityServices haServices,
		BlobServer blobServer,
		HeartbeatServices heartbeatServices,
		MetricRegistry metricRegistry,
		MetricQueryServiceRetriever metricQueryServiceRetriever,
		FatalErrorHandler fatalErrorHandler) throws Exception {
	DispatcherResourceManagerComponentFactory dispatcherResourceManagerComponentFactory = createDispatcherResourceManagerComponentFactory();

	final List<DispatcherResourceManagerComponent> result = new ArrayList<>(numberDispatcherResourceManagerComponents);

	for (int i = 0; i < numberDispatcherResourceManagerComponents; i++) {
		result.add(
			dispatcherResourceManagerComponentFactory.create(
				configuration,
				getIOExecutor(),
				rpcServiceFactory.createRpcService(),
				haServices,
				blobServer,
				heartbeatServices,
				metricRegistry,
				new MemoryArchivedExecutionGraphStore(),
				metricQueryServiceRetriever,
				fatalErrorHandler));
	}

	return result;
}
 

@Override
protected DispatcherResourceManagerComponentFactory
    createDispatcherResourceManagerComponentFactory(Configuration configuration) {
  return DefaultDispatcherResourceManagerComponentFactory.createJobComponentFactory(
      StandaloneResourceManagerFactory.INSTANCE,
      new StatefulFunctionsJobGraphRetriever(
          jobId, savepointRestoreSettings, parallelism, programArguments));
}
 

@Override
protected DispatcherResourceManagerComponentFactory
    createDispatcherResourceManagerComponentFactory(Configuration configuration) {
  return DefaultDispatcherResourceManagerComponentFactory.createJobComponentFactory(
      StandaloneResourceManagerFactory.INSTANCE,
      new StatefulFunctionsJobGraphRetriever(jobId, savepointRestoreSettings, programArguments));
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new SessionDispatcherResourceManagerComponentFactory(
		new MesosResourceManagerFactory(
			mesosServices,
			mesosConfig,
			taskManagerParameters,
			taskManagerContainerSpec));
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new JobDispatcherResourceManagerComponentFactory(
		new MesosResourceManagerFactory(
			mesosServices,
			schedulerConfiguration,
			taskManagerParameters,
			taskManagerContainerSpec),
		FileJobGraphRetriever.createFrom(configuration));
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new JobDispatcherResourceManagerComponentFactory(
		new MesosResourceManagerFactory(
			mesosServices,
			schedulerConfiguration,
			taskManagerParameters,
			taskManagerContainerSpec),
		FileJobGraphRetriever.createFrom(configuration));
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new SessionDispatcherResourceManagerComponentFactory(
		new MesosResourceManagerFactory(
			mesosServices,
			mesosConfig,
			taskManagerParameters,
			taskManagerContainerSpec));
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new JobDispatcherResourceManagerComponentFactory(
		YarnResourceManagerFactory.INSTANCE,
		FileJobGraphRetriever.createFrom(configuration));
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new JobDispatcherResourceManagerComponentFactory(
		StandaloneResourceManagerFactory.INSTANCE,
		new ClassPathJobGraphRetriever(jobId, savepointRestoreSettings, programArguments, jobClassName));
}
 

private void runCluster(Configuration configuration, PluginManager pluginManager) throws Exception {
	synchronized (lock) {

		initializeServices(configuration, pluginManager);

		// write host information into configuration
		configuration.setString(JobManagerOptions.ADDRESS, commonRpcService.getAddress());
		configuration.setInteger(JobManagerOptions.PORT, commonRpcService.getPort());

		final DispatcherResourceManagerComponentFactory dispatcherResourceManagerComponentFactory = createDispatcherResourceManagerComponentFactory(configuration);

		clusterComponent = dispatcherResourceManagerComponentFactory.create(
			configuration,
			ioExecutor,
			commonRpcService,
			haServices,
			blobServer,
			heartbeatServices,
			metricRegistry,
			archivedExecutionGraphStore,
			new RpcMetricQueryServiceRetriever(metricRegistry.getMetricQueryServiceRpcService()),
			this);

		clusterComponent.getShutDownFuture().whenComplete(
			(ApplicationStatus applicationStatus, Throwable throwable) -> {
				if (throwable != null) {
					shutDownAsync(
						ApplicationStatus.UNKNOWN,
						ExceptionUtils.stringifyException(throwable),
						false);
				} else {
					// This is the general shutdown path. If a separate more specific shutdown was
					// already triggered, this will do nothing
					shutDownAsync(
						applicationStatus,
						null,
						true);
				}
			});
	}
}
 

@Nonnull
DispatcherResourceManagerComponentFactory createDispatcherResourceManagerComponentFactory() {
	return DefaultDispatcherResourceManagerComponentFactory.createSessionComponentFactory(StandaloneResourceManagerFactory.getInstance());
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new SessionDispatcherResourceManagerComponentFactory(YarnResourceManagerFactory.INSTANCE);
}
 

@Override
protected DispatcherResourceManagerComponentFactory createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return DefaultDispatcherResourceManagerComponentFactory.createSessionComponentFactory(YarnResourceManagerFactory.getInstance());
}
 

@Override
protected DispatcherResourceManagerComponentFactory createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return DefaultDispatcherResourceManagerComponentFactory.createSessionComponentFactory(
		KubernetesResourceManagerFactory.getInstance());
}
 

private void runCluster(Configuration configuration) throws Exception {
	synchronized (lock) {
		initializeServices(configuration);

		// write host information into configuration
		configuration.setString(JobManagerOptions.ADDRESS, commonRpcService.getAddress());
		configuration.setInteger(JobManagerOptions.PORT, commonRpcService.getPort());

		final DispatcherResourceManagerComponentFactory<?> dispatcherResourceManagerComponentFactory = createDispatcherResourceManagerComponentFactory(configuration);

		clusterComponent = dispatcherResourceManagerComponentFactory.create(
			configuration,
			commonRpcService,
			haServices,
			blobServer,
			heartbeatServices,
			metricRegistry,
			archivedExecutionGraphStore,
			new AkkaQueryServiceRetriever(
				metricQueryServiceActorSystem,
				Time.milliseconds(configuration.getLong(WebOptions.TIMEOUT))),
			this);

		clusterComponent.getShutDownFuture().whenComplete(
			(ApplicationStatus applicationStatus, Throwable throwable) -> {
				if (throwable != null) {
					shutDownAsync(
						ApplicationStatus.UNKNOWN,
						ExceptionUtils.stringifyException(throwable),
						false);
				} else {
					// This is the general shutdown path. If a separate more specific shutdown was
					// already triggered, this will do nothing
					shutDownAsync(
						applicationStatus,
						null,
						true);
				}
			});
	}
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new SessionDispatcherResourceManagerComponentFactory(StandaloneResourceManagerFactory.INSTANCE);
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new JobDispatcherResourceManagerComponentFactory(
		YarnResourceManagerFactory.getInstance(),
		FileJobGraphRetriever.createFrom(configuration));
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new SessionDispatcherResourceManagerComponentFactory(YarnResourceManagerFactory.getInstance());
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new JobDispatcherResourceManagerComponentFactory(
		StandaloneResourceManagerFactory.INSTANCE,
		new ClassPathJobGraphRetriever(jobId, savepointRestoreSettings, programArguments, jobClassName));
}
 

@Override
protected DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration) {
	return new SessionDispatcherResourceManagerComponentFactory(StandaloneResourceManagerFactory.INSTANCE);
}
 

protected abstract DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration); 

protected abstract DispatcherResourceManagerComponentFactory<?> createDispatcherResourceManagerComponentFactory(Configuration configuration); 

protected abstract DispatcherResourceManagerComponentFactory createDispatcherResourceManagerComponentFactory(Configuration configuration) throws IOException;