Java Code Examples for org.apache.flink.util.function.ThrowingConsumer#accept()

/**
 * This method supplies all elements from the input to the consumer. Exceptions that happen on elements are
 * suppressed until all elements are processed. If exceptions happened for one or more of the inputs, they are
 * reported in a combining suppressed exception.
 *
 * @param inputs iterator for all inputs to the throwingConsumer.
 * @param throwingConsumer this consumer will be called for all elements delivered by the input iterator.
 * @param <T> the type of input.
 * @throws Exception collected exceptions that happened during the invocation of the consumer on the input elements.
 */
public static <T> void applyToAllWhileSuppressingExceptions(
	Iterable<T> inputs,
	ThrowingConsumer<T, ? extends Exception> throwingConsumer) throws Exception {

	if (inputs != null && throwingConsumer != null) {
		Exception exception = null;

		for (T input : inputs) {

			if (input != null) {
				try {
					throwingConsumer.accept(input);
				} catch (Exception ex) {
					exception = ExceptionUtils.firstOrSuppressed(ex, exception);
				}
			}
		}

		if (exception != null) {
			throw exception;
		}
	}
}
 

<SE extends Throwable, CE extends Throwable, CLE extends Throwable, V> TtlValue<V> getWrappedWithTtlCheckAndUpdate(
	SupplierWithException<TtlValue<V>, SE> getter,
	ThrowingConsumer<TtlValue<V>, CE> updater,
	ThrowingRunnable<CLE> stateClear) throws SE, CE, CLE {
	TtlValue<V> ttlValue = getter.get();
	if (ttlValue == null) {
		return null;
	} else if (expired(ttlValue)) {
		stateClear.run();
		if (!returnExpired) {
			return null;
		}
	} else if (updateTsOnRead) {
		updater.accept(rewrapWithNewTs(ttlValue));
	}
	return ttlValue;
}
 

static void processConfigOptions(String rootDir, String module, String packageName, String pathPrefix, ThrowingConsumer<Class<?>, IOException> classConsumer) throws IOException, ClassNotFoundException {
	Path configDir = Paths.get(rootDir, module, pathPrefix, packageName.replaceAll("\\.", "/"));

	try (DirectoryStream<Path> stream = Files.newDirectoryStream(configDir)) {
		for (Path entry : stream) {
			String fileName = entry.getFileName().toString();
			Matcher matcher = CLASS_NAME_PATTERN.matcher(fileName);
			if (matcher.matches()) {
				final String className = packageName + '.' + matcher.group(CLASS_NAME_GROUP);

				if (!EXCLUSIONS.contains(className)) {
					Class<?> optionsClass = Class.forName(className);
					classConsumer.accept(optionsClass);
				}
			}
		}
	}
}
 

static void processConfigOptions(String rootDir, String module, String packageName, String pathPrefix, ThrowingConsumer<Class<?>, IOException> classConsumer) throws IOException, ClassNotFoundException {
	Path configDir = Paths.get(rootDir, module, pathPrefix, packageName.replaceAll("\\.", "/"));

	try (DirectoryStream<Path> stream = Files.newDirectoryStream(configDir)) {
		for (Path entry : stream) {
			String fileName = entry.getFileName().toString();
			Matcher matcher = CLASS_NAME_PATTERN.matcher(fileName);
			if (matcher.matches()) {
				final String className = packageName + '.' + matcher.group(CLASS_NAME_GROUP);

				if (!EXCLUSIONS.contains(className)) {
					Class<?> optionsClass = Class.forName(className);
					classConsumer.accept(optionsClass);
				}
			}
		}
	}
}
 

/**
 * This method supplies all elements from the input to the consumer. Exceptions that happen on elements are
 * suppressed until all elements are processed. If exceptions happened for one or more of the inputs, they are
 * reported in a combining suppressed exception.
 *
 * @param inputs iterator for all inputs to the throwingConsumer.
 * @param throwingConsumer this consumer will be called for all elements delivered by the input iterator.
 * @param <T> the type of input.
 * @throws Exception collected exceptions that happened during the invocation of the consumer on the input elements.
 */
public static <T> void applyToAllWhileSuppressingExceptions(
	Iterable<T> inputs,
	ThrowingConsumer<T, ? extends Exception> throwingConsumer) throws Exception {

	if (inputs != null && throwingConsumer != null) {
		Exception exception = null;

		for (T input : inputs) {

			if (input != null) {
				try {
					throwingConsumer.accept(input);
				} catch (Exception ex) {
					exception = ExceptionUtils.firstOrSuppressed(ex, exception);
				}
			}
		}

		if (exception != null) {
			throw exception;
		}
	}
}
 

<SE extends Throwable, CE extends Throwable, CLE extends Throwable, V> TtlValue<V> getWrappedWithTtlCheckAndUpdate(
	SupplierWithException<TtlValue<V>, SE> getter,
	ThrowingConsumer<TtlValue<V>, CE> updater,
	ThrowingRunnable<CLE> stateClear) throws SE, CE, CLE {
	TtlValue<V> ttlValue = getter.get();
	if (ttlValue == null) {
		return null;
	} else if (expired(ttlValue)) {
		stateClear.run();
		if (!returnExpired) {
			return null;
		}
	} else if (updateTsOnRead) {
		updater.accept(rewrapWithNewTs(ttlValue));
	}
	return ttlValue;
}
 

private void runOnAddedJobGraphTest(TestingDispatcherGateway dispatcherGateway, ThrowingConsumer<TestingFatalErrorHandler, Exception> verificationLogic) throws Exception {
	jobGraphStore = TestingJobGraphStore.newBuilder()
		.setInitialJobGraphs(Collections.singleton(JOB_GRAPH))
		.build();
	dispatcherServiceFactory = TestingDispatcherServiceFactory.newBuilder()
		.setCreateFunction((dispatcherId, jobGraphs, jobGraphWriter) -> {
			assertThat(jobGraphs, containsInAnyOrder(JOB_GRAPH));

			return TestingDispatcherGatewayService.newBuilder()
				.setDispatcherGateway(dispatcherGateway)
				.build();
		})
		.build();

	try (final SessionDispatcherLeaderProcess dispatcherLeaderProcess = createDispatcherLeaderProcess()) {
		dispatcherLeaderProcess.start();

		dispatcherLeaderProcess.getDispatcherGateway().get();

		dispatcherLeaderProcess.onAddedJobGraph(JOB_GRAPH.getJobID());

		verificationLogic.accept(fatalErrorHandler);
	}
}
 

<SE extends Throwable, CE extends Throwable, CLE extends Throwable, V> TtlValue<V> getWrappedWithTtlCheckAndUpdate(
	SupplierWithException<TtlValue<V>, SE> getter,
	ThrowingConsumer<TtlValue<V>, CE> updater,
	ThrowingRunnable<CLE> stateClear) throws SE, CE, CLE {
	TtlValue<V> ttlValue = getter.get();
	if (ttlValue == null) {
		return null;
	} else if (expired(ttlValue)) {
		stateClear.run();
		if (!returnExpired) {
			return null;
		}
	} else if (updateTsOnRead) {
		updater.accept(rewrapWithNewTs(ttlValue));
	}
	return ttlValue;
}
 

@VisibleForTesting
static void processConfigOptions(String rootDir, String module, String packageName, String pathPrefix, ThrowingConsumer<Class<?>, IOException> classConsumer) throws IOException, ClassNotFoundException {
	Path configDir = Paths.get(rootDir, module, pathPrefix, packageName.replaceAll("\\.", "/"));

	try (DirectoryStream<Path> stream = Files.newDirectoryStream(configDir)) {
		for (Path entry : stream) {
			String fileName = entry.getFileName().toString();
			Matcher matcher = CLASS_NAME_PATTERN.matcher(fileName);
			if (matcher.matches()) {
				final String className = packageName + '.' + matcher.group(CLASS_NAME_GROUP);

				if (!EXCLUSIONS.contains(className)) {
					Class<?> optionsClass = Class.forName(className);
					classConsumer.accept(optionsClass);
				}
			}
		}
	}
}
 

/**
 * This method supplies all elements from the input to the consumer. Exceptions that happen on elements are
 * suppressed until all elements are processed. If exceptions happened for one or more of the inputs, they are
 * reported in a combining suppressed exception.
 *
 * @param inputs iterator for all inputs to the throwingConsumer.
 * @param throwingConsumer this consumer will be called for all elements delivered by the input iterator.
 * @param <T> the type of input.
 * @throws Exception collected exceptions that happened during the invocation of the consumer on the input elements.
 */
public static <T> void applyToAllWhileSuppressingExceptions(
	Iterable<T> inputs,
	ThrowingConsumer<T, ? extends Exception> throwingConsumer) throws Exception {

	if (inputs != null && throwingConsumer != null) {
		Exception exception = null;

		for (T input : inputs) {

			if (input != null) {
				try {
					throwingConsumer.accept(input);
				} catch (Exception ex) {
					exception = ExceptionUtils.firstOrSuppressed(ex, exception);
				}
			}
		}

		if (exception != null) {
			throw exception;
		}
	}
}
 

private void runCleanupTest(
		Configuration configuration,
		TestingBlobStoreService blobStoreService,
		ThrowingConsumer<ZooKeeperHaServices, Exception> zooKeeperHaServicesConsumer) throws Exception {
	try (ZooKeeperHaServices zooKeeperHaServices = new ZooKeeperHaServices(
		ZooKeeperUtils.startCuratorFramework(configuration),
		Executors.directExecutor(),
		configuration,
		blobStoreService)) {

		// create some Zk services to trigger the generation of paths
		final LeaderRetrievalService resourceManagerLeaderRetriever = zooKeeperHaServices.getResourceManagerLeaderRetriever();
		final LeaderElectionService resourceManagerLeaderElectionService = zooKeeperHaServices.getResourceManagerLeaderElectionService();
		final RunningJobsRegistry runningJobsRegistry = zooKeeperHaServices.getRunningJobsRegistry();

		final TestingListener listener = new TestingListener();
		resourceManagerLeaderRetriever.start(listener);
		resourceManagerLeaderElectionService.start(new TestingContender("foobar", resourceManagerLeaderElectionService));
		final JobID jobId = new JobID();
		runningJobsRegistry.setJobRunning(jobId);

		listener.waitForNewLeader(2000L);

		resourceManagerLeaderRetriever.stop();
		resourceManagerLeaderElectionService.stop();
		runningJobsRegistry.clearJob(jobId);

		zooKeeperHaServicesConsumer.accept(zooKeeperHaServices);
	}
}
 

private void runHeartbeatTimeoutTest(
		ThrowingConsumer<ResourceManagerGateway, Exception> registerComponentAtResourceManager,
		ThrowingConsumer<ResourceID, Exception> verifyHeartbeatTimeout) throws Exception {
	resourceManager = createAndStartResourceManager(fastHeartbeatServices);
	final ResourceManagerGateway resourceManagerGateway = resourceManager.getSelfGateway(ResourceManagerGateway.class);

	registerComponentAtResourceManager.accept(resourceManagerGateway);
	verifyHeartbeatTimeout.accept(resourceManagerResourceId);
}
 

private static void guardIfMac(ThrowingConsumer<File, IOException> toRun, File file) throws IOException{
	synchronized (DELETE_LOCK) {
		toRun.accept(file);
		// briefly wait and fall through the loop
		try {
			Thread.sleep(1);
		} catch (InterruptedException e) {
			// restore the interruption flag and error out of the method
			Thread.currentThread().interrupt();
			throw new IOException("operation interrupted");
		}
	}
}
 

private static void guardIfNotThreadSafe(ThrowingConsumer<File, IOException> toRun, File file) throws IOException {
	if (OperatingSystem.isWindows()) {
		guardIfWindows(toRun, file);
		return;
	}
	if (OperatingSystem.isMac()) {
		guardIfMac(toRun, file);
		return;
	}

	toRun.accept(file);
}
 

private void runCleanupTest(
		Configuration configuration,
		TestingBlobStoreService blobStoreService,
		ThrowingConsumer<ZooKeeperHaServices, Exception> zooKeeperHaServicesConsumer) throws Exception {
	try (ZooKeeperHaServices zooKeeperHaServices = new ZooKeeperHaServices(
		ZooKeeperUtils.startCuratorFramework(configuration),
		Executors.directExecutor(),
		configuration,
		blobStoreService)) {

		// create some Zk services to trigger the generation of paths
		final LeaderRetrievalService resourceManagerLeaderRetriever = zooKeeperHaServices.getResourceManagerLeaderRetriever();
		final LeaderElectionService resourceManagerLeaderElectionService = zooKeeperHaServices.getResourceManagerLeaderElectionService();
		final RunningJobsRegistry runningJobsRegistry = zooKeeperHaServices.getRunningJobsRegistry();

		final TestingListener listener = new TestingListener();
		resourceManagerLeaderRetriever.start(listener);
		resourceManagerLeaderElectionService.start(new TestingContender("foobar", resourceManagerLeaderElectionService));
		final JobID jobId = new JobID();
		runningJobsRegistry.setJobRunning(jobId);

		listener.waitForNewLeader(2000L);

		resourceManagerLeaderRetriever.stop();
		resourceManagerLeaderElectionService.stop();
		runningJobsRegistry.clearJob(jobId);

		zooKeeperHaServicesConsumer.accept(zooKeeperHaServices);
	}
}
 

private void runHeartbeatTimeoutTest(
		ThrowingConsumer<ResourceManagerGateway, Exception> registerComponentAtResourceManager,
		ThrowingConsumer<ResourceID, Exception> verifyHeartbeatTimeout) throws Exception {
	resourceManager = createAndStartResourceManager(fastHeartbeatServices);
	final ResourceManagerGateway resourceManagerGateway = resourceManager.getSelfGateway(ResourceManagerGateway.class);

	registerComponentAtResourceManager.accept(resourceManagerGateway);
	verifyHeartbeatTimeout.accept(resourceManagerResourceId);
}
 

private void runCleanupTest(
		Configuration configuration,
		TestingBlobStoreService blobStoreService,
		ThrowingConsumer<ZooKeeperHaServices, Exception> zooKeeperHaServicesConsumer) throws Exception {
	try (ZooKeeperHaServices zooKeeperHaServices = new ZooKeeperHaServices(
		ZooKeeperUtils.startCuratorFramework(configuration),
		Executors.directExecutor(),
		configuration,
		blobStoreService)) {

		// create some Zk services to trigger the generation of paths
		final LeaderRetrievalService resourceManagerLeaderRetriever = zooKeeperHaServices.getResourceManagerLeaderRetriever();
		final LeaderElectionService resourceManagerLeaderElectionService = zooKeeperHaServices.getResourceManagerLeaderElectionService();
		final RunningJobsRegistry runningJobsRegistry = zooKeeperHaServices.getRunningJobsRegistry();

		final TestingListener listener = new TestingListener();
		resourceManagerLeaderRetriever.start(listener);
		resourceManagerLeaderElectionService.start(new TestingContender("foobar", resourceManagerLeaderElectionService));
		final JobID jobId = new JobID();
		runningJobsRegistry.setJobRunning(jobId);

		listener.waitForNewLeader(2000L);

		resourceManagerLeaderRetriever.stop();
		resourceManagerLeaderElectionService.stop();
		runningJobsRegistry.clearJob(jobId);

		zooKeeperHaServicesConsumer.accept(zooKeeperHaServices);
	}
}
 

private void runHeartbeatTimeoutTest(
		ThrowingConsumer<ResourceManagerGateway, Exception> registerComponentAtResourceManager,
		ThrowingConsumer<ResourceID, Exception> verifyHeartbeatTimeout) throws Exception {
	resourceManager = createAndStartResourceManager(fastHeartbeatServices);
	final ResourceManagerGateway resourceManagerGateway = resourceManager.getSelfGateway(ResourceManagerGateway.class);

	registerComponentAtResourceManager.accept(resourceManagerGateway);
	verifyHeartbeatTimeout.accept(resourceManagerResourceId);
}