org.apache.flink.runtime.iterative.io.WorksetUpdateOutputCollector Java Examples

@Override
protected void initialize() throws Exception {
	super.initialize();

	// set the last output collector of this task to reflect the iteration intermediate state update
	// a) workset update
	// b) solution set update
	// c) none

	Collector<OT> delegate = getLastOutputCollector();
	if (isWorksetUpdate) {
		// sanity check: we should not have a solution set and workset update at the same time
		// in an intermediate task
		if (isSolutionSetUpdate) {
			throw new IllegalStateException("Plan bug: Intermediate task performs workset and solutions set update.");
		}

		Collector<OT> outputCollector = createWorksetUpdateOutputCollector(delegate);

		// we need the WorksetUpdateOutputCollector separately to count the collected elements
		if (isWorksetIteration) {
			worksetUpdateOutputCollector = (WorksetUpdateOutputCollector<OT>) outputCollector;
		}

		setLastOutputCollector(outputCollector);
	} else if (isSolutionSetUpdate) {
		setLastOutputCollector(createSolutionSetUpdateOutputCollector(delegate));
	}
}
 

@Override
protected void initialize() throws Exception {
	super.initialize();

	// set the last output collector of this task to reflect the iteration intermediate state update
	// a) workset update
	// b) solution set update
	// c) none

	Collector<OT> delegate = getLastOutputCollector();
	if (isWorksetUpdate) {
		// sanity check: we should not have a solution set and workset update at the same time
		// in an intermediate task
		if (isSolutionSetUpdate) {
			throw new IllegalStateException("Plan bug: Intermediate task performs workset and solutions set update.");
		}

		Collector<OT> outputCollector = createWorksetUpdateOutputCollector(delegate);

		// we need the WorksetUpdateOutputCollector separately to count the collected elements
		if (isWorksetIteration) {
			worksetUpdateOutputCollector = (WorksetUpdateOutputCollector<OT>) outputCollector;
		}

		setLastOutputCollector(outputCollector);
	} else if (isSolutionSetUpdate) {
		setLastOutputCollector(createSolutionSetUpdateOutputCollector(delegate));
	}
}
 

@Override
protected void initialize() throws Exception {
	super.initialize();

	// set the last output collector of this task to reflect the iteration intermediate state update
	// a) workset update
	// b) solution set update
	// c) none

	Collector<OT> delegate = getLastOutputCollector();
	if (isWorksetUpdate) {
		// sanity check: we should not have a solution set and workset update at the same time
		// in an intermediate task
		if (isSolutionSetUpdate) {
			throw new IllegalStateException("Plan bug: Intermediate task performs workset and solutions set update.");
		}

		Collector<OT> outputCollector = createWorksetUpdateOutputCollector(delegate);

		// we need the WorksetUpdateOutputCollector separately to count the collected elements
		if (isWorksetIteration) {
			worksetUpdateOutputCollector = (WorksetUpdateOutputCollector<OT>) outputCollector;
		}

		setLastOutputCollector(outputCollector);
	} else if (isSolutionSetUpdate) {
		setLastOutputCollector(createSolutionSetUpdateOutputCollector(delegate));
	}
}
 

@Override
protected void initialize() throws Exception {
	super.initialize();

	// sanity check: the tail has to update either the workset or the solution set
	if (!isWorksetUpdate && !isSolutionSetUpdate) {
		throw new RuntimeException("The iteration tail doesn't update workset or the solution set.");
	}

	// set the last output collector of this task to reflect the iteration tail state update:
	// a) workset update,
	// b) solution set update, or
	// c) merged workset and solution set update

	Collector<OT> outputCollector = null;
	if (isWorksetUpdate) {
		outputCollector = createWorksetUpdateOutputCollector();

		// we need the WorksetUpdateOutputCollector separately to count the collected elements
		if (isWorksetIteration) {
			worksetUpdateOutputCollector = (WorksetUpdateOutputCollector<OT>) outputCollector;
		}
	}

	if (isSolutionSetUpdate) {
		if (isWorksetIteration) {
			outputCollector = createSolutionSetUpdateOutputCollector(outputCollector);
		}
		// Bulk iteration with termination criterion
		else {
			outputCollector = new Collector<OT>() {
				@Override
				public void collect(OT record) {}

				@Override
				public void close() {}
			};
		}

		if (!isWorksetUpdate) {
			solutionSetUpdateBarrier = SolutionSetUpdateBarrierBroker.instance().get(brokerKey());
		}
	}

	setLastOutputCollector(outputCollector);
}
 

@Override
protected void initialize() throws Exception {
	super.initialize();

	// sanity check: the tail has to update either the workset or the solution set
	if (!isWorksetUpdate && !isSolutionSetUpdate) {
		throw new RuntimeException("The iteration tail doesn't update workset or the solution set.");
	}

	// set the last output collector of this task to reflect the iteration tail state update:
	// a) workset update,
	// b) solution set update, or
	// c) merged workset and solution set update

	Collector<OT> outputCollector = null;
	if (isWorksetUpdate) {
		outputCollector = createWorksetUpdateOutputCollector();

		// we need the WorksetUpdateOutputCollector separately to count the collected elements
		if (isWorksetIteration) {
			worksetUpdateOutputCollector = (WorksetUpdateOutputCollector<OT>) outputCollector;
		}
	}

	if (isSolutionSetUpdate) {
		if (isWorksetIteration) {
			outputCollector = createSolutionSetUpdateOutputCollector(outputCollector);
		}
		// Bulk iteration with termination criterion
		else {
			outputCollector = new Collector<OT>() {
				@Override
				public void collect(OT record) {}

				@Override
				public void close() {}
			};
		}

		if (!isWorksetUpdate) {
			solutionSetUpdateBarrier = SolutionSetUpdateBarrierBroker.instance().get(brokerKey());
		}
	}

	setLastOutputCollector(outputCollector);
}
 

@Override
protected void initialize() throws Exception {
	super.initialize();

	// sanity check: the tail has to update either the workset or the solution set
	if (!isWorksetUpdate && !isSolutionSetUpdate) {
		throw new RuntimeException("The iteration tail doesn't update workset or the solution set.");
	}

	// set the last output collector of this task to reflect the iteration tail state update:
	// a) workset update,
	// b) solution set update, or
	// c) merged workset and solution set update

	Collector<OT> outputCollector = null;
	if (isWorksetUpdate) {
		outputCollector = createWorksetUpdateOutputCollector();

		// we need the WorksetUpdateOutputCollector separately to count the collected elements
		if (isWorksetIteration) {
			worksetUpdateOutputCollector = (WorksetUpdateOutputCollector<OT>) outputCollector;
		}
	}

	if (isSolutionSetUpdate) {
		if (isWorksetIteration) {
			outputCollector = createSolutionSetUpdateOutputCollector(outputCollector);
		}
		// Bulk iteration with termination criterion
		else {
			outputCollector = new Collector<OT>() {
				@Override
				public void collect(OT record) {}

				@Override
				public void close() {}
			};
		}

		if (!isWorksetUpdate) {
			solutionSetUpdateBarrier = SolutionSetUpdateBarrierBroker.instance().get(brokerKey());
		}
	}

	setLastOutputCollector(outputCollector);
}
 

/**
 * Creates a new {@link WorksetUpdateOutputCollector}.
 *
 * <p>This collector is used by {@link IterationIntermediateTask} or {@link IterationTailTask} to update the
 * workset.
 *
 * <p>If a non-null delegate is given, the new {@link Collector} will write to the solution set and also call
 * collect(T) of the delegate.
 *
 * @param delegate null -OR- the delegate on which to call collect() by the newly created collector
 * @return a new {@link WorksetUpdateOutputCollector}
 */
protected Collector<OT> createWorksetUpdateOutputCollector(Collector<OT> delegate) {
	DataOutputView outputView = worksetBackChannel.getWriteEnd();
	TypeSerializer<OT> serializer = getOutputSerializer();
	return new WorksetUpdateOutputCollector<OT>(outputView, serializer, delegate);
}
 

/**
 * Creates a new {@link WorksetUpdateOutputCollector}.
 *
 * <p>This collector is used by {@link IterationIntermediateTask} or {@link IterationTailTask} to update the
 * workset.
 *
 * <p>If a non-null delegate is given, the new {@link Collector} will write to the solution set and also call
 * collect(T) of the delegate.
 *
 * @param delegate null -OR- the delegate on which to call collect() by the newly created collector
 * @return a new {@link WorksetUpdateOutputCollector}
 */
protected Collector<OT> createWorksetUpdateOutputCollector(Collector<OT> delegate) {
	DataOutputView outputView = worksetBackChannel.getWriteEnd();
	TypeSerializer<OT> serializer = getOutputSerializer();
	return new WorksetUpdateOutputCollector<OT>(outputView, serializer, delegate);
}
 

/**
 * Creates a new {@link WorksetUpdateOutputCollector}.
 *
 * <p>This collector is used by {@link IterationIntermediateTask} or {@link IterationTailTask} to update the
 * workset.
 *
 * <p>If a non-null delegate is given, the new {@link Collector} will write to the solution set and also call
 * collect(T) of the delegate.
 *
 * @param delegate null -OR- the delegate on which to call collect() by the newly created collector
 * @return a new {@link WorksetUpdateOutputCollector}
 */
protected Collector<OT> createWorksetUpdateOutputCollector(Collector<OT> delegate) {
	DataOutputView outputView = worksetBackChannel.getWriteEnd();
	TypeSerializer<OT> serializer = getOutputSerializer();
	return new WorksetUpdateOutputCollector<OT>(outputView, serializer, delegate);
}