Java Code Examples for org.apache.flink.streaming.api.TimeCharacteristic#EventTime

/**
 * Specifies the time boundaries over which the join operation works, so that
 * <pre>leftElement.timestamp + lowerBound <= rightElement.timestamp <= leftElement.timestamp + upperBound</pre>
 * By default both the lower and the upper bound are inclusive. This can be configured
 * with {@link IntervalJoined#lowerBoundExclusive()} and
 * {@link IntervalJoined#upperBoundExclusive()}
 *
 * @param lowerBound The lower bound. Needs to be smaller than or equal to the upperBound
 * @param upperBound The upper bound. Needs to be bigger than or equal to the lowerBound
 */
@PublicEvolving
public IntervalJoined<T1, T2, KEY> between(Time lowerBound, Time upperBound) {

	TimeCharacteristic timeCharacteristic =
		streamOne.getExecutionEnvironment().getStreamTimeCharacteristic();

	if (timeCharacteristic != TimeCharacteristic.EventTime) {
		throw new UnsupportedTimeCharacteristicException("Time-bounded stream joins are only supported in event time");
	}

	checkNotNull(lowerBound, "A lower bound needs to be provided for a time-bounded join");
	checkNotNull(upperBound, "An upper bound needs to be provided for a time-bounded join");

	return new IntervalJoined<>(
		streamOne,
		streamTwo,
		lowerBound.toMilliseconds(),
		upperBound.toMilliseconds(),
		true,
		true
	);
}
 

/**
 * Specifies the time boundaries over which the join operation works, so that
 * <pre>leftElement.timestamp + lowerBound <= rightElement.timestamp <= leftElement.timestamp + upperBound</pre>
 * By default both the lower and the upper bound are inclusive. This can be configured
 * with {@link IntervalJoined#lowerBoundExclusive()} and
 * {@link IntervalJoined#upperBoundExclusive()}
 *
 * @param lowerBound The lower bound. Needs to be smaller than or equal to the upperBound
 * @param upperBound The upper bound. Needs to be bigger than or equal to the lowerBound
 */
@PublicEvolving
public IntervalJoined<T1, T2, KEY> between(Time lowerBound, Time upperBound) {

	TimeCharacteristic timeCharacteristic =
		streamOne.getExecutionEnvironment().getStreamTimeCharacteristic();

	if (timeCharacteristic != TimeCharacteristic.EventTime) {
		throw new UnsupportedTimeCharacteristicException("Time-bounded stream joins are only supported in event time");
	}

	checkNotNull(lowerBound, "A lower bound needs to be provided for a time-bounded join");
	checkNotNull(upperBound, "An upper bound needs to be provided for a time-bounded join");

	return new IntervalJoined<>(
		streamOne,
		streamTwo,
		lowerBound.toMilliseconds(),
		upperBound.toMilliseconds(),
		true,
		true
	);
}
 

/**
 * Specifies the time boundaries over which the join operation works, so that
 * <pre>leftElement.timestamp + lowerBound <= rightElement.timestamp <= leftElement.timestamp + upperBound</pre>
 * By default both the lower and the upper bound are inclusive. This can be configured
 * with {@link IntervalJoined#lowerBoundExclusive()} and
 * {@link IntervalJoined#upperBoundExclusive()}
 *
 * @param lowerBound The lower bound. Needs to be smaller than or equal to the upperBound
 * @param upperBound The upper bound. Needs to be bigger than or equal to the lowerBound
 */
@PublicEvolving
public IntervalJoined<T1, T2, KEY> between(Time lowerBound, Time upperBound) {

	TimeCharacteristic timeCharacteristic =
		streamOne.getExecutionEnvironment().getStreamTimeCharacteristic();

	if (timeCharacteristic != TimeCharacteristic.EventTime) {
		throw new UnsupportedTimeCharacteristicException("Time-bounded stream joins are only supported in event time");
	}

	checkNotNull(lowerBound, "A lower bound needs to be provided for a time-bounded join");
	checkNotNull(upperBound, "An upper bound needs to be provided for a time-bounded join");

	return new IntervalJoined<>(
		streamOne,
		streamTwo,
		lowerBound.toMilliseconds(),
		upperBound.toMilliseconds(),
		true,
		true
	);
}
 

private TableConfig createTableConfig() {
	final TableConfig config = new TableConfig();
	config.addConfiguration(flinkConfig);
	Configuration conf = config.getConfiguration();
	environment.getConfiguration().asMap().forEach(conf::setString);
	ExecutionEntry execution = environment.getExecution();
	config.setIdleStateRetentionTime(
			Time.milliseconds(execution.getMinStateRetention()),
			Time.milliseconds(execution.getMaxStateRetention()));

	conf.set(CoreOptions.DEFAULT_PARALLELISM, execution.getParallelism());
	conf.set(PipelineOptions.MAX_PARALLELISM, execution.getMaxParallelism());
	conf.set(StreamPipelineOptions.TIME_CHARACTERISTIC, execution.getTimeCharacteristic());
	if (execution.getTimeCharacteristic() == TimeCharacteristic.EventTime) {
		conf.set(PipelineOptions.AUTO_WATERMARK_INTERVAL,
				Duration.ofMillis(execution.getPeriodicWatermarksInterval()));
	}

	setRestartStrategy(conf);
	return config;
}
 

private StreamExecutionEnvironment createStreamExecutionEnvironment() {
	final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
	env.setRestartStrategy(mergedEnv.getExecution().getRestartStrategy());
	env.setParallelism(mergedEnv.getExecution().getParallelism());
	env.setMaxParallelism(mergedEnv.getExecution().getMaxParallelism());
	env.setStreamTimeCharacteristic(mergedEnv.getExecution().getTimeCharacteristic());
	if (env.getStreamTimeCharacteristic() == TimeCharacteristic.EventTime) {
		env.getConfig().setAutoWatermarkInterval(mergedEnv.getExecution().getPeriodicWatermarksInterval());
	}
	return env;
}
 

private void validateTimeCharacteristic(boolean isRowtimeDefined) {
	if (isRowtimeDefined && executionEnvironment.getStreamTimeCharacteristic() != TimeCharacteristic.EventTime) {
		throw new ValidationException(String.format(
			"A rowtime attribute requires an EventTime time characteristic in stream environment. But is: %s",
			executionEnvironment.getStreamTimeCharacteristic()));
	}
}
 

private StreamExecutionEnvironment createStreamExecutionEnvironment() {
	final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
	env.setRestartStrategy(mergedEnv.getExecution().getRestartStrategy());
	env.setParallelism(mergedEnv.getExecution().getParallelism());
	env.setMaxParallelism(mergedEnv.getExecution().getMaxParallelism());
	env.setStreamTimeCharacteristic(mergedEnv.getExecution().getTimeCharacteristic());
	if (env.getStreamTimeCharacteristic() == TimeCharacteristic.EventTime) {
		env.getConfig().setAutoWatermarkInterval(mergedEnv.getExecution().getPeriodicWatermarksInterval());
	}
	return env;
}
 

private StreamExecutionEnvironment createStreamExecutionEnvironment() {
	final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
	// for TimeCharacteristic validation in StreamTableEnvironmentImpl
	env.setStreamTimeCharacteristic(environment.getExecution().getTimeCharacteristic());
	if (env.getStreamTimeCharacteristic() == TimeCharacteristic.EventTime) {
		env.getConfig().setAutoWatermarkInterval(environment.getExecution().getPeriodicWatermarksInterval());
	}
	return env;
}
 

private void validateTimeCharacteristic(boolean isRowtimeDefined) {
	if (isRowtimeDefined && executionEnvironment.getStreamTimeCharacteristic() != TimeCharacteristic.EventTime) {
		throw new ValidationException(String.format(
			"A rowtime attribute requires an EventTime time characteristic in stream environment. But is: %s",
			executionEnvironment.getStreamTimeCharacteristic()));
	}
}
 

boolean isSerializingTimestamps() {
	TimeCharacteristic tc = configuration.getTimeCharacteristic();
	return tc == TimeCharacteristic.EventTime | tc == TimeCharacteristic.IngestionTime;
}
 

public FailingSource(
	@Nonnull EventEmittingGenerator eventEmittingGenerator,
	@Nonnegative int numberOfGeneratorInvocations) {
	this(eventEmittingGenerator, numberOfGeneratorInvocations, TimeCharacteristic.EventTime);
}
 

public ValidatingSink(
	@Nonnull CountUpdater<T> countUpdater,
	@Nonnull ResultChecker resultChecker) {
	this(countUpdater, resultChecker, TimeCharacteristic.EventTime);
}
 

boolean isSerializingTimestamps() {
	TimeCharacteristic tc = configuration.getTimeCharacteristic();
	return tc == TimeCharacteristic.EventTime | tc == TimeCharacteristic.IngestionTime;
}
 

public FailingSource(
	@Nonnull EventEmittingGenerator eventEmittingGenerator,
	@Nonnegative int numberOfGeneratorInvocations) {
	this(eventEmittingGenerator, numberOfGeneratorInvocations, TimeCharacteristic.EventTime);
}
 

public ValidatingSink(
	@Nonnull CountUpdater<T> countUpdater,
	@Nonnull ResultChecker resultChecker) {
	this(countUpdater, resultChecker, TimeCharacteristic.EventTime);
}
 

boolean isSerializingTimestamps() {
	TimeCharacteristic tc = configuration.getTimeCharacteristic();
	return tc == TimeCharacteristic.EventTime | tc == TimeCharacteristic.IngestionTime;
}
 

public FailingSource(
	@Nonnull EventEmittingGenerator eventEmittingGenerator,
	@Nonnegative int numberOfGeneratorInvocations) {
	this(eventEmittingGenerator, numberOfGeneratorInvocations, TimeCharacteristic.EventTime);
}
 

public ValidatingSink(
	@Nonnull CountUpdater<T> countUpdater,
	@Nonnull ResultChecker resultChecker) {
	this(countUpdater, resultChecker, TimeCharacteristic.EventTime);
}