Java Code Examples for org.apache.flink.streaming.runtime.streamrecord.StreamRecord#hasTimestamp()

@Override
public <X> void collect(OutputTag<X> outputTag, StreamRecord<X> record) {
	sideOutputSerializer = outputTag.getTypeInfo().createSerializer(executionConfig);

	ConcurrentLinkedQueue<Object> sideOutputList = sideOutputLists.get(outputTag);
	if (sideOutputList == null) {
		sideOutputList = new ConcurrentLinkedQueue<>();
		sideOutputLists.put(outputTag, sideOutputList);
	}
	if (record.hasTimestamp()) {
		sideOutputList.add(new StreamRecord<>(sideOutputSerializer.copy(record.getValue()), record.getTimestamp()));
	} else {
		sideOutputList.add(new StreamRecord<>(sideOutputSerializer.copy(record.getValue())));
	}

}
 

@Override
public <X> void collect(OutputTag<X> outputTag, StreamRecord<X> record) {
	sideOutputSerializer = TypeExtractor.getForObject(record.getValue()).createSerializer(executionConfig);

	ConcurrentLinkedQueue<Object> sideOutputList = sideOutputLists.get(outputTag);
	if (sideOutputList == null) {
		sideOutputList = new ConcurrentLinkedQueue<>();
		sideOutputLists.put(outputTag, sideOutputList);
	}
	if (record.hasTimestamp()) {
		sideOutputList.add(new StreamRecord<>(sideOutputSerializer.copy(record.getValue()), record.getTimestamp()));
	} else {
		sideOutputList.add(new StreamRecord<>(sideOutputSerializer.copy(record.getValue())));
	}

}
 

@Override
public void processElement(StreamRecord<T> element) throws Exception {
    if (!element.hasTimestamp()) {
        // elements with no time component are simply forwarded.
        // likely cause: the time characteristic of the program is not event-time.
        output.collect(element);
        return;
    }

    // In event-time processing we assume correctness of the watermark.
    // Events with timestamp smaller than (or equal to) the last seen watermark are considered late.
    // FUTURE: emit late elements to a side output

    if (element.getTimestamp() > lastWatermark) {
        // we have an event with a valid timestamp, so
        // we buffer it until we receive the proper watermark.
        saveRegisterWatermarkTimer();
        bufferEvent(element);
    }
}
 

@Override
public <X> void collect(OutputTag<X> outputTag, StreamRecord<X> record) {
	sideOutputSerializer = TypeExtractor.getForObject(record.getValue()).createSerializer(executionConfig);

	ConcurrentLinkedQueue<Object> sideOutputList = sideOutputLists.get(outputTag);
	if (sideOutputList == null) {
		sideOutputList = new ConcurrentLinkedQueue<>();
		sideOutputLists.put(outputTag, sideOutputList);
	}
	if (record.hasTimestamp()) {
		sideOutputList.add(new StreamRecord<>(sideOutputSerializer.copy(record.getValue()), record.getTimestamp()));
	} else {
		sideOutputList.add(new StreamRecord<>(sideOutputSerializer.copy(record.getValue())));
	}

}
 

@Override
public void collect(StreamRecord<OUT> element) {
	if (outputSerializer == null) {
		outputSerializer = TypeExtractor.getForObject(element.getValue()).createSerializer(executionConfig);
	}
	if (element.hasTimestamp()) {
		outputList.add(new StreamRecord<>(outputSerializer.copy(element.getValue()), element.getTimestamp()));
	} else {
		outputList.add(new StreamRecord<>(outputSerializer.copy(element.getValue())));
	}
}
 

@Override
public void collect(StreamRecord<OUT> element) {
	if (outputSerializer == null) {
		outputSerializer = TypeExtractor.getForObject(element.getValue()).createSerializer(executionConfig);
	}
	if (element.hasTimestamp()) {
		outputList.add(new StreamRecord<>(outputSerializer.copy(element.getValue()), element.getTimestamp()));
	} else {
		outputList.add(new StreamRecord<>(outputSerializer.copy(element.getValue())));
	}
}
 

@Override
public void processElement(StreamRecord<T> element) throws Exception {
	if (!openCalled) {
		Assert.fail("Open was not called before run.");
	}
	if (element.hasTimestamp()) {
		output.collect(new StreamRecord<>(element.getValue().toString(), element.getTimestamp()));
	}
	else {
		output.collect(new StreamRecord<>(element.getValue().toString()));
	}
}
 

@Override
public void processElement(final StreamRecord<T> element) throws Exception {
	final T event = element.getValue();
	final long previousTimestamp = element.hasTimestamp() ? element.getTimestamp() : Long.MIN_VALUE;
	final long newTimestamp = timestampAssigner.extractTimestamp(event, previousTimestamp);

	element.setTimestamp(newTimestamp);
	output.collect(element);
	watermarkGenerator.onEvent(event, newTimestamp, wmOutput);
}
 

/**
 * Creates a TimestampedValue from given {@link StreamRecord}.
 *
 * @param streamRecord The StreamRecord object from which TimestampedValue is to be created.
    */
public static <T> TimestampedValue<T> from(StreamRecord<T> streamRecord) {
	if (streamRecord.hasTimestamp()) {
		return new TimestampedValue<>(streamRecord.getValue(), streamRecord.getTimestamp());
	} else {
		return new TimestampedValue<>(streamRecord.getValue());
	}
}
 

public void setTimestamp(StreamRecord<?> timestampBase) {
	if (timestampBase.hasTimestamp()) {
		reuse.setTimestamp(timestampBase.getTimestamp());
	} else {
		reuse.eraseTimestamp();
	}
}
 

@Override
public void processElement(StreamRecord<Integer> element) throws Exception {
	if (element.hasTimestamp()) {
		Assert.fail("Timestamps are not properly handled.");
	}
	output.collect(element);
}
 

@Override
public void processElement(StreamRecord<Integer> element) throws Exception {
	if (element.hasTimestamp()) {
		Assert.fail("Timestamps are not properly handled.");
	}
	output.collect(element);
}
 

/**
 * Creates a TimestampedValue from given {@link StreamRecord}.
 *
 * @param streamRecord The StreamRecord object from which TimestampedValue is to be created.
    */
public static <T> TimestampedValue<T> from(StreamRecord<T> streamRecord) {
	if (streamRecord.hasTimestamp()) {
		return new TimestampedValue<>(streamRecord.getValue(), streamRecord.getTimestamp());
	} else {
		return new TimestampedValue<>(streamRecord.getValue());
	}
}
 

public StreamRecordQueueEntry(StreamRecord<?> streamRecord) {
	super(streamRecord);

	hasTimestamp = streamRecord.hasTimestamp();
	timestamp = streamRecord.getTimestamp();

	resultFuture = new CompletableFuture<>();
}
 

public void setTimestamp(StreamRecord<?> timestampBase) {
	if (timestampBase.hasTimestamp()) {
		reuse.setTimestamp(timestampBase.getTimestamp());
	} else {
		reuse.eraseTimestamp();
	}
}
 

@Override
public void processElement(StreamRecord<Integer> element) throws Exception {
	if (element.hasTimestamp()) {
		Assert.fail("Timestamps are not properly handled.");
	}
	output.collect(element);
}
 

@Override
public void collect(StreamRecord<OUT> element) {
	if (outputSerializer == null) {
		outputSerializer = TypeExtractor.getForObject(element.getValue()).createSerializer(executionConfig);
	}
	if (element.hasTimestamp()) {
		outputList.add(new StreamRecord<>(outputSerializer.copy(element.getValue()), element.getTimestamp()));
	} else {
		outputList.add(new StreamRecord<>(outputSerializer.copy(element.getValue())));
	}
}
 

/**
 * Creates a TimestampedValue from given {@link StreamRecord}.
 *
 * @param streamRecord The StreamRecord object from which TimestampedValue is to be created.
    */
public static <T> TimestampedValue<T> from(StreamRecord<T> streamRecord) {
	if (streamRecord.hasTimestamp()) {
		return new TimestampedValue<>(streamRecord.getValue(), streamRecord.getTimestamp());
	} else {
		return new TimestampedValue<>(streamRecord.getValue());
	}
}
 

public StreamRecordQueueEntry(StreamRecord<?> streamRecord) {
	super(streamRecord);

	hasTimestamp = streamRecord.hasTimestamp();
	timestamp = streamRecord.getTimestamp();

	resultFuture = new CompletableFuture<>();
}
 

public void setTimestamp(StreamRecord<?> timestampBase) {
	if (timestampBase.hasTimestamp()) {
		reuse.setTimestamp(timestampBase.getTimestamp());
	} else {
		reuse.eraseTimestamp();
	}
}