org.apache.flink.streaming.api.windowing.assigners.WindowAssigner Java Examples
The following examples show how to use
org.apache.flink.streaming.api.windowing.assigners.WindowAssigner.
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
| Source File: EvictingWindowOperator.java From Flink-CEPplus with Apache License 2.0 | 6 votes |
|
public EvictingWindowOperator(WindowAssigner<? super IN, W> windowAssigner,
TypeSerializer<W> windowSerializer,
KeySelector<IN, K> keySelector,
TypeSerializer<K> keySerializer,
StateDescriptor<? extends ListState<StreamRecord<IN>>, ?> windowStateDescriptor,
InternalWindowFunction<Iterable<IN>, OUT, K, W> windowFunction,
Trigger<? super IN, ? super W> trigger,
Evictor<? super IN, ? super W> evictor,
long allowedLateness,
OutputTag<IN> lateDataOutputTag) {
super(windowAssigner, windowSerializer, keySelector,
keySerializer, null, windowFunction, trigger, allowedLateness, lateDataOutputTag);
this.evictor = checkNotNull(evictor);
this.evictingWindowStateDescriptor = checkNotNull(windowStateDescriptor);
}
Example #2
| Source File: TumblingProcessingTimeWindowsTest.java From flink with Apache License 2.0 | 6 votes |
|
@Test
public void testWindowAssignmentWithNegativeOffset() {
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
TumblingProcessingTimeWindows assigner = TumblingProcessingTimeWindows.of(Time.milliseconds(5000), Time.milliseconds(-100));
when(mockContext.getCurrentProcessingTime()).thenReturn(100L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(-100, 4900)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4899L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(-100, 4900)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4900L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(4900, 9900)));
}
Example #3
| Source File: ProcessingTimeSessionWindowsTest.java From flink with Apache License 2.0 | 6 votes |
|
@Test
public void testTimeUnits() {
// sanity check with one other time unit
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
ProcessingTimeSessionWindows assigner = ProcessingTimeSessionWindows.withGap(Time.seconds(5));
when(mockContext.getCurrentProcessingTime()).thenReturn(0L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(0, 5000)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4999L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(4999, 9999)));
when(mockContext.getCurrentProcessingTime()).thenReturn(5000L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(5000, 10000)));
}
Example #4
| Source File: EvictingWindowOperator.java From flink with Apache License 2.0 | 6 votes |
|
public EvictingWindowOperator(WindowAssigner<? super IN, W> windowAssigner,
TypeSerializer<W> windowSerializer,
KeySelector<IN, K> keySelector,
TypeSerializer<K> keySerializer,
StateDescriptor<? extends ListState<StreamRecord<IN>>, ?> windowStateDescriptor,
InternalWindowFunction<Iterable<IN>, OUT, K, W> windowFunction,
Trigger<? super IN, ? super W> trigger,
Evictor<? super IN, ? super W> evictor,
long allowedLateness,
OutputTag<IN> lateDataOutputTag) {
super(windowAssigner, windowSerializer, keySelector,
keySerializer, null, windowFunction, trigger, allowedLateness, lateDataOutputTag);
this.evictor = checkNotNull(evictor);
this.evictingWindowStateDescriptor = checkNotNull(windowStateDescriptor);
}
Example #5
| Source File: TumblingProcessingTimeWindowsTest.java From Flink-CEPplus with Apache License 2.0 | 6 votes |
|
@Test
public void testWindowAssignment() {
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
TumblingProcessingTimeWindows assigner = TumblingProcessingTimeWindows.of(Time.milliseconds(5000));
when(mockContext.getCurrentProcessingTime()).thenReturn(0L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(0, 5000)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4999L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(0, 5000)));
when(mockContext.getCurrentProcessingTime()).thenReturn(5000L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(5000, 10000)));
}
Example #6
| Source File: DynamicProcessingTimeSessionWindowsTest.java From flink with Apache License 2.0 | 6 votes |
|
@Test
public void testWindowAssignment() {
WindowAssigner.WindowAssignerContext mockContext = mock(WindowAssigner.WindowAssignerContext.class);
SessionWindowTimeGapExtractor<String> extractor = mock(SessionWindowTimeGapExtractor.class);
when(extractor.extract(eq("gap5000"))).thenReturn(5000L);
when(extractor.extract(eq("gap4000"))).thenReturn(4000L);
when(extractor.extract(eq("gap9000"))).thenReturn(9000L);
DynamicProcessingTimeSessionWindows<String> assigner = DynamicProcessingTimeSessionWindows.withDynamicGap(extractor);
when(mockContext.getCurrentProcessingTime()).thenReturn(0L);
assertThat(assigner.assignWindows("gap5000", Long.MIN_VALUE, mockContext), contains(timeWindow(0, 5000)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4999L);
assertThat(assigner.assignWindows("gap4000", Long.MIN_VALUE, mockContext), contains(timeWindow(4999, 8999)));
when(mockContext.getCurrentProcessingTime()).thenReturn(5000L);
assertThat(assigner.assignWindows("gap9000", Long.MIN_VALUE, mockContext), contains(timeWindow(5000, 14000)));
}
Example #7
| Source File: TumblingProcessingTimeWindowsTest.java From Flink-CEPplus with Apache License 2.0 | 6 votes |
|
@Test
public void testWindowAssignmentWithNegativeOffset() {
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
TumblingProcessingTimeWindows assigner = TumblingProcessingTimeWindows.of(Time.milliseconds(5000), Time.milliseconds(-100));
when(mockContext.getCurrentProcessingTime()).thenReturn(100L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(-100, 4900)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4899L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(-100, 4900)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4900L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(4900, 9900)));
}
Example #8
| Source File: TumblingProcessingTimeWindowsTest.java From flink with Apache License 2.0 | 6 votes |
|
@Test
public void testWindowAssignment() {
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
TumblingProcessingTimeWindows assigner = TumblingProcessingTimeWindows.of(Time.milliseconds(5000));
when(mockContext.getCurrentProcessingTime()).thenReturn(0L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(0, 5000)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4999L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(0, 5000)));
when(mockContext.getCurrentProcessingTime()).thenReturn(5000L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(5000, 10000)));
}
Example #9
| Source File: ProcessingTimeSessionWindowsTest.java From flink with Apache License 2.0 | 6 votes |
|
@Test
public void testTimeUnits() {
// sanity check with one other time unit
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
ProcessingTimeSessionWindows assigner = ProcessingTimeSessionWindows.withGap(Time.seconds(5));
when(mockContext.getCurrentProcessingTime()).thenReturn(0L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(0, 5000)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4999L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(4999, 9999)));
when(mockContext.getCurrentProcessingTime()).thenReturn(5000L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), contains(timeWindow(5000, 10000)));
}
Example #10
| Source File: SlidingEventTimeWindowsTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Test
public void testWindowAssignment() {
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
SlidingEventTimeWindows assigner =
SlidingEventTimeWindows.of(Time.milliseconds(5000), Time.milliseconds(1000));
assertThat(assigner.assignWindows("String", 0L, mockContext), containsInAnyOrder(
timeWindow(-4000, 1000),
timeWindow(-3000, 2000),
timeWindow(-2000, 3000),
timeWindow(-1000, 4000),
timeWindow(0, 5000)));
assertThat(assigner.assignWindows("String", 4999L, mockContext), containsInAnyOrder(
timeWindow(0, 5000),
timeWindow(1000, 6000),
timeWindow(2000, 7000),
timeWindow(3000, 8000),
timeWindow(4000, 9000)));
assertThat(assigner.assignWindows("String", 5000L, mockContext), containsInAnyOrder(
timeWindow(1000, 6000),
timeWindow(2000, 7000),
timeWindow(3000, 8000),
timeWindow(4000, 9000),
timeWindow(5000, 10000)));
}
Example #11
| Source File: DynamicEventTimeSessionWindowsTest.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testWindowAssignment() {
WindowAssigner.WindowAssignerContext mockContext = mock(WindowAssigner.WindowAssignerContext.class);
SessionWindowTimeGapExtractor<String> extractor = mock(SessionWindowTimeGapExtractor.class);
when(extractor.extract(eq("gap5000"))).thenReturn(5000L);
when(extractor.extract(eq("gap4000"))).thenReturn(4000L);
when(extractor.extract(eq("gap9000"))).thenReturn(9000L);
DynamicEventTimeSessionWindows<String> assigner = DynamicEventTimeSessionWindows.withDynamicGap(extractor);
assertThat(assigner.assignWindows("gap5000", 0L, mockContext), contains(timeWindow(0, 5000)));
assertThat(assigner.assignWindows("gap4000", 4999L, mockContext), contains(timeWindow(4999, 8999)));
assertThat(assigner.assignWindows("gap9000", 5000L, mockContext), contains(timeWindow(5000, 14000)));
}
Example #12
| Source File: SlidingProcessingTimeWindowsTest.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testWindowAssignmentWithOffset() {
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
SlidingProcessingTimeWindows assigner =
SlidingProcessingTimeWindows.of(Time.milliseconds(5000), Time.milliseconds(1000), Time.milliseconds(100));
when(mockContext.getCurrentProcessingTime()).thenReturn(100L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), containsInAnyOrder(
timeWindow(-3900, 1100),
timeWindow(-2900, 2100),
timeWindow(-1900, 3100),
timeWindow(-900, 4100),
timeWindow(100, 5100)));
when(mockContext.getCurrentProcessingTime()).thenReturn(5099L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), containsInAnyOrder(
timeWindow(100, 5100),
timeWindow(1100, 6100),
timeWindow(2100, 7100),
timeWindow(3100, 8100),
timeWindow(4100, 9100)));
when(mockContext.getCurrentProcessingTime()).thenReturn(5100L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), containsInAnyOrder(
timeWindow(1100, 6100),
timeWindow(2100, 7100),
timeWindow(3100, 8100),
timeWindow(4100, 9100),
timeWindow(5100, 10100)));
}
Example #13
| Source File: EvictingWindowOperatorContractTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
protected <W extends Window, OUT> KeyedOneInputStreamOperatorTestHarness<Integer, Integer, OUT> createWindowOperator(
WindowAssigner<Integer, W> assigner,
Trigger<Integer, W> trigger,
long allowedLatenss,
InternalWindowFunction<Iterable<Integer>, OUT, Integer, W> windowFunction) throws Exception {
return createWindowOperator(
assigner,
trigger,
allowedLatenss,
windowFunction,
null /* late output tag */);
}
Example #14
| Source File: AllWindowedStream.java From flink with Apache License 2.0 | 5 votes |
|
@PublicEvolving
public AllWindowedStream(DataStream<T> input,
WindowAssigner<? super T, W> windowAssigner) {
this.input = input.keyBy(new NullByteKeySelector<T>());
this.windowAssigner = windowAssigner;
this.trigger = windowAssigner.getDefaultTrigger(input.getExecutionEnvironment());
}
Example #15
| Source File: EvictingWindowOperatorContractTest.java From flink with Apache License 2.0 | 5 votes |
|
protected <W extends Window, OUT> KeyedOneInputStreamOperatorTestHarness<Integer, Integer, OUT> createWindowOperator(
WindowAssigner<Integer, W> assigner,
Trigger<Integer, W> trigger,
long allowedLatenss,
InternalWindowFunction<Iterable<Integer>, OUT, Integer, W> windowFunction) throws Exception {
return createWindowOperator(
assigner,
trigger,
allowedLatenss,
windowFunction,
null /* late output tag */);
}
Example #16
| Source File: SlidingProcessingTimeWindowsTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Test
public void testWindowAssignment() {
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
SlidingProcessingTimeWindows assigner =
SlidingProcessingTimeWindows.of(Time.milliseconds(5000), Time.milliseconds(1000));
when(mockContext.getCurrentProcessingTime()).thenReturn(0L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), containsInAnyOrder(
timeWindow(-4000, 1000),
timeWindow(-3000, 2000),
timeWindow(-2000, 3000),
timeWindow(-1000, 4000),
timeWindow(0, 5000)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4999L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), containsInAnyOrder(
timeWindow(0, 5000),
timeWindow(1000, 6000),
timeWindow(2000, 7000),
timeWindow(3000, 8000),
timeWindow(4000, 9000)));
when(mockContext.getCurrentProcessingTime()).thenReturn(5000L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), containsInAnyOrder(
timeWindow(1000, 6000),
timeWindow(2000, 7000),
timeWindow(3000, 8000),
timeWindow(4000, 9000),
timeWindow(5000, 10000)));
}
Example #17
| Source File: AllWindowedStream.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@PublicEvolving
public AllWindowedStream(DataStream<T> input,
WindowAssigner<? super T, W> windowAssigner) {
this.input = input.keyBy(new NullByteKeySelector<T>());
this.windowAssigner = windowAssigner;
this.trigger = windowAssigner.getDefaultTrigger(input.getExecutionEnvironment());
}
Example #18
| Source File: TumblingEventTimeWindowsTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Test
public void testWindowAssignmentWithNegativeOffset() {
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
TumblingEventTimeWindows assigner = TumblingEventTimeWindows.of(Time.milliseconds(5000), Time.milliseconds(-100));
assertThat(assigner.assignWindows("String", 0L, mockContext), contains(timeWindow(-100, 4900)));
assertThat(assigner.assignWindows("String", 4899L, mockContext), contains(timeWindow(-100, 4900)));
assertThat(assigner.assignWindows("String", 4900L, mockContext), contains(timeWindow(4900, 9900)));
}
Example #19
| Source File: WindowOperator.java From flink with Apache License 2.0 | 5 votes |
|
/**
* Creates a new {@code WindowOperator} based on the given policies and user functions.
*/
public WindowOperator(
WindowAssigner<? super IN, W> windowAssigner,
TypeSerializer<W> windowSerializer,
KeySelector<IN, K> keySelector,
TypeSerializer<K> keySerializer,
StateDescriptor<? extends AppendingState<IN, ACC>, ?> windowStateDescriptor,
InternalWindowFunction<ACC, OUT, K, W> windowFunction,
Trigger<? super IN, ? super W> trigger,
long allowedLateness,
OutputTag<IN> lateDataOutputTag) {
super(windowFunction);
checkArgument(!(windowAssigner instanceof BaseAlignedWindowAssigner),
"The " + windowAssigner.getClass().getSimpleName() + " cannot be used with a WindowOperator. " +
"This assigner is only used with the AccumulatingProcessingTimeWindowOperator and " +
"the AggregatingProcessingTimeWindowOperator");
checkArgument(allowedLateness >= 0);
checkArgument(windowStateDescriptor == null || windowStateDescriptor.isSerializerInitialized(),
"window state serializer is not properly initialized");
this.windowAssigner = checkNotNull(windowAssigner);
this.windowSerializer = checkNotNull(windowSerializer);
this.keySelector = checkNotNull(keySelector);
this.keySerializer = checkNotNull(keySerializer);
this.windowStateDescriptor = windowStateDescriptor;
this.trigger = checkNotNull(trigger);
this.allowedLateness = allowedLateness;
this.lateDataOutputTag = lateDataOutputTag;
setChainingStrategy(ChainingStrategy.ALWAYS);
}
Example #20
| Source File: EvictingWindowOperatorContractTest.java From flink with Apache License 2.0 | 5 votes |
|
protected <W extends Window, OUT> KeyedOneInputStreamOperatorTestHarness<Integer, Integer, OUT> createWindowOperator(
WindowAssigner<Integer, W> assigner,
Trigger<Integer, W> trigger,
long allowedLatenss,
InternalWindowFunction<Iterable<Integer>, OUT, Integer, W> windowFunction,
OutputTag<Integer> lateOutputTag) throws Exception {
KeySelector<Integer, Integer> keySelector = new KeySelector<Integer, Integer>() {
private static final long serialVersionUID = 1L;
@Override
public Integer getKey(Integer value) throws Exception {
return value;
}
};
ListStateDescriptor<StreamRecord<Integer>> intListDescriptor =
new ListStateDescriptor<>(
"int-list",
(TypeSerializer<StreamRecord<Integer>>) new StreamElementSerializer(IntSerializer.INSTANCE));
@SuppressWarnings("unchecked")
EvictingWindowOperator<Integer, Integer, OUT, W> operator = new EvictingWindowOperator<>(
assigner,
assigner.getWindowSerializer(new ExecutionConfig()),
keySelector,
IntSerializer.INSTANCE,
intListDescriptor,
windowFunction,
trigger,
CountEvictor.<W>of(100),
allowedLatenss,
lateOutputTag);
return new KeyedOneInputStreamOperatorTestHarness<>(
operator,
keySelector,
BasicTypeInfo.INT_TYPE_INFO);
}
Example #21
| Source File: SlidingProcessingTimeWindowsTest.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testWindowAssignmentWithNegativeOffset() {
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
SlidingProcessingTimeWindows assigner =
SlidingProcessingTimeWindows.of(Time.milliseconds(5000), Time.milliseconds(1000), Time.milliseconds(-100));
when(mockContext.getCurrentProcessingTime()).thenReturn(0L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), containsInAnyOrder(
timeWindow(-4100, 900),
timeWindow(-3100, 1900),
timeWindow(-2100, 2900),
timeWindow(-1100, 3900),
timeWindow(-100, 4900)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4899L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), containsInAnyOrder(
timeWindow(-100, 4900),
timeWindow(900, 5900),
timeWindow(1900, 6900),
timeWindow(2900, 7900),
timeWindow(3900, 8900)));
when(mockContext.getCurrentProcessingTime()).thenReturn(4900L);
assertThat(assigner.assignWindows("String", Long.MIN_VALUE, mockContext), containsInAnyOrder(
timeWindow(900, 5900),
timeWindow(1900, 6900),
timeWindow(2900, 7900),
timeWindow(3900, 8900),
timeWindow(4900, 9900)));
}
Example #22
| Source File: RegularWindowOperatorContractTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Override
protected <W extends Window, OUT> KeyedOneInputStreamOperatorTestHarness<Integer, Integer, OUT> createWindowOperator(
WindowAssigner<Integer, W> assigner,
Trigger<Integer, W> trigger,
long allowedLatenss,
InternalWindowFunction<Iterable<Integer>, OUT, Integer, W> windowFunction) throws Exception {
return createWindowOperator(
assigner,
trigger,
allowedLatenss,
windowFunction,
null /* late output tag */);
}
Example #23
| Source File: SlidingEventTimeWindowsTest.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testTimeUnits() {
// sanity check with one other time unit
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
SlidingEventTimeWindows assigner = SlidingEventTimeWindows.of(Time.seconds(5), Time.seconds(1), Time.milliseconds(500));
assertThat(assigner.assignWindows("String", 100L, mockContext), containsInAnyOrder(
timeWindow(-4500, 500),
timeWindow(-3500, 1500),
timeWindow(-2500, 2500),
timeWindow(-1500, 3500),
timeWindow(-500, 4500)));
assertThat(assigner.assignWindows("String", 5499L, mockContext), containsInAnyOrder(
timeWindow(500, 5500),
timeWindow(1500, 6500),
timeWindow(2500, 7500),
timeWindow(3500, 8500),
timeWindow(4500, 9500)));
assertThat(assigner.assignWindows("String", 5100L, mockContext), containsInAnyOrder(
timeWindow(500, 5500),
timeWindow(1500, 6500),
timeWindow(2500, 7500),
timeWindow(3500, 8500),
timeWindow(4500, 9500)));
}
Example #24
| Source File: EventTimeSessionWindowsTest.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testWindowAssignment() {
final int sessionGap = 5000;
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
EventTimeSessionWindows assigner = EventTimeSessionWindows.withGap(Time.milliseconds(sessionGap));
assertThat(assigner.assignWindows("String", 0L, mockContext), contains(timeWindow(0, 0 + sessionGap)));
assertThat(assigner.assignWindows("String", 4999L, mockContext), contains(timeWindow(4999, 4999 + sessionGap)));
assertThat(assigner.assignWindows("String", 5000L, mockContext), contains(timeWindow(5000, 5000 + sessionGap)));
}
Example #25
| Source File: WindowOperatorContractTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
private void testNoGarbageCollectionTimerForGlobalWindow(TimeDomainAdaptor timeAdaptor) throws Exception {
WindowAssigner<Integer, GlobalWindow> mockAssigner = mockGlobalWindowAssigner();
timeAdaptor.setIsEventTime(mockAssigner);
Trigger<Integer, GlobalWindow> mockTrigger = mockTrigger();
InternalWindowFunction<Iterable<Integer>, Void, Integer, GlobalWindow> mockWindowFunction = mockWindowFunction();
// this needs to be true for the test to succeed
assertEquals(Long.MAX_VALUE, GlobalWindow.get().maxTimestamp());
KeyedOneInputStreamOperatorTestHarness<Integer, Integer, Void> testHarness =
createWindowOperator(mockAssigner, mockTrigger, 0L, mockWindowFunction);
testHarness.open();
assertEquals(0, testHarness.getOutput().size());
assertEquals(0, testHarness.numKeyedStateEntries());
testHarness.processElement(new StreamRecord<>(0, 0L));
// just the window contents
assertEquals(1, testHarness.numKeyedStateEntries());
// verify we have no timers for either time domain
assertEquals(0, testHarness.numEventTimeTimers());
assertEquals(0, testHarness.numProcessingTimeTimers());
}
Example #26
| Source File: WindowOperatorContractTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
private void testMergingWindowSetClearedAtGarbageCollection(TimeDomainAdaptor timeAdaptor) throws Exception {
WindowAssigner<Integer, TimeWindow> mockAssigner = mockMergingAssigner();
timeAdaptor.setIsEventTime(mockAssigner);
Trigger<Integer, TimeWindow> mockTrigger = mockTrigger();
InternalWindowFunction<Iterable<Integer>, Void, Integer, TimeWindow> mockWindowFunction = mockWindowFunction();
KeyedOneInputStreamOperatorTestHarness<Integer, Integer, Void> testHarness =
createWindowOperator(mockAssigner, mockTrigger, 20L, mockWindowFunction);
testHarness.open();
when(mockAssigner.assignWindows(anyInt(), anyLong(), anyAssignerContext()))
.thenReturn(Arrays.asList(new TimeWindow(0, 20)));
assertEquals(0, testHarness.getOutput().size());
assertEquals(0, testHarness.numKeyedStateEntries());
testHarness.processElement(new StreamRecord<>(0, 0L));
assertEquals(2, testHarness.numKeyedStateEntries()); // window contents plus merging window set
assertEquals(1, timeAdaptor.numTimers(testHarness)); // gc timers
timeAdaptor.advanceTime(testHarness, 19 + 20); // 19 is maxTime of the window
assertEquals(0, testHarness.numKeyedStateEntries());
assertEquals(0, timeAdaptor.numTimers(testHarness));
}
Example #27
| Source File: WindowOperatorContractTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Test
public void testProcessingElementsWithinAllowedLateness() throws Exception {
WindowAssigner<Integer, TimeWindow> mockAssigner = mockTimeWindowAssigner();
Trigger<Integer, TimeWindow> mockTrigger = mockTrigger();
InternalWindowFunction<Iterable<Integer>, Void, Integer, TimeWindow> mockWindowFunction = mockWindowFunction();
KeyedOneInputStreamOperatorTestHarness<Integer, Integer, Void> testHarness =
createWindowOperator(mockAssigner, mockTrigger, 20L, mockWindowFunction);
testHarness.open();
when(mockAssigner.assignWindows(anyInt(), anyLong(), anyAssignerContext()))
.thenReturn(Arrays.asList(new TimeWindow(0, 2)));
assertEquals(0, testHarness.getOutput().size());
assertEquals(0, testHarness.numKeyedStateEntries());
shouldFireOnElement(mockTrigger);
// 20 is just at the limit, window.maxTime() is 1 and allowed lateness is 20
testHarness.processWatermark(new Watermark(20));
testHarness.processElement(new StreamRecord<>(0, 0L));
verify(mockWindowFunction, times(1)).process(eq(0), eq(new TimeWindow(0, 2)), anyInternalWindowContext(), intIterable(0), WindowOperatorContractTest.<Void>anyCollector());
// clear is only called at cleanup time/GC time
verify(mockTrigger, never()).clear(anyTimeWindow(), anyTriggerContext());
// FIRE should not purge contents
assertEquals(1, testHarness.numKeyedStateEntries()); // window contents plus trigger state
assertEquals(1, testHarness.numEventTimeTimers()); // just the GC timer
}
Example #28
| Source File: WindowOperatorContractTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Test
public void testLateWindowDropping() throws Exception {
WindowAssigner<Integer, TimeWindow> mockAssigner = mockTimeWindowAssigner();
Trigger<Integer, TimeWindow> mockTrigger = mockTrigger();
InternalWindowFunction<Iterable<Integer>, Void, Integer, TimeWindow> mockWindowFunction = mockWindowFunction();
KeyedOneInputStreamOperatorTestHarness<Integer, Integer, Void> testHarness =
createWindowOperator(mockAssigner, mockTrigger, 20L, mockWindowFunction);
testHarness.open();
when(mockAssigner.assignWindows(anyInt(), anyLong(), anyAssignerContext()))
.thenReturn(Arrays.asList(new TimeWindow(0, 2)));
assertEquals(0, testHarness.getOutput().size());
assertEquals(0, testHarness.numKeyedStateEntries());
shouldFireOnElement(mockTrigger);
// window.maxTime() == 1 plus 20L of allowed lateness
testHarness.processWatermark(new Watermark(21));
testHarness.processElement(new StreamRecord<>(0, 0L));
// there should be nothing
assertEquals(0, testHarness.numKeyedStateEntries());
assertEquals(0, testHarness.numEventTimeTimers());
assertEquals(0, testHarness.numProcessingTimeTimers());
// there should be two elements now
assertEquals(0, testHarness.extractOutputStreamRecords().size());
}
Example #29
| Source File: WindowOperatorContractTest.java From Flink-CEPplus with Apache License 2.0 | 5 votes |
|
@Test
public void testWindowStateNotAvailableToMergingWindows() throws Exception {
WindowAssigner<Integer, TimeWindow> mockAssigner = mockMergingAssigner();
Trigger<Integer, TimeWindow> mockTrigger = mockTrigger();
InternalWindowFunction<Iterable<Integer>, Void, Integer, TimeWindow> mockWindowFunction = mockWindowFunction();
KeyedOneInputStreamOperatorTestHarness<Integer, Integer, Void> testHarness =
createWindowOperator(mockAssigner, mockTrigger, 20L, mockWindowFunction);
testHarness.open();
when(mockTrigger.onElement(anyInt(), anyLong(), anyTimeWindow(), anyTriggerContext()))
.thenReturn(TriggerResult.FIRE);
when(mockAssigner.assignWindows(anyInt(), anyLong(), anyAssignerContext()))
.thenReturn(Arrays.asList(new TimeWindow(0, 20)));
doAnswer(new Answer<Object>() {
@Override
public Object answer(InvocationOnMock invocationOnMock) throws Throwable {
InternalWindowFunction.InternalWindowContext context = (InternalWindowFunction.InternalWindowContext) invocationOnMock.getArguments()[2];
context.windowState().getState(valueStateDescriptor).update("hello");
return null;
}
}).when(mockWindowFunction).process(anyInt(), anyTimeWindow(), anyInternalWindowContext(), anyIntIterable(), WindowOperatorContractTest.<Void>anyCollector());
expectedException.expect(UnsupportedOperationException.class);
expectedException.expectMessage("Per-window state is not allowed when using merging windows.");
testHarness.processElement(new StreamRecord<>(0, 0L));
}
Example #30
| Source File: GlobalWindowsTest.java From flink with Apache License 2.0 | 5 votes |
|
@Test
public void testWindowAssignment() {
WindowAssigner.WindowAssignerContext mockContext =
mock(WindowAssigner.WindowAssignerContext.class);
GlobalWindows assigner = GlobalWindows.create();
assertThat(assigner.assignWindows("String", 0L, mockContext), contains(GlobalWindow.get()));
assertThat(assigner.assignWindows("String", 4999L, mockContext), contains(GlobalWindow.get()));
assertThat(assigner.assignWindows("String", 5000L, mockContext), contains(GlobalWindow.get()));
}
