Java Code Examples for org.apache.beam.sdk.transforms.windowing.GlobalWindow#INSTANCE

@Test
public void testRepeatedlyAfterFirstElementCount() throws Exception {
  SimpleTriggerStateMachineTester<GlobalWindow> tester =
      TriggerStateMachineTester.forTrigger(
          RepeatedlyStateMachine.forever(
              AfterFirstStateMachine.of(
                  AfterProcessingTimeStateMachine.pastFirstElementInPane()
                      .plusDelayOf(Duration.standardMinutes(15)),
                  AfterPaneStateMachine.elementCountAtLeast(5))),
          new GlobalWindows());

  GlobalWindow window = GlobalWindow.INSTANCE;

  tester.injectElements(1);
  assertFalse(tester.shouldFire(window));

  tester.injectElements(2, 3, 4, 5);
  assertTrue(tester.shouldFire(window));
  tester.fireIfShouldFire(window);
  assertFalse(tester.shouldFire(window));
}
 

@Test
public void testRepeatedlyAfterFirstProcessingTime() throws Exception {
  SimpleTriggerStateMachineTester<GlobalWindow> tester =
      TriggerStateMachineTester.forTrigger(
          RepeatedlyStateMachine.forever(
              AfterFirstStateMachine.of(
                  AfterProcessingTimeStateMachine.pastFirstElementInPane()
                      .plusDelayOf(Duration.standardMinutes(15)),
                  AfterPaneStateMachine.elementCountAtLeast(5))),
          new GlobalWindows());

  GlobalWindow window = GlobalWindow.INSTANCE;

  tester.injectElements(1);
  assertFalse(tester.shouldFire(window));

  tester.advanceProcessingTime(new Instant(0).plus(Duration.standardMinutes(15)));
  assertTrue(tester.shouldFire(window));
  tester.fireIfShouldFire(window);
  assertFalse(tester.shouldFire(window));
}
 

@Test
public void testRepeatedlyElementCount() throws Exception {
  SimpleTriggerStateMachineTester<GlobalWindow> tester =
      TriggerStateMachineTester.forTrigger(
          RepeatedlyStateMachine.forever(AfterPaneStateMachine.elementCountAtLeast(5)),
          new GlobalWindows());

  GlobalWindow window = GlobalWindow.INSTANCE;

  tester.injectElements(1);
  assertFalse(tester.shouldFire(window));

  tester.injectElements(2, 3, 4, 5);
  assertTrue(tester.shouldFire(window));
  tester.fireIfShouldFire(window);
  assertFalse(tester.shouldFire(window));
}
 

@Test
public void testRepeatedlyProcessingTime() throws Exception {
  SimpleTriggerStateMachineTester<GlobalWindow> tester =
      TriggerStateMachineTester.forTrigger(
          RepeatedlyStateMachine.forever(
              AfterProcessingTimeStateMachine.pastFirstElementInPane()
                  .plusDelayOf(Duration.standardMinutes(15))),
          new GlobalWindows());

  GlobalWindow window = GlobalWindow.INSTANCE;

  tester.injectElements(1);
  assertFalse(tester.shouldFire(window));

  tester.advanceProcessingTime(new Instant(0).plus(Duration.standardMinutes(15)));
  assertTrue(tester.shouldFire(window));
  tester.fireIfShouldFire(window);
  assertFalse(tester.shouldFire(window));
}
 

<V> WindowFn<V, BoundedWindow>.AssignContext assignContext(
    WindowFn<V, BoundedWindow> windowFn, V value, Instant timestamp) {
  return windowFn.new AssignContext() {
    @Override
    public V element() {
      return value;
    }

    @Override
    public Instant timestamp() {
      return timestamp;
    }

    @Override
    public BoundedWindow window() {
      return GlobalWindow.INSTANCE;
    }
  };
}
 

@Test
public void testEnsureStateCleanupWithKeyedInputCleanupTimer() {
  InMemoryTimerInternals inMemoryTimerInternals = new InMemoryTimerInternals();
  KeyedStateBackend keyedStateBackend = Mockito.mock(KeyedStateBackend.class);
  Lock stateBackendLock = Mockito.mock(Lock.class);
  StringUtf8Coder keyCoder = StringUtf8Coder.of();
  GlobalWindow window = GlobalWindow.INSTANCE;
  GlobalWindow.Coder windowCoder = GlobalWindow.Coder.INSTANCE;

  // Test that cleanup timer is set correctly
  ExecutableStageDoFnOperator.CleanupTimer cleanupTimer =
      new ExecutableStageDoFnOperator.CleanupTimer<>(
          inMemoryTimerInternals,
          stateBackendLock,
          WindowingStrategy.globalDefault(),
          keyCoder,
          windowCoder,
          keyedStateBackend);
  cleanupTimer.setForWindow(KV.of("key", "string"), window);

  Mockito.verify(stateBackendLock).lock();
  ByteBuffer key = FlinkKeyUtils.encodeKey("key", keyCoder);
  Mockito.verify(keyedStateBackend).setCurrentKey(key);
  assertThat(
      inMemoryTimerInternals.getNextTimer(TimeDomain.EVENT_TIME),
      is(window.maxTimestamp().plus(1)));
  Mockito.verify(stateBackendLock).unlock();
}
 

@Test
public void testCoder() throws IOException {

  StringUtf8Coder elementCoder = StringUtf8Coder.of();
  // Generics fail to see here that this is Coder<BoundedWindow>
  org.apache.beam.sdk.coders.Coder windowCoder = GlobalWindow.Coder.INSTANCE;
  WindowedValue.WindowedValueCoder windowedValueCoder =
      WindowedValue.FullWindowedValueCoder.of(elementCoder, windowCoder);
  KV<String, Integer> key = KV.of("one", 1);
  BufferedElements.Coder coder = new BufferedElements.Coder(windowedValueCoder, windowCoder, key);

  BufferedElement element =
      new BufferedElements.Element(
          WindowedValue.of("test", new Instant(2), GlobalWindow.INSTANCE, PaneInfo.NO_FIRING));
  BufferedElement timerElement =
      new BufferedElements.Timer(
          "timerId",
          "timerId",
          key,
          GlobalWindow.INSTANCE,
          new Instant(1),
          new Instant(1),
          TimeDomain.EVENT_TIME);

  testRoundTrip(ImmutableList.of(element), coder);
  testRoundTrip(ImmutableList.of(timerElement), coder);
  testRoundTrip(ImmutableList.of(element, timerElement), coder);
  testRoundTrip(ImmutableList.of(element, timerElement, element), coder);
  testRoundTrip(ImmutableList.of(element, element, element, timerElement, timerElement), coder);
}
 

@Test
public void testWindowMapping() throws Exception {
  TestSdkHarness testSdkHarness = new TestSdkHarness(GlobalWindow.INSTANCE);

  FnApiWindowMappingFn windowMappingFn =
      new FnApiWindowMappingFn(
          IdGenerators.decrementingLongs(),
          testSdkHarness,
          DATA_SERVICE,
          testSdkHarness,
          WINDOW_MAPPING_SPEC,
          IntervalWindowCoder.of(),
          GlobalWindow.Coder.INSTANCE);

  // Check mapping an element returns the expected result.
  BoundedWindow inputWindow = new IntervalWindow(Instant.now(), Duration.standardMinutes(1));
  assertEquals(GlobalWindow.INSTANCE, windowMappingFn.getSideInputWindow(inputWindow));
  assertEquals(inputWindow, ((KV) testSdkHarness.getInputValues().get(0).getValue()).getValue());

  // Check mapping a different element returns the expected result.
  BoundedWindow inputWindow2 = new IntervalWindow(Instant.now(), Duration.standardMinutes(2));
  assertEquals(GlobalWindow.INSTANCE, windowMappingFn.getSideInputWindow(inputWindow2));
  assertEquals(inputWindow2, ((KV) testSdkHarness.getInputValues().get(1).getValue()).getValue());

  // Check that mapping the same element returns a cached result.
  assertEquals(GlobalWindow.INSTANCE, windowMappingFn.getSideInputWindow(inputWindow));
  assertEquals(2, testSdkHarness.getInputValues().size());
}
 

@Override
public BoundedWindow getWindow() {
  return GlobalWindow.INSTANCE;
}
 

@Override
public BoundedWindow getWindow() {
  return GlobalWindow.INSTANCE;
}
 

@Override
public BoundedWindow window() {
  return GlobalWindow.INSTANCE;
}
 

/**
 * Defines a default {@link FileNaming} which will use the prefix and suffix supplied to create
 * a name based on the window, pane, number of shards, shard index, and compression. Removes
 * window when in the {@link GlobalWindow} and pane info when it is the only firing of the pane.
 */
public static FileNaming defaultNaming(
    final ValueProvider<String> prefix, final ValueProvider<String> suffix) {
  return (window, pane, numShards, shardIndex, compression) -> {
    checkArgument(window != null, "window can not be null");
    checkArgument(pane != null, "pane can not be null");
    checkArgument(compression != null, "compression can not be null");
    StringBuilder res = new StringBuilder(prefix.get());
    if (window != GlobalWindow.INSTANCE) {
      if (res.length() > 0) {
        res.append("-");
      }
      checkArgument(
          window instanceof IntervalWindow,
          "defaultNaming() supports only windows of type %s, " + "but got window %s of type %s",
          IntervalWindow.class.getSimpleName(),
          window,
          window.getClass().getSimpleName());
      IntervalWindow iw = (IntervalWindow) window;
      res.append(iw.start().toString()).append("-").append(iw.end().toString());
    }
    boolean isOnlyFiring = pane.isFirst() && pane.isLast();
    if (!isOnlyFiring) {
      if (res.length() > 0) {
        res.append("-");
      }
      res.append(pane.getIndex());
    }
    if (res.length() > 0) {
      res.append("-");
    }
    String numShardsStr = String.valueOf(numShards);
    // A trillion shards per window per pane ought to be enough for everybody.
    DecimalFormat df =
        new DecimalFormat("000000000000".substring(0, Math.max(5, numShardsStr.length())));
    res.append(df.format(shardIndex)).append("-of-").append(df.format(numShards));
    res.append(suffix.get());
    res.append(compression.getSuggestedSuffix());
    return res.toString();
  };
}
 

@Override
public BoundedWindow assignWindow(Instant timestamp) {
  return GlobalWindow.INSTANCE;
}
 

static <K, V> ItemFactory<K, V, GlobalWindow> forGlogalWindow(
    Coder<K> keyCoder, FullWindowedValueCoder<KV<K, V>> winValCoder) {
  return new ItemFactory<>(
      keyCoder, winValCoder, GlobalWindow.Coder.INSTANCE, GlobalWindow.INSTANCE);
}