Java Code Examples for org.apache.beam.sdk.transforms.display.DisplayData#ItemSpec

private static void populateDisplayData(
    DisplayData.Builder builder,
    DoFn<?, ?> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData) {
  builder.include("fn", fn).add(fnDisplayData);
  for (DoFnSignature.StateDeclaration stateDeclaration :
      DoFnSignatures.signatureForDoFn(fn).stateDeclarations().values()) {
    try {
      StateSpec<?> stateSpec = (StateSpec<?>) stateDeclaration.field().get(fn);
      builder.add(
          DisplayData.item("state_" + stateDeclaration.id(), stateDescription(stateSpec))
              .withLabel("State \"" + stateDeclaration.id() + "\""));
    } catch (IllegalAccessException e) {
      throw new RuntimeException(e);
    }
  }
}
 

private Globally(
    GlobalCombineFn<? super InputT, ?, OutputT> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData,
    boolean insertDefault,
    int fanout,
    List<PCollectionView<?>> sideInputs) {
  this.fn = fn;
  this.fnDisplayData = fnDisplayData;
  this.insertDefault = insertDefault;
  this.fanout = fanout;
  this.sideInputs = sideInputs;
}
 

private GloballyAsSingletonView(
    GlobalCombineFn<? super InputT, ?, OutputT> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData,
    boolean insertDefault,
    int fanout) {
  this.fn = fn;
  this.fnDisplayData = fnDisplayData;
  this.insertDefault = insertDefault;
  this.fanout = fanout;
}
 

private PerKey(
    GlobalCombineFn<? super InputT, ?, OutputT> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData,
    boolean fewKeys) {
  this.fn = fn;
  this.fnDisplayData = fnDisplayData;
  this.fewKeys = fewKeys;
  this.sideInputs = ImmutableList.of();
}
 

private PerKey(
    GlobalCombineFn<? super InputT, ?, OutputT> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData,
    boolean fewKeys,
    List<PCollectionView<?>> sideInputs) {
  this.fn = fn;
  this.fnDisplayData = fnDisplayData;
  this.fewKeys = fewKeys;
  this.sideInputs = sideInputs;
}
 

private PerKeyWithHotKeyFanout(
    GlobalCombineFn<? super InputT, ?, OutputT> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData,
    SerializableFunction<? super K, Integer> hotKeyFanout) {
  this.fn = fn;
  this.fnDisplayData = fnDisplayData;
  this.hotKeyFanout = hotKeyFanout;
}
 

private GroupedValues(
    GlobalCombineFn<? super InputT, ?, OutputT> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData) {
  this.fn = SerializableUtils.clone(fn);
  this.fnDisplayData = fnDisplayData;
  this.sideInputs = ImmutableList.of();
}
 

private GroupedValues(
    GlobalCombineFn<? super InputT, ?, OutputT> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData,
    List<PCollectionView<?>> sideInputs) {
  this.fn = SerializableUtils.clone(fn);
  this.fnDisplayData = fnDisplayData;
  this.sideInputs = sideInputs;
}
 

SingleOutput(
    DoFn<InputT, OutputT> fn,
    Map<String, PCollectionView<?>> sideInputs,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData) {
  this.fn = fn;
  this.fnDisplayData = fnDisplayData;
  this.sideInputs = sideInputs;
}
 

private static <T> DisplayData.ItemSpec<? extends Class<?>> displayDataForFn(T fn) {
  return DisplayData.item("combineFn", fn.getClass()).withLabel("Combiner");
}
 

private static <InputT, OutputT> Globally<InputT, OutputT> globally(
    GlobalCombineFn<? super InputT, ?, OutputT> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData) {
  return new Globally<>(fn, fnDisplayData, true, 0, ImmutableList.of());
}
 

private static <K, InputT, OutputT> PerKey<K, InputT, OutputT> perKey(
    GlobalCombineFn<? super InputT, ?, OutputT> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData) {
  return new PerKey<>(fn, fnDisplayData, false /*fewKeys*/);
}
 

/** Returns a {@link PerKey Combine.PerKey}, and set fewKeys in {@link GroupByKey}. */
private static <K, InputT, OutputT> PerKey<K, InputT, OutputT> fewKeys(
    GlobalCombineFn<? super InputT, ?, OutputT> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData) {
  return new PerKey<>(fn, fnDisplayData, true /*fewKeys*/);
}
 

private static <K, InputT, OutputT> GroupedValues<K, InputT, OutputT> groupedValues(
    GlobalCombineFn<? super InputT, ?, OutputT> fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayData) {
  return new GroupedValues<>(fn, fnDisplayData);
}
 

private static void populateDisplayData(
    DisplayData.Builder builder,
    HasDisplayData fn,
    DisplayData.ItemSpec<? extends Class<?>> fnDisplayItem) {
  builder.include("combineFn", fn).add(fnDisplayItem);
}
 

private static <T> DisplayData.ItemSpec<? extends Class<?>> displayDataForFn(T fn) {
  return DisplayData.item("fn", fn.getClass()).withLabel("Transform Function");
}