com.google.googlejavaformat.Input.Token Java Examples

/**
 * Output any remaining tokens from the input stream (e.g. terminal whitespace).
 */
public final void drain() {
    int inputPosition = input.getText().length() + 1;
    if (inputPosition > this.inputPosition) {
        ImmutableList<? extends Token> tokens = input.getTokens();
        int tokensN = tokens.size();
        while (tokenI < tokensN && inputPosition > tokens.get(tokenI).getTok().getPosition()) {
            Token token = tokens.get(tokenI++);
            add(
                    Doc.Token.make(
                            token, Doc.Token.RealOrImaginary.IMAGINARY, ZERO, Optional.<Indent>absent()));
        }
    }
    this.inputPosition = inputPosition;
    checkClosed(0);
}
 

/** Output any remaining tokens from the input stream (e.g. terminal whitespace). */
public final void drain() {
  int inputPosition = input.getText().length() + 1;
  if (inputPosition > this.inputPosition) {
    ImmutableList<? extends Input.Token> tokens = input.getTokens();
    int tokensN = tokens.size();
    while (tokenI < tokensN && inputPosition > tokens.get(tokenI).getTok().getPosition()) {
      Input.Token token = tokens.get(tokenI++);
      add(
          Doc.Token.make(
              token,
              Doc.Token.RealOrImaginary.IMAGINARY,
              ZERO,
              /* breakAndIndentTrailingComment= */ Optional.empty()));
    }
  }
  this.inputPosition = inputPosition;
  checkClosed(0);
}
 

/**
 * Output any remaining tokens from the input stream (e.g. terminal whitespace).
 */
public final void drain() {
    int inputPosition = input.getText().length() + 1;
    if (inputPosition > this.inputPosition) {
        ImmutableList<? extends Token> tokens = input.getTokens();
        int tokensN = tokens.size();
        while (tokenI < tokensN && inputPosition > tokens.get(tokenI).getTok().getPosition()) {
            Token token = tokens.get(tokenI++);
            add(
                    Doc.Token.make(
                            token, Doc.Token.RealOrImaginary.IMAGINARY, ZERO, Optional.<Indent>absent()));
        }
    }
    this.inputPosition = inputPosition;
    checkClosed(0);
}
 

/**
 * The earliest position of any Tok in the Token, including leading whitespace.
 */
public static int startPosition(Token token) {
    int min = token.getTok().getPosition();
    for (Input.Tok tok : token.getToksBefore()) {
        min = Math.min(min, tok.getPosition());
    }
    return min;
}
 

private static int getI(Token token) {
    for (Tok tok : token.getToksBefore()) {
        if (tok.getIndex() >= 0) {
            return tok.getIndex();
        }
    }
    return token.getTok().getIndex();
}
 

/**
 * @return the start column of the token at {@code position}, including leading comments.
 */
public Integer actualStartColumn(int position) {
    Token startToken = input.getPositionTokenMap().get(position);
    int start = startToken.getTok().getPosition();
    int line0 = input.getLineNumber(start);
    for (Tok tok : startToken.getToksBefore()) {
        if (line0 != input.getLineNumber(tok.getPosition())) {
            return start;
        }
        if (tok.isComment()) {
            start = Math.min(start, tok.getPosition());
        }
    }
    return start;
}
 

/**
 * Sync to position in the input. If we've skipped outputting any tokens that were present in the
 * input tokens, output them here and optionally complain.
 *
 * @param inputPosition the {@code 0}-based input position
 */
public final void sync(int inputPosition) {
    if (inputPosition > this.inputPosition) {
        ImmutableList<? extends Token> tokens = input.getTokens();
        int tokensN = tokens.size();
        this.inputPosition = inputPosition;
        if (tokenI < tokensN && inputPosition > tokens.get(tokenI).getTok().getPosition()) {
            // Found a missing input token. Insert it and mark it missing (usually not good).
            Token token = tokens.get(tokenI++);
            throw new FormattingError(
                    diagnostic(String.format("did not generate token \"%s\"", token.getTok().getText())));
        }
    }
}
 

/**
 * Return the text of the next {@link Token}, or absent if there is none.
 */
public final Optional<String> peekToken() {
    ImmutableList<? extends Token> tokens = input.getTokens();
    return tokenI < tokens.size()
            ? Optional.of(tokens.get(tokenI).getTok().getOriginalText())
            : Optional.<String>absent();
}
 

/**
 * Make the boundary of a region that can be partially formatted. The boundary will be included in
 * the following region, e.g.: [[boundary0, boundary1), [boundary1, boundary2), ...].
 */
public void markForPartialFormat() {
    if (lastPartialFormatBoundary == -1) {
        lastPartialFormatBoundary = tokenI;
        return;
    }
    if (tokenI == lastPartialFormatBoundary) {
        return;
    }
    Token start = input.getTokens().get(lastPartialFormatBoundary);
    Token end = input.getTokens().get(tokenI - 1);
    output.markForPartialFormat(start, end);
    lastPartialFormatBoundary = tokenI;
}
 

/** The earliest position of any Tok in the Token, including leading whitespace. */
public static int startPosition(Token token) {
  int min = token.getTok().getPosition();
  for (Input.Tok tok : token.getToksBefore()) {
    min = Math.min(min, tok.getPosition());
  }
  return min;
}
 

/** The earliest non-whitespace Tok in the Token. */
public static Input.Tok startTok(Token token) {
  for (Input.Tok tok : token.getToksBefore()) {
    if (tok.getIndex() >= 0) {
      return tok;
    }
  }
  return token.getTok();
}
 

/** The last non-whitespace Tok in the Token. */
public static Input.Tok endTok(Token token) {
  for (int i = token.getToksAfter().size() - 1; i >= 0; i--) {
    Input.Tok tok = token.getToksAfter().get(i);
    if (tok.getIndex() >= 0) {
      return tok;
    }
  }
  return token.getTok();
}
 

/** @return the start column of the token at {@code position}, including leading comments. */
public Integer actualStartColumn(int position) {
  Token startToken = input.getPositionTokenMap().get(position);
  int start = startToken.getTok().getPosition();
  int line0 = input.getLineNumber(start);
  for (Tok tok : startToken.getToksBefore()) {
    if (line0 != input.getLineNumber(tok.getPosition())) {
      return start;
    }
    if (tok.isComment()) {
      start = Math.min(start, tok.getPosition());
    }
  }
  return start;
}
 

/**
 * Sync to position in the input. If we've skipped outputting any tokens that were present in the
 * input tokens, output them here and optionally complain.
 *
 * @param inputPosition the {@code 0}-based input position
 */
public final void sync(int inputPosition) {
  if (inputPosition > this.inputPosition) {
    ImmutableList<? extends Input.Token> tokens = input.getTokens();
    int tokensN = tokens.size();
    this.inputPosition = inputPosition;
    if (tokenI < tokensN && inputPosition > tokens.get(tokenI).getTok().getPosition()) {
      // Found a missing input token. Insert it and mark it missing (usually not good).
      Input.Token token = tokens.get(tokenI++);
      throw new FormattingError(
          diagnostic(String.format("did not generate token \"%s\"", token.getTok().getText())));
    }
  }
}
 

/** Return the text of an upcoming {@link Input.Token}, or absent if there is none. */
public final Optional<String> peekToken(int skip) {
  ImmutableList<? extends Input.Token> tokens = input.getTokens();
  int idx = tokenI + skip;
  return idx < tokens.size()
      ? Optional.of(tokens.get(idx).getTok().getOriginalText())
      : Optional.empty();
}
 

/**
 * Emit an optional token iff it exists on the input. This is used to emit tokens whose existence
 * has been lost in the AST.
 *
 * @param token the optional token
 */
public final void guessToken(String token) {
  token(
      token,
      Doc.Token.RealOrImaginary.IMAGINARY,
      ZERO,
      /* breakAndIndentTrailingComment=  */ Optional.empty());
}
 

/**
 * Make the boundary of a region that can be partially formatted. The boundary will be included in
 * the following region, e.g.: [[boundary0, boundary1), [boundary1, boundary2), ...].
 */
public void markForPartialFormat() {
  if (lastPartialFormatBoundary == -1) {
    lastPartialFormatBoundary = tokenI;
    return;
  }
  if (tokenI == lastPartialFormatBoundary) {
    return;
  }
  Token start = input.getTokens().get(lastPartialFormatBoundary);
  Token end = input.getTokens().get(tokenI - 1);
  output.markForPartialFormat(start, end);
  lastPartialFormatBoundary = tokenI;
}
 

private static int getI(Input.Token token) {
  for (Input.Tok tok : token.getToksBefore()) {
    if (tok.getIndex() >= 0) {
      return tok.getIndex();
    }
  }
  return token.getTok().getIndex();
}
 

/**
 * Return the text of the next {@link Token}, or absent if there is none.
 */
public final Optional<String> peekToken() {
    ImmutableList<? extends Token> tokens = input.getTokens();
    return tokenI < tokens.size()
            ? Optional.of(tokens.get(tokenI).getTok().getOriginalText())
            : Optional.<String>absent();
}
 

/**
 * The earliest non-whitespace Tok in the Token.
 */
public static Input.Tok startTok(Token token) {
    for (Input.Tok tok : token.getToksBefore()) {
        if (tok.getIndex() >= 0) {
            return tok;
        }
    }
    return token.getTok();
}
 

/**
 * The last non-whitespace Tok in the Token.
 */
public static Input.Tok endTok(Token token) {
    for (int i = token.getToksAfter().size() - 1; i >= 0; i--) {
        Input.Tok tok = token.getToksAfter().get(i);
        if (tok.getIndex() >= 0) {
            return tok;
        }
    }
    return token.getTok();
}
 

private static int getI(Token token) {
    for (Tok tok : token.getToksBefore()) {
        if (tok.getIndex() >= 0) {
            return tok.getIndex();
        }
    }
    return token.getTok().getIndex();
}
 

/**
 * @return the start column of the token at {@code position}, including leading comments.
 */
public Integer actualStartColumn(int position) {
    Token startToken = input.getPositionTokenMap().get(position);
    int start = startToken.getTok().getPosition();
    int line0 = input.getLineNumber(start);
    for (Tok tok : startToken.getToksBefore()) {
        if (line0 != input.getLineNumber(tok.getPosition())) {
            return start;
        }
        if (tok.isComment()) {
            start = Math.min(start, tok.getPosition());
        }
    }
    return start;
}
 

/**
 * Sync to position in the input. If we've skipped outputting any tokens that were present in the
 * input tokens, output them here and optionally complain.
 *
 * @param inputPosition the {@code 0}-based input position
 */
public final void sync(int inputPosition) {
    if (inputPosition > this.inputPosition) {
        ImmutableList<? extends Token> tokens = input.getTokens();
        int tokensN = tokens.size();
        this.inputPosition = inputPosition;
        if (tokenI < tokensN && inputPosition > tokens.get(tokenI).getTok().getPosition()) {
            // Found a missing input token. Insert it and mark it missing (usually not good).
            Token token = tokens.get(tokenI++);
            throw new FormattingError(
                    diagnostic(String.format("did not generate token \"%s\"", token.getTok().getText())));
        }
    }
}
 

/**
 * Make the boundary of a region that can be partially formatted. The boundary will be included in
 * the following region, e.g.: [[boundary0, boundary1), [boundary1, boundary2), ...].
 */
public void markForPartialFormat() {
    if (lastPartialFormatBoundary == -1) {
        lastPartialFormatBoundary = tokenI;
        return;
    }
    if (tokenI == lastPartialFormatBoundary) {
        return;
    }
    Token start = input.getTokens().get(lastPartialFormatBoundary);
    Token end = input.getTokens().get(tokenI - 1);
    output.markForPartialFormat(start, end);
    lastPartialFormatBoundary = tokenI;
}
 

/**
 * The earliest position of any Tok in the Token, including leading whitespace.
 */
public static int startPosition(Token token) {
    int min = token.getTok().getPosition();
    for (Input.Tok tok : token.getToksBefore()) {
        min = Math.min(min, tok.getPosition());
    }
    return min;
}
 

/**
 * The earliest non-whitespace Tok in the Token.
 */
public static Input.Tok startTok(Token token) {
    for (Input.Tok tok : token.getToksBefore()) {
        if (tok.getIndex() >= 0) {
            return tok;
        }
    }
    return token.getTok();
}
 

/**
 * The last non-whitespace Tok in the Token.
 */
public static Input.Tok endTok(Token token) {
    for (int i = token.getToksAfter().size() - 1; i >= 0; i--) {
        Input.Tok tok = token.getToksAfter().get(i);
        if (tok.getIndex() >= 0) {
            return tok;
        }
    }
    return token.getTok();
}
 

@Override
public void markForPartialFormat(Token start, Token end) {
  int lo = JavaOutput.startTok(start).getIndex();
  int hi = JavaOutput.endTok(end).getIndex();
  partialFormatRanges.add(Range.closed(lo, hi));
}
 

/**
 * Reorders all modifiers in the given text and within the given character ranges to be in JLS
 * order.
 */
static JavaInput reorderModifiers(JavaInput javaInput, Collection<Range<Integer>> characterRanges)
    throws FormatterException {
  if (javaInput.getTokens().isEmpty()) {
    // There weren't any tokens, possible because of a lexing error.
    // Errors about invalid input will be reported later after parsing.
    return javaInput;
  }
  RangeSet<Integer> tokenRanges = javaInput.characterRangesToTokenRanges(characterRanges);
  Iterator<? extends Token> it = javaInput.getTokens().iterator();
  TreeRangeMap<Integer, String> replacements = TreeRangeMap.create();
  while (it.hasNext()) {
    Token token = it.next();
    if (!tokenRanges.contains(token.getTok().getIndex())) {
      continue;
    }
    Modifier mod = asModifier(token);
    if (mod == null) {
      continue;
    }

    List<Token> modifierTokens = new ArrayList<>();
    List<Modifier> mods = new ArrayList<>();

    int begin = token.getTok().getPosition();
    mods.add(mod);
    modifierTokens.add(token);

    int end = -1;
    while (it.hasNext()) {
      token = it.next();
      mod = asModifier(token);
      if (mod == null) {
        break;
      }
      mods.add(mod);
      modifierTokens.add(token);
      end = token.getTok().getPosition() + token.getTok().length();
    }

    if (!Ordering.natural().isOrdered(mods)) {
      Collections.sort(mods);
      StringBuilder replacement = new StringBuilder();
      for (int i = 0; i < mods.size(); i++) {
        if (i > 0) {
          addTrivia(replacement, modifierTokens.get(i).getToksBefore());
        }
        replacement.append(mods.get(i).toString());
        if (i < (modifierTokens.size() - 1)) {
          addTrivia(replacement, modifierTokens.get(i).getToksAfter());
        }
      }
      replacements.put(Range.closedOpen(begin, end), replacement.toString());
    }
  }
  return applyReplacements(javaInput, replacements);
}