Java Code Examples for org.eclipse.xtext.parser.antlr.Lexer#setCharStream()

protected boolean isSameTokenSequence(String originalText, String newText, int expectedLength) {
	Lexer originalLexer = lexerProvider.get();
	Lexer newLexer = lexerProvider.get();
	originalLexer.setCharStream(new ANTLRStringStream(originalText));
	newLexer.setCharStream(new ANTLRStringStream(newText));
	return isSameTokenSequence(originalLexer, newLexer, expectedLength);
}
 

@Override
protected void initTokenSource(String text, TokenSource tokenSource, ContentAssistContext context) {
	EObject currentModel = context.getLastCompleteNode().getSemanticElement();
	Variable variable = currentModel != null ? EcoreUtil2.getContainerOfType(currentModel, Variable.class) : null;
	TemplateBody body = currentModel != null ? EcoreUtil2.getContainerOfType(currentModel, TemplateBody.class) : null;
	Lexer lexer = (Lexer) tokenSource;
	CharStream stream = new ANTLRStringStream(text);
	lexer.setCharStream(stream);
	initLexer(lexer, body != null, variable != null);
}
 

/**
 * @deprecated use {@link #createTokenSource(String)} instead.
 */
@Deprecated
protected Lexer createLexer(String string) {
	Lexer l = lexer.get();
	l.setCharStream(new ANTLRStringStream(string));
	return l;
}
 

protected void assertLexing(String input, Pair<String,String>... expectedTokens) {
	Lexer lexer = new InternalXtendLexer(null);
	CharStream stream = new ANTLRStringStream(input);
	lexer.setCharStream(stream);
	XtextTokenStream tokenStream = new XtextTokenStream(lexer, tokenDefProvider);
	List<?> tokens = tokenStream.getTokens();
	assertEquals(input + " / " + tokens, expectedTokens.length, tokens.size());
	for(int i = 0;i < tokens.size(); i++) {
		Token token = (Token) tokens.get(i);
		assertEquals(token.toString(), expectedTokens[i].getFirst(), token.getText());
		final String expected = expectedTokens[i].getSecond();
		String actual = tokenDefProvider.getTokenDefMap().get(token.getType());
		assertEquals("expected "+expected+" but was "+actual, expected, actual);
	}
}
 

protected TokenSource getTokenSource(String escapedValue) {
	Lexer result = getLexer();
	if (result == null)
		return null;
	result.setCharStream(new ANTLRStringStream(escapedValue));
	return result;
}
 

/**
 * Create a new lexer for the given input.
 */
protected TokenSource createLexer(CharStream stream) {
	Lexer lexer = lexerProvider.get();
	lexer.setCharStream(stream);
	return lexer;
}
 

protected void initTokenSource(String text, TokenSource tokenSource, ContentAssistContext context) {
	Lexer lexer = (Lexer) tokenSource;
	CharStream stream = new ANTLRStringStream(text);
	lexer.setCharStream(stream);
}
 

/**
 * @since 2.4
 */
protected TokenSource createTokenSource(String string) {
	Lexer l = lexer.get();
	l.setCharStream(new ANTLRStringStream(string));
	return l;
}
 

protected void initTokenSource(String text, TokenSource tokenSource, ContentAssistContext context) {
	Lexer lexer = (Lexer) tokenSource;
	CharStream stream = new ANTLRStringStream(text);
	lexer.setCharStream(stream);
}