org.eclipse.xtext.ui.editor.model.TerminalsTokenTypeToPartitionMapper Java Examples

@Override
protected void configureMultilineComments(IEditStrategyAcceptor acceptor) {
	// To avoid JSDocEditStrategy handling /***+ multiline3andMoreAsterisks instance is added
	IAutoEditStrategy multiline3andMoreAsterisks = multiLineTerminals.newInstance("/***", " * ", " */");
	JSDocEditStrategy jsdoc = new JSDocEditStrategy();
	injector.injectMembers(jsdoc);
	IAutoEditStrategy multiline = multiLineTerminals.newInstance("/*", " * ", " */");
	IAutoEditStrategy singleline = singleLineTerminals.newInstance("/*", " */", new SupressingMLCommentPredicate());

	acceptor.accept(singleline, IDocument.DEFAULT_CONTENT_TYPE);
	acceptor.accept(singleLineTerminals.newInstance("/*", " */"), REG_EX_PARTITION);

	acceptor.accept(multiline3andMoreAsterisks, IDocument.DEFAULT_CONTENT_TYPE);
	acceptor.accept(multiline3andMoreAsterisks, TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION);
	acceptor.accept(multiline3andMoreAsterisks, REG_EX_PARTITION);

	acceptor.accept(jsdoc, IDocument.DEFAULT_CONTENT_TYPE);
	acceptor.accept(jsdoc, TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION);
	acceptor.accept(jsdoc, JS_DOC_PARTITION);
	acceptor.accept(jsdoc, REG_EX_PARTITION);

	acceptor.accept(multiline, IDocument.DEFAULT_CONTENT_TYPE);
	acceptor.accept(multiline, TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION);
	acceptor.accept(multiline, JS_DOC_PARTITION);
	acceptor.accept(multiline, REG_EX_PARTITION);
}
 

@Test public void testSimple() throws Exception {
	XtextDocument document = getDocument("/* foo */ bar 345 grammar : so 'baz & so'");
	ITypedRegion partition = document.getPartition(0);
	assertEquals(0, partition.getOffset());
	assertEquals(9, partition.getLength());
	assertEquals(TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION, partition.getType());

	partition = document.getPartition(9);
	assertEquals(9, partition.getOffset());
	assertEquals(22, partition.getLength());
	assertEquals(IDocument.DEFAULT_CONTENT_TYPE, partition.getType());

	partition = document.getPartition(35);
	assertEquals(31, partition.getOffset());
	assertEquals(10, partition.getLength());
	assertEquals(TerminalsTokenTypeToPartitionMapper.STRING_LITERAL_PARTITION, partition.getType());
}
 

public XtextDocument getDocument(String s) {
	TerminalsTokenTypeToPartitionMapper mapper = new TerminalsTokenTypeToPartitionMapper() {{
		setTokenDefProvider(new AntlrTokenDefProvider() {
			{
				setAntlrTokenFileProvider(new XtextAntlrTokenFileProvider());
			}
		});
	}};
	PartitionTokenScanner scanner = new PartitionTokenScanner();
	scanner.setMapper(mapper);
	DocumentPartitioner partitioner = new DocumentPartitioner(scanner, mapper);
	DocumentTokenSource tokenSource = new DocumentTokenSource();
	tokenSource.setLexer(new Provider<Lexer>() {
		@Override
		public Lexer get() {
			return new org.eclipse.xtext.parser.antlr.internal.InternalXtextLexer();
		}
	});
	XtextDocument document = new XtextDocument(tokenSource, null, new OutdatedStateManager(), new OperationCanceledManager());
	document.setDocumentPartitioner(partitioner);
	partitioner.connect(document);
	document.set(s);
	return document;
}
 

public XtextDocument getDocument(String s) {
	TerminalsTokenTypeToPartitionMapper mapper = new TerminalsTokenTypeToPartitionMapper() {{
		setTokenDefProvider(new AntlrTokenDefProvider() {
			{
				setAntlrTokenFileProvider(new XtextAntlrTokenFileProvider());
			}
		});
	}};
	PartitionTokenScanner scanner = new PartitionTokenScanner();
	scanner.setMapper(mapper);
	DocumentPartitioner partitioner = new DocumentPartitioner(scanner, mapper);
	DocumentTokenSource tokenSource = new DocumentTokenSource();
	tokenSource.setLexer(new Provider<Lexer>() {
		@Override
		public Lexer get() {
			return new org.eclipse.xtext.parser.antlr.internal.InternalXtextLexer();
		}
	});
	XtextDocument document = new XtextDocument(tokenSource, null, outdatedStateManager, operationCanceledManager);
	document.setDocumentPartitioner(partitioner);
	partitioner.connect(document);
	document.set(s);
	return document;
}
 

@Override
protected void setContentAssistProcessor(ContentAssistant assistant, SourceViewerConfiguration configuration,
		ISourceViewer sourceViewer) {
	super.setContentAssistProcessor(assistant, configuration, sourceViewer);
	assistant.setContentAssistProcessor(this.javaDocContentAssistProcessor, TokenTypeToPartitionMapper.JAVA_DOC_PARTITION);
	assistant.setContentAssistProcessor(null, TerminalsTokenTypeToPartitionMapper.SL_COMMENT_PARTITION);
	assistant.setContentAssistProcessor(null, TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION);
}
 

@Override
protected void setContentAssistProcessor(ContentAssistant assistant, SourceViewerConfiguration configuration,
		ISourceViewer sourceViewer) {
	super.setContentAssistProcessor(assistant, configuration, sourceViewer);
	assistant.setContentAssistProcessor(jsDocContentAssistProcessor, TokenTypeToPartitionMapper.JS_DOC_PARTITION);
	assistant.setContentAssistProcessor(null, TokenTypeToPartitionMapper.REG_EX_PARTITION);
	assistant.setContentAssistProcessor(null, TokenTypeToPartitionMapper.TEMPLATE_LITERAL_PARTITION);
	assistant.setContentAssistProcessor(null, TerminalsTokenTypeToPartitionMapper.SL_COMMENT_PARTITION);
	assistant.setContentAssistProcessor(null, TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION);
}
 

@Override
protected void setContentAssistProcessor(ContentAssistant assistant, SourceViewerConfiguration configuration,
		ISourceViewer sourceViewer) {
	super.setContentAssistProcessor(assistant, configuration, sourceViewer);
	assistant.setContentAssistProcessor(javaDocContentAssistProcessor,TokenTypeToPartitionMapper.JAVA_DOC_PARTITION);
	assistant.setContentAssistProcessor(null, TerminalsTokenTypeToPartitionMapper.SL_COMMENT_PARTITION);
	assistant.setContentAssistProcessor(null, TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION);
}
 

protected void configureStringLiteral(IEditStrategyAcceptor acceptor) {
	acceptor.accept(partitionInsert.newInstance("\"","\""),IDocument.DEFAULT_CONTENT_TYPE);
	acceptor.accept(partitionInsert.newInstance("'","'"),IDocument.DEFAULT_CONTENT_TYPE);
	// The following two are registered for the default content type, because on deletion 
	// the command.offset is cursor-1, which is outside the partition of terminals.length = 1.
	// How crude is that?
	// Note that in case you have two string literals following each other directly, the deletion strategy wouldn't apply.
	// One could add the same strategy for the STRING partition in addition to solve this
	acceptor.accept(partitionDeletion.newInstance("\"","\""),IDocument.DEFAULT_CONTENT_TYPE);
	acceptor.accept(partitionDeletion.newInstance("'","'"),IDocument.DEFAULT_CONTENT_TYPE);
	acceptor.accept(partitionEndSkippingEditStrategy.get(),TerminalsTokenTypeToPartitionMapper.STRING_LITERAL_PARTITION);
}
 

protected void configureMultilineComments(IEditStrategyAcceptor acceptor) {
	acceptor.accept(singleLineTerminals.newInstance("/*", " */"),IDocument.DEFAULT_CONTENT_TYPE);
	acceptor.accept(multiLineTerminals.newInstance("/***"," * ", " ***/"),IDocument.DEFAULT_CONTENT_TYPE);
	acceptor.accept(multiLineTerminals.newInstance("/***"," * ", " ***/"),TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION);
	acceptor.accept(multiLineTerminals.newInstance("/*"," * ", " */"),IDocument.DEFAULT_CONTENT_TYPE);
	acceptor.accept(multiLineTerminals.newInstance("/*"," * ", " */"),TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION);
}
 

public ITextDoubleClickStrategy getStrategy(ISourceViewer sourceViewer, String contentType, String documentPartitioning) {
	if (TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION.equals(contentType))
		return new FixedCharCountPartitionDoubleClickSelector(documentPartitioning, 0, 0);
	if (TerminalsTokenTypeToPartitionMapper.SL_COMMENT_PARTITION.equals(contentType))
		return new FixedCharCountPartitionDoubleClickSelector(documentPartitioning, 0, 0);
	if (TerminalsTokenTypeToPartitionMapper.STRING_LITERAL_PARTITION.equals(contentType))
		return new FixedCharCountPartitionDoubleClickSelector(documentPartitioning, 1, 1);
	return defaultDoubleClickStrategy;
}
 

@Test public void testBug401433() throws Exception {
	XtextDocument document = getDocument("     /* */ ");
	document.replace(10, 1, "");
	ITypedRegion partition = document.getPartition(9);
	assertEquals(5, partition.getOffset());
	assertEquals(5, partition.getLength());
	assertEquals(TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION, partition.getType());
	document.replace(9, 1, "");
	partition = document.getPartition(8);
	assertEquals(5, partition.getOffset());
	assertEquals(4, partition.getLength());
	assertEquals(IDocument.DEFAULT_CONTENT_TYPE, partition.getType());
	document.replace(8, 1, "");
	partition = document.getPartition(7);
	assertEquals(5, partition.getOffset());
	assertEquals(3, partition.getLength());
	assertEquals(IDocument.DEFAULT_CONTENT_TYPE, partition.getType());
	document.replace(7, 1, "");
	partition = document.getPartition(6);
	assertEquals(5, partition.getOffset());
	assertEquals(2, partition.getLength());
	assertEquals(IDocument.DEFAULT_CONTENT_TYPE, partition.getType());
	document.replace(6, 1, "");
	partition = document.getPartition(5);
	assertEquals(5, partition.getOffset());
	assertEquals(1, partition.getLength());
	assertEquals(IDocument.DEFAULT_CONTENT_TYPE, partition.getType());
}
 

@Test public void testModification() throws Exception {
	XtextDocument document = getDocument("bar 345 grammar : so 'baz & so'");
	document.replace(8, 7, "/*grammar*/");
	ITypedRegion partition = document.getPartition(9);
	assertEquals(8, partition.getOffset());
	assertEquals(11, partition.getLength());
	assertEquals(TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION, partition.getType());
}
 

@Override
public boolean isInsertClosingBracket(IDocument doc, int offset) throws BadLocationException {
	if (offset >= 2) {
		ITypedRegion prevPartition = doc.getPartition(offset - 1);
		String prevPartitionType = prevPartition.getType();
		if (TerminalsTokenTypeToPartitionMapper.SL_COMMENT_PARTITION.equals(prevPartitionType)) {
			return false;
		}
		if (TokenTypeToPartitionMapper.REG_EX_PARTITION.equals(prevPartitionType)) {
			return prevPartition.getLength() == 1;
		}
	}
	return SingleLineTerminalsStrategy.DEFAULT.isInsertClosingBracket(doc, offset);
}
 

@Deprecated
public DefaultFoldingRegionProvider(ILocationInFileProvider locationInFileProvider) {
	this.locationInFileProvider = locationInFileProvider;
	this.tokenTypeToPartitionTypeMapperExtension = new TerminalsTokenTypeToPartitionMapper();
}
 

protected void configureIndentationEditStrategy(IEditStrategyAcceptor acceptor) {
	acceptor.accept(defaultIndentLineAutoEditStrategy.get(), IDocument.DEFAULT_CONTENT_TYPE);
	acceptor.accept(defaultIndentLineAutoEditStrategy.get(), TerminalsTokenTypeToPartitionMapper.COMMENT_PARTITION);
	acceptor.accept(defaultIndentLineAutoEditStrategy.get(), TerminalsTokenTypeToPartitionMapper.SL_COMMENT_PARTITION);
}
 

public Class<? extends TerminalsTokenTypeToPartitionMapper> bindTerminalsTokenTypeToPartitionMapper() {
	return TokenTypeToPartitionMapper.class;
}
 

/**
 * Configure the token to partition type mapper.
 */
public Class<? extends TerminalsTokenTypeToPartitionMapper> bindTerminalTokenTypeToPartitionMapper() {
	return TokenTypeToPartitionMapper.class;
}