org.eclipse.jface.text.rules.ITokenScanner Java Examples

The following examples show how to use org.eclipse.jface.text.rules.ITokenScanner. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: TagStyleConfigurator.java    From tmxeditor8 with GNU General Public License v2.0 6 votes vote down vote up 
public static void configure(TextLayout textLayout) {
	String text = textLayout.getText();
	Document doc = new Document(text);
	ITokenScanner scanner = getRecipeScanner(doc);
	scanner.setRange(doc, 0, doc.getLength());
	IToken token;
	while ((token = scanner.nextToken()) != Token.EOF) {
		int offset = scanner.getTokenOffset();
		int length = scanner.getTokenLength();
		Object data = token.getData();
		if (data != null && data instanceof TextStyle) {
			TextStyle textStyle = (TextStyle) data;
			textLayout.setStyle(textStyle, offset, offset + length - 1);
		}
	}
}
Example #2
Source File: TagStyleConfigurator.java    From tmxeditor8 with GNU General Public License v2.0 6 votes vote down vote up 
public static void configure(TextLayout textLayout) {
	String text = textLayout.getText();
	Document doc = new Document(text);
	ITokenScanner scanner = getRecipeScanner(doc);
	scanner.setRange(doc, 0, doc.getLength());
	IToken token;
	while ((token = scanner.nextToken()) != Token.EOF) {
		int offset = scanner.getTokenOffset();
		int length = scanner.getTokenLength();
		Object data = token.getData();
		if (data != null && data instanceof TextStyle) {
			TextStyle textStyle = (TextStyle) data;
			textLayout.setStyle(textStyle, offset, offset + length - 1);
		}
	}
}
Example #3
Source File: TagStyleConfigurator.java    From tmxeditor8 with GNU General Public License v2.0 6 votes vote down vote up 
private static ITokenScanner getRecipeScanner(final IDocument doc) {
//		IPreferenceStore store = Activator.getDefault().getPreferenceStore();
		final InnerTagScanner scanner = new InnerTagScanner();
//		store.addPropertyChangeListener(new IPropertyChangeListener() {
//
//			public void propertyChange(PropertyChangeEvent event) {
//				String property = event.getProperty();
//				if (IPreferenceConstants.TAG_FOREGROUND.equals(property)
//						|| IPreferenceConstants.TAG_BACKGROUND.equals(property)) {
//					scanner.updateToken(IPreferenceConstants.TAG_FOREGROUND, IPreferenceConstants.TAG_BACKGROUND);
//
//					if (doc != null) { // 刷新
//						try {
//							doc.replace(doc.getLength(), 0, "");
//						} catch (BadLocationException e) {
//							e.printStackTrace();
//						}
//					}
//				}
//			}
//		});
		return scanner;
	}
Example #4
Source File: TagStyleConfigurator.java    From translationstudio8 with GNU General Public License v2.0 6 votes vote down vote up 
public static void configure(TextLayout textLayout) {
	String text = textLayout.getText();
	Document doc = new Document(text);
	ITokenScanner scanner = getRecipeScanner(doc);
	scanner.setRange(doc, 0, doc.getLength());
	IToken token;
	while ((token = scanner.nextToken()) != Token.EOF) {
		int offset = scanner.getTokenOffset();
		int length = scanner.getTokenLength();
		Object data = token.getData();
		if (data != null && data instanceof TextStyle) {
			TextStyle textStyle = (TextStyle) data;
			textLayout.setStyle(textStyle, offset, offset + length - 1);
		}
	}
	scanner = null;
	doc = null;
}
Example #5
Source File: TagStyleConfigurator.java    From tmxeditor8 with GNU General Public License v2.0 6 votes vote down vote up 
private static ITokenScanner getRecipeScanner(final IDocument doc) {
//		IPreferenceStore store = Activator.getDefault().getPreferenceStore();
		InnerTagScanner scanner = new InnerTagScanner();
//		store.addPropertyChangeListener(new IPropertyChangeListener() {
//
//			public void propertyChange(PropertyChangeEvent event) {
//				String property = event.getProperty();
//				if (IPreferenceConstants.TAG_FOREGROUND.equals(property)
//						|| IPreferenceConstants.TAG_BACKGROUND.equals(property)) {
//					scanner.updateToken(IPreferenceConstants.TAG_FOREGROUND, IPreferenceConstants.TAG_BACKGROUND);
//
//					if (doc != null) { // 刷新
//						try {
//							doc.replace(doc.getLength(), 0, "");
//						} catch (BadLocationException e) {
//							e.printStackTrace();
//						}
//					}
//				}
//			}
//		});
		return scanner;
	}
Example #6
Source File: InactiveCodeRule.java    From xds-ide with Eclipse Public License 1.0 6 votes vote down vote up 
@Override
public IToken evaluate(ICharacterScanner scanner, boolean resume) {
	if (scanner instanceof ITokenScanner) {
		if (isShowInactiveCode && !CollectionUtils.isEmpty(inactiveCodeRegions)) {
			ITokenScanner tokenScanner = (ITokenScanner) scanner;
			ITextRegion reg = findInactiveCodeRegion(tokenScanner.getTokenOffset());
			if (reg != null) {
				for (int i = tokenScanner.getTokenOffset(); i < reg.getOffset() + reg.getLength(); i++) {
					scanner.read();
				}
				return ModulaPartitionTokens.DISABLED_CODE;
			}
		}
	}
	return Token.UNDEFINED;
}
Example #7
Source File: TextUMLSourceViewerConfiguration.java    From textuml with Eclipse Public License 1.0 6 votes vote down vote up 
public IPresentationReconciler getPresentationReconciler(ISourceViewer sourceViewer) {
    final PresentationReconciler reconciler = new PresentationReconciler();
    reconciler.setDocumentPartitioning(getConfiguredDocumentPartitioning(sourceViewer));
    final SyntaxHighlighter scanner = new SyntaxHighlighter(
            com.abstratt.mdd.frontend.textuml.core.TextUMLConstants.KEYWORDS);
    final DefaultDamagerRepairer dr = new DefaultDamagerRepairer(scanner);
    reconciler.setDamager(dr, ContentTypes.DEFAULT_CONTENT_TYPE);
    reconciler.setRepairer(dr, ContentTypes.DEFAULT_CONTENT_TYPE);

    // fix bug 2127735 --multiline comment is broken
    final ITokenScanner commentScanner = scanner.getCommentScanner();
    final DefaultDamagerRepairer commentDamagerRepairer = new DefaultDamagerRepairer(commentScanner);
    reconciler.setDamager(commentDamagerRepairer, ContentTypes.COMMENT_CONTENT_TYPE);
    reconciler.setRepairer(commentDamagerRepairer, ContentTypes.COMMENT_CONTENT_TYPE);

    return reconciler;
}
Example #8
Source File: TagStyleConfigurator.java    From translationstudio8 with GNU General Public License v2.0 6 votes vote down vote up 
private static ITokenScanner getRecipeScanner(final IDocument doc) {
		IPreferenceStore store = Activator.getDefault().getPreferenceStore();
		/*final*/ InnerTagScanner scanner = new InnerTagScanner(store, IColorPreferenceConstant.TAG_FG_COLOR,
				IColorPreferenceConstant.TAG_BG_COLOR);
//		store.addPropertyChangeListener(new IPropertyChangeListener() {
//
//			public void propertyChange(PropertyChangeEvent event) {
//				String property = event.getProperty();
//				if (IColorPreferenceConstant.TAG_FG_COLOR.equals(property)
//						|| IColorPreferenceConstant.TAG_BG_COLOR.equals(property)) {
//					scanner.updateToken(IColorPreferenceConstant.TAG_FG_COLOR, IColorPreferenceConstant.TAG_BG_COLOR);
//
//					if (doc != null) { // 刷新
//						try {
//							doc.replace(doc.getLength(), 0, "");
//						} catch (BadLocationException e) {
//							e.printStackTrace();
//						}
//					}
//				}
//			}
//		});
		return scanner;
	}
Example #9
Source File: TagStyleConfigurator.java    From translationstudio8 with GNU General Public License v2.0 6 votes vote down vote up 
private static ITokenScanner getRecipeScanner(final IDocument doc) {
//		IPreferenceStore store = Activator.getDefault().getPreferenceStore();
		final InnerTagScanner scanner = new InnerTagScanner();
//		store.addPropertyChangeListener(new IPropertyChangeListener() {
//
//			public void propertyChange(PropertyChangeEvent event) {
//				String property = event.getProperty();
//				if (IPreferenceConstants.TAG_FOREGROUND.equals(property)
//						|| IPreferenceConstants.TAG_BACKGROUND.equals(property)) {
//					scanner.updateToken(IPreferenceConstants.TAG_FOREGROUND, IPreferenceConstants.TAG_BACKGROUND);
//
//					if (doc != null) { // 刷新
//						try {
//							doc.replace(doc.getLength(), 0, "");
//						} catch (BadLocationException e) {
//							e.printStackTrace();
//						}
//					}
//				}
//			}
//		});
		return scanner;
	}
Example #10
Source File: DSLSourceViewerConfiguration.java    From dsl-compiler-client with BSD 3-Clause "New" or "Revised" License 6 votes vote down vote up 
@Override
public IPresentationReconciler getPresentationReconciler(ISourceViewer sourceViewer) {
	
	DSLPresentationReconciler reconciler = new DSLPresentationReconciler(sourceViewer);
	ITokenScanner scanner = new TokenScanner();
	String contentType = IDocument.DEFAULT_CONTENT_TYPE;
	// TODO preference store
	long delay = 300;
	DefaultDamagerRepairer dr = new DelayedDamagerRepairer(scanner, reconciler, delay);
	reconciler.setDamager(dr, contentType);
	reconciler.setRepairer(dr, contentType);
	
	// IResource file = this.extractResource(this.editor);
	
	return reconciler;
}
Example #11
Source File: TagStyleConfigurator.java    From translationstudio8 with GNU General Public License v2.0 6 votes vote down vote up 
public static void configure(TextLayout textLayout) {
	String text = textLayout.getText();
	Document doc = new Document(text);
	ITokenScanner scanner = getRecipeScanner(doc);
	scanner.setRange(doc, 0, doc.getLength());
	IToken token;
	while ((token = scanner.nextToken()) != Token.EOF) {
		int offset = scanner.getTokenOffset();
		int length = scanner.getTokenLength();
		Object data = token.getData();
		if (data != null && data instanceof TextStyle) {
			TextStyle textStyle = (TextStyle) data;
			textLayout.setStyle(textStyle, offset, offset + length - 1);
		}
	}
}
Example #12
Source File: TagStyleConfigurator.java    From tmxeditor8 with GNU General Public License v2.0 6 votes vote down vote up 
private static ITokenScanner getRecipeScanner(final IDocument doc) {
		IPreferenceStore store = Activator.getDefault().getPreferenceStore();
		/*final*/ InnerTagScanner scanner = new InnerTagScanner(store, IColorPreferenceConstant.TAG_FG_COLOR,
				IColorPreferenceConstant.TAG_BG_COLOR);
//		store.addPropertyChangeListener(new IPropertyChangeListener() {
//
//			public void propertyChange(PropertyChangeEvent event) {
//				String property = event.getProperty();
//				if (IColorPreferenceConstant.TAG_FG_COLOR.equals(property)
//						|| IColorPreferenceConstant.TAG_BG_COLOR.equals(property)) {
//					scanner.updateToken(IColorPreferenceConstant.TAG_FG_COLOR, IColorPreferenceConstant.TAG_BG_COLOR);
//
//					if (doc != null) { // 刷新
//						try {
//							doc.replace(doc.getLength(), 0, "");
//						} catch (BadLocationException e) {
//							e.printStackTrace();
//						}
//					}
//				}
//			}
//		});
		return scanner;
	}
Example #13
Source File: TLAEditorActivator.java    From tlaplus with MIT License 5 votes vote down vote up 
public ITokenScanner getPCALCodeScanner()
{
    if (pcalCodeScanner== null) 
    {
        pcalCodeScanner = new PCALCodeScanner();
    }
    return pcalCodeScanner; 
}
Example #14
Source File: PresentationRepairer.java    From tmxeditor8 with GNU General Public License v2.0 5 votes vote down vote up 
public PresentationRepairer(ITokenScanner scanner, ISegmentViewer viewer) {
	Assert.isNotNull(scanner);

	fViewer = viewer;
	fScanner = scanner;
	fDefaultTextStyle = new TextStyle();
}
Example #15
Source File: TLAEditorActivator.java    From tlaplus with MIT License 5 votes vote down vote up 
/**
 * @return
 */
public ITokenScanner getTLACodeScanner()
{
    if (tlaCodeScanner== null) 
    {
        tlaCodeScanner = new TLACodeScanner();
    }
    return tlaCodeScanner; 
}
Example #16
Source File: PresentationRepairer.java    From tmxeditor8 with GNU General Public License v2.0 5 votes vote down vote up 
public PresentationRepairer(ITokenScanner scanner, CellEditorTextViewer viewer) {
	Assert.isNotNull(scanner);

	this.viewer = viewer;
	fScanner = scanner;
	fDefaultTextStyle = new TextStyle();
}
Example #17
Source File: PresentationRepairer.java    From translationstudio8 with GNU General Public License v2.0 5 votes vote down vote up 
public PresentationRepairer(ITokenScanner scanner, ISegmentViewer viewer) {
	Assert.isNotNull(scanner);

	fViewer = viewer;
	fScanner = scanner;
	fDefaultTextStyle = new TextStyle();
}
Example #18
Source File: SVGSourceConfiguration.java    From APICloud-Studio with GNU General Public License v3.0 5 votes vote down vote up 
/**
 * getPreProcessorScanner
 * 
 * @return
 */
private ITokenScanner getPreProcessorScanner()
{
	XMLTagScanner preProcessorScanner = new XMLTagScanner();

	preProcessorScanner.setDefaultReturnToken(getToken("meta.tag.preprocessor.xml.svg")); //$NON-NLS-1$

	return preProcessorScanner;
}
Example #19
Source File: CompositeSourceViewerConfiguration.java    From APICloud-Studio with GNU General Public License v3.0 5 votes vote down vote up 
private ITokenScanner getStartEndTokenScanner() {
	if (startEndTokenScanner == null) {
		RuleBasedScanner ts = new RuleBasedScanner();
		IToken seqToken = new Token(getStartEndTokenType());
		List<IRule> rules = new ArrayList<IRule>();
		for (String[] pair : getPartitionerSwitchStrategy().getSwitchTagPairs()) {
			rules.add(new SingleTagRule(pair[0], seqToken));
			rules.add(new SingleTagRule(pair[1], seqToken));
		}
		ts.setRules(rules.toArray(new IRule[rules.size()]));
		ts.setDefaultReturnToken(new Token("text")); //$NON-NLS-1$
		startEndTokenScanner = ts;
	}
	return startEndTokenScanner;
}
Example #20
Source File: QueuedRuleBasedScanner.java    From APICloud-Studio with GNU General Public License v3.0 5 votes vote down vote up 
public Entry(ITokenScanner tokenScanner, IToken token, int offset, int length)
{
	this.tokenScanner = tokenScanner;
	this.token = token;
	this.offset = offset;
	this.length = length;
}
Example #21
Source File: ThemeingDamagerRepairer.java    From APICloud-Studio with GNU General Public License v3.0 5 votes vote down vote up 
public ThemeingDamagerRepairer(ITokenScanner scanner)
{
	super(scanner);
	maxLinesToColor = Platform.getPreferencesService().getInt(CommonEditorPlugin.PLUGIN_ID,
			IPreferenceConstants.EDITOR_MAX_COLORED_COLUMNS,
			IPreferenceConstants.EDITOR_MAX_COLORED_COLUMNS_DEFAULT,
			new IScopeContext[] { EclipseUtil.instanceScope(), EclipseUtil.defaultScope() });
}
Example #22
Source File: HTMLParser.java    From APICloud-Studio with GNU General Public License v3.0 5 votes vote down vote up 
protected void processLanguage(String language, short endToken) throws IOException, Exception
{
	ITokenScanner tokenScanner = fScanner.getTokenScanner().getPrimaryTokenScanner();
	if (tokenScanner instanceof HTMLTokenScanner)
	{
		((HTMLTokenScanner) tokenScanner).setInsideSpecialTag(true);
	}

	Symbol startTag = fCurrentSymbol;
	advance();

	int start = fCurrentSymbol.getStart();
	int end = start - 1;
	short id = fCurrentSymbol.getId();
	while (id != endToken && id != HTMLTokens.EOF)
	{
		end = fCurrentSymbol.getEnd();
		advance();
		id = fCurrentSymbol.getId();
	}

	if (tokenScanner instanceof HTMLTokenScanner)
	{
		((HTMLTokenScanner) tokenScanner).setInsideSpecialTag(false);
	}

	IParseNode[] nested = getParseResult(language, start, end);
	if (fCurrentElement != null)
	{
		HTMLSpecialNode node = new HTMLSpecialNode(startTag, nested, startTag.getStart(), fCurrentSymbol.getEnd());
		node.setEndNode(fCurrentSymbol.getStart(), fCurrentSymbol.getEnd());
		parseAttribute(node, startTag);
		fCurrentElement.addChild(node);
	}
}
Example #23
Source File: SyntaxHighlighter.java    From textuml with Eclipse Public License 1.0 5 votes vote down vote up 
ITokenScanner getCommentScanner() {
    // lazy init
    if (this.commentScanner == null) {
        final Token comment = new Token(new TextAttribute(JFaceResources.getColorRegistry().get(COMMENT_COLOR)));
        // no rules needed, because this will apply to comment partition
        // only
        final RuleBasedScanner ruleBasedScanner = new RuleBasedScanner();
        // this will apply the syntax
        ruleBasedScanner.setDefaultReturnToken(comment);
        this.commentScanner = ruleBasedScanner;
    }
    return commentScanner;
}
Example #24
Source File: CSSSourceConfiguration.java    From APICloud-Studio with GNU General Public License v3.0 4 votes vote down vote up 
private ITokenScanner getCommentScanner()
{
	return new CommentScanner(getToken(ICSSConstants.CSS_COMMENT_BLOCK_SCOPE));
}
Example #25
Source File: HTMLSourceConfiguration.java    From APICloud-Studio with GNU General Public License v3.0 4 votes vote down vote up 
private ITokenScanner getHTMLScanner()
{
	return new HTMLScanner();
}
Example #26
Source File: HTMLSourceConfiguration.java    From APICloud-Studio with GNU General Public License v3.0 4 votes vote down vote up 
private ITokenScanner getHTMLCommentScanner()
{
	return new CommentScanner(getToken("comment.block.html")); //$NON-NLS-1$
}
Example #27
Source File: CSSSourceConfiguration.java    From APICloud-Studio with GNU General Public License v3.0 4 votes vote down vote up 
private ITokenScanner getStringScanner()
{
	return new SingleTokenScanner(getToken(ICSSConstants.CSS_STRING_SCOPE));
}
Example #28
Source File: DTDSourceConfiguration.java    From APICloud-Studio with GNU General Public License v3.0 4 votes vote down vote up 
private ITokenScanner getCommentScanner() {
	return new CommentScanner(getToken("comment.block.dtd")); //$NON-NLS-1$
}
Example #29
Source File: N4JSUiModule.java    From n4js with Eclipse Public License 1.0 4 votes vote down vote up 
@Override
public Class<? extends ITokenScanner> bindITokenScanner() {
	return TemplateAwareTokenScanner.class;
}
Example #30
Source File: DTDSourceConfiguration.java    From APICloud-Studio with GNU General Public License v3.0 4 votes vote down vote up 
private ITokenScanner getPIScanner() {
	DTDTagScanner piScanner = new DTDTagScanner();
	piScanner.setDefaultReturnToken(getToken("meta.tag.preprocessor.xml")); //$NON-NLS-1$
	return piScanner;
}