Examples of com.intellij.lexer.Lexer.start()

com.intellij.lexer.Lexer.start()
Prepare for lexing character data from buffer passed. Lexing should be performed starting from offset 0 and terminated (EOFed) at offset buffer.length. Internal lexer state is supposed to be initial. YY_INITIAL for JLex and JFlex generated lexer. @deprecated Use start(CharSequence, startOffset,endOffset, state); @param buffer character data for lexing.

        System.out.println(str);


        IElementType el;


        Lexer merge = new LatteLexer();
        merge.start(str);


        while((el = merge.getTokenType()) != null) {
            System.out.printf("%s: %d %d '%s'\n", el.toString(), merge.getTokenStart(), merge.getTokenEnd(), str.substring(merge.getTokenStart(), merge.getTokenEnd()));
            merge.advance();
        }

View Full Code Here


    Graphics2D g = (Graphics2D)img.getGraphics();
    g.setComposite(CLEAR);
    g.fillRect(0, 0, img.getWidth(), img.getHeight());


    lexer.start(text);
    tokenType = lexer.getTokenType();


    int x, y;
    while(tokenType != null) {
      int start = lexer.getTokenStart();

View Full Code Here

    List<TextChunk> result = new ArrayList<TextChunk>();


    appendPrefix(result);


    Lexer lexer = highlighter.getHighlightingLexer();
    lexer.start(chars, 0, chars.length(), 0);


    for (int offset = start; offset < end; offset++) {
      if (chars.charAt(offset) == '\n') {
        end = offset;
        break;

View Full Code Here


  public static boolean isIdentifier(String text) {
    ApplicationManager.getApplication().assertReadAccessAllowed();
    if (text == null) return false;
    Lexer lexer = new ClojureFlexLexer();
    lexer.start(text, 0, text.length(), 0);
    if (lexer.getTokenType() != ClojureTokenTypes.symATOM) return false;
    lexer.advance();
    return lexer.getTokenType() == null;
  }

View Full Code Here

        ", {,}");
  }


  private void doTest(String fileText, String tokens) {
    Lexer lexer = new ClojureFlexLexer();
    lexer.start(fileText.trim());


    StringBuilder buffer = new StringBuilder();


    IElementType type;
    while ((type = lexer.getTokenType()) != null) {

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.