/*
* ArithmeticTokenizer.java
*
* THIS FILE HAS BEEN GENERATED AUTOMATICALLY. DO NOT EDIT!
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public License
* as published by the Free Software Foundation; either version 3
* of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free
* Software Foundation, Inc., 59 Temple Place, Suite 330, Boston,
* MA 02111-1307, USA.
*
* Copyright (c) 2003 Per Cederberg. All rights reserved.
*/
package net.percederberg.grammatica.test;
import java.io.Reader;
import net.percederberg.grammatica.parser.ParserCreationException;
import net.percederberg.grammatica.parser.TokenPattern;
import net.percederberg.grammatica.parser.Tokenizer;
/**
* A character stream tokenizer.
*
* @author Per Cederberg, <per at percederberg dot net>
* @version 1.0
*/
class ArithmeticTokenizer extends Tokenizer {
/**
* Creates a new tokenizer for the specified input stream.
*
* @param input the input stream to read
*
* @throws ParserCreationException if the tokenizer couldn't be
* initialized correctly
*/
public ArithmeticTokenizer(Reader input)
throws ParserCreationException {
super(input, false);
createPatterns();
}
/**
* Initializes the tokenizer by creating all the token patterns.
*
* @throws ParserCreationException if the tokenizer couldn't be
* initialized correctly
*/
private void createPatterns() throws ParserCreationException {
TokenPattern pattern;
pattern = new TokenPattern(ArithmeticConstants.ADD,
"ADD",
TokenPattern.STRING_TYPE,
"+");
addPattern(pattern);
pattern = new TokenPattern(ArithmeticConstants.SUB,
"SUB",
TokenPattern.STRING_TYPE,
"-");
addPattern(pattern);
pattern = new TokenPattern(ArithmeticConstants.MUL,
"MUL",
TokenPattern.STRING_TYPE,
"*");
addPattern(pattern);
pattern = new TokenPattern(ArithmeticConstants.DIV,
"DIV",
TokenPattern.STRING_TYPE,
"/");
addPattern(pattern);
pattern = new TokenPattern(ArithmeticConstants.LEFT_PAREN,
"LEFT_PAREN",
TokenPattern.STRING_TYPE,
"(");
addPattern(pattern);
pattern = new TokenPattern(ArithmeticConstants.RIGHT_PAREN,
"RIGHT_PAREN",
TokenPattern.STRING_TYPE,
")");
addPattern(pattern);
pattern = new TokenPattern(ArithmeticConstants.NUMBER,
"NUMBER",
TokenPattern.REGEXP_TYPE,
"[0-9]+");
addPattern(pattern);
pattern = new TokenPattern(ArithmeticConstants.IDENTIFIER,
"IDENTIFIER",
TokenPattern.REGEXP_TYPE,
"[a-z]");
addPattern(pattern);
pattern = new TokenPattern(ArithmeticConstants.WHITESPACE,
"WHITESPACE",
TokenPattern.REGEXP_TYPE,
"[ \\t\\n\\r]+");
pattern.setIgnore();
addPattern(pattern);
}
}