anvil.script.parser
Class Tokenizer

java.lang.Object
  |
  +--anvil.script.parser.Tokenizer
All Implemented Interfaces:
ParserBaseConstants

public final class Tokenizer
extends java.lang.Object
implements ParserBaseConstants


Field Summary
 
Fields inherited from interface anvil.script.parser.ParserBaseConstants
ARROW, AS, ASSERT, ASSIGN, ASSIGN_ADD, ASSIGN_CONCAT, ASSIGN_DIVIDE, ASSIGN_INIT, ASSIGN_MULTIPLY, ASSIGN_REMAINDER, ASSIGN_SUBST, ASSIGN_SUBSTRACT, AT, BEGIN, BEGIN_LIST, BOOLEAN, BOOLEAN_AND, BOOLEAN_AND2, BOOLEAN_OR, BOOLEAN_OR2, BOOLEAN_XOR, BOOLEAN_XOR2, BREAK, CARET, CASE, CATCH, CLASS, CLASSOF, CLONEOF, CLOSE, CLOSE_BRACKET, COLON, COMMA, COMMENT, COMPARE, CONST, CONTINUE, COPYOF, DEFAULT, DEFINED, DELETE, DO, DOC_COMMENT, DOT, ELSE, EMBED_END, EMBED_START, END, EOF, EQUAL, ET, EXACT_COMPARE, EXACT_EQUAL, EXACT_NOT_EQUAL, EXIT, EXTENDS, FALSE, FINALLY, FLOAT, FLOATING_POINT_LITERAL, FOR, FOREACH, FUNCTION, GREATER, GREATER_OR_EQUAL, HAS, HOOK, HOOKHOOK, IF, IMPLEMENTS, IMPORT, IN, INF, INT, INTEGER_LITERAL, INTERFACE, IS, LESS, LESS_OR_EQUAL, MAP, MATCH, MINUS, MINUSMINUS, MODULE, MY, NAMESPACE, NEGATION, NEW, NO_MATCH, NOT_EQUAL, NULL, OPEN, OPEN_BRACKET, PATTERN, PIPE, PLUS, PLUSPLUS, PRAGMA, PRINT, PRINTBR, PRINTLN, QUOTE, RANGE, REMAINDER, RETURN, SEMICOLON, SIZEOF, SLASH, STAR, STATIC, STRING, STRING_LITERAL, SUPER, SWITCH, SYMBOL, SYNCHRONIZED, THIS, THROW, tokenImage, TRUE, TRY, TYPEOF, UNDEFINED, VAR, WHILE, WHITESPACE, YIELD
 
Constructor Summary
Tokenizer(java.lang.CharSequence code)
           
Tokenizer(java.lang.CharSequence code, boolean returnIgnorable)
           
Tokenizer(LocatingCharSequence reader)
           
Tokenizer(LocatingCharSequence reader, boolean returnIgnorable)
           
 
Method Summary
 java.lang.String getLine(int line)
           
 Token getNextToken()
           
static void main(java.lang.String[] args)
           
static java.lang.String p(int i)
           
 Token readWhitespace(int start_ch)
           
 void setParser(ParserInterface parser)
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

Tokenizer

public Tokenizer(java.lang.CharSequence code)

Tokenizer

public Tokenizer(java.lang.CharSequence code,
                 boolean returnIgnorable)

Tokenizer

public Tokenizer(LocatingCharSequence reader)

Tokenizer

public Tokenizer(LocatingCharSequence reader,
                 boolean returnIgnorable)
Method Detail

setParser

public void setParser(ParserInterface parser)

readWhitespace

public Token readWhitespace(int start_ch)
                     throws java.io.IOException
java.io.IOException

getLine

public java.lang.String getLine(int line)

getNextToken

public Token getNextToken()

main

public static final void main(java.lang.String[] args)
                       throws java.lang.Throwable
java.lang.Throwable

p

public static final java.lang.String p(int i)