to.etc.lexer
Class ReaderTokenizerBase

java.lang.Object
  extended by to.etc.lexer.TextReaderBase
      extended by to.etc.lexer.ReaderScannerBase
          extended by to.etc.lexer.ReaderTokenizerBase
Direct Known Subclasses:
JSONParser

public class ReaderTokenizerBase
extends ReaderScannerBase

Created on Sep 9, 2004

Author:
jal

Field Summary
 
Fields inherited from class to.etc.lexer.ReaderScannerBase
T_BASE_LAST, T_COMMENT, T_EOF, T_IDENT, T_IPADDR, T_NUMBER, T_STRING
 
Constructor Summary
ReaderTokenizerBase(java.lang.Object source, java.io.Reader r)
           
 
Method Summary
 int getLastToken()
           
 boolean isKeepQuotes()
           
 int nextToken()
           
protected  int scanString()
           
protected  int scanToken()
           
 void setKeepQuotes(boolean keepQuotes)
           
 void setReturnComment(boolean returnComment)
           
 void setReturnNewline(boolean nl)
           
 void setReturnWhitespace(boolean ws)
           
 
Methods inherited from class to.etc.lexer.ReaderScannerBase
error, getSourceLocation, getTokenColumn, getTokenLine, isAllowNewlineInString, isIdChar, isIdStart, scanIdentifier, scanNumber, scanSimpleString, setAllowNewlineInString, skipWs, skipWsNoNL, startToken
 
Methods inherited from class to.etc.lexer.TextReaderBase
accept, accept, append, append, clearCopy, copy, copy, getCopied, getCurrentColumn, getCurrentLine, getSource, LA, LA, sb
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

ReaderTokenizerBase

public ReaderTokenizerBase(java.lang.Object source,
                           java.io.Reader r)
Method Detail

setReturnWhitespace

public void setReturnWhitespace(boolean ws)

setReturnNewline

public void setReturnNewline(boolean nl)

isKeepQuotes

public boolean isKeepQuotes()

setKeepQuotes

public void setKeepQuotes(boolean keepQuotes)

setReturnComment

public void setReturnComment(boolean returnComment)

scanString

protected int scanString()
                  throws java.io.IOException,
                         SourceErrorException
Throws:
java.io.IOException
SourceErrorException

scanToken

protected int scanToken()
                 throws java.io.IOException
Throws:
java.io.IOException

getLastToken

public int getLastToken()

nextToken

public int nextToken()
              throws java.io.IOException,
                     SourceErrorException
Throws:
java.io.IOException
SourceErrorException