com.voytechs.jnetstream.npl
Class Token

java.lang.Object
  com.voytechs.jnetstream.npl.Token

Direct Known Subclasses:

ExpToken

public class Token
extends java.lang.Object

Field Summary

protected static java.util.ArrayList	keywords
static int	LAST_TYPE
protected static java.util.ArrayList	modifiers
protected static java.util.ArrayList	primitives
static int	TYPE_ADDRESS
static int	TYPE_CLOSE_CURLEY
static int	TYPE_CLOSE_PAREN
static int	TYPE_CLOSE_SQUARE
static int	TYPE_COLON
static int	TYPE_COMMA
static int	TYPE_DOUBLE_QUOTE
static int	TYPE_EOT
static int	TYPE_ERROR
static int	TYPE_KEYWORD
static int	TYPE_MODIFIER
static int	TYPE_NUMBER
static int	TYPE_OPEN_CURLEY
static int	TYPE_OPEN_PAREN
static int	TYPE_OPEN_SQUARE
static int	TYPE_ORDINARY
static int	TYPE_PRIMITIVE
static int	TYPE_SEMI
static int	TYPE_SINGLE_QUOTE
static int	TYPE_UNKNOWN
static int	TYPE_WORD
protected static java.lang.String[]	typeNames

Constructor Summary

Token(java.lang.Object object, int tokenType, int lineno, java.lang.String filename)
Initialize Token with user devfined values and type.

Token(java.io.StreamTokenizer in, java.lang.String filename)
Initialize the Token from StreamTokenizer.

Method Summary

java.lang.String	getFilename() Returns the filename of the stream.
int	getLineNumber()
int	getTokenType()
java.lang.String	getTypeName()
int	intValue()
long	longValue()
static void	main(java.lang.String[] args) Test function for Token
java.lang.Object	objectValue()
void	pushBack() Puts back the value of this token, back on the stream.
protected void	setAddressValue(Address val)
protected void	setLongValue(long val)
protected void	setObjectValue(java.lang.Object val)
protected void	setStringValue(java.lang.String val)
protected void	setTokenType(int ttype)
protected void	setTypeNames(java.lang.String[] names) Sets the String names for token types.
java.lang.String	stringValue()
protected boolean	tokenizeNumber(java.lang.String word)
java.lang.String	toString() String representation of this object.
protected void	translateKeywords()
protected void	translateModifiers()
protected void	translatePrimitives()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

TYPE_UNKNOWN

public static final int TYPE_UNKNOWN

See Also:

Constant Field Values

TYPE_EOT

public static final int TYPE_EOT

See Also:

Constant Field Values

TYPE_ERROR

public static final int TYPE_ERROR

See Also:

Constant Field Values

TYPE_NUMBER

public static final int TYPE_NUMBER

See Also:

Constant Field Values

TYPE_WORD

public static final int TYPE_WORD

See Also:

Constant Field Values

TYPE_KEYWORD

public static final int TYPE_KEYWORD

See Also:

Constant Field Values

TYPE_ORDINARY

public static final int TYPE_ORDINARY

See Also:

Constant Field Values

TYPE_DOUBLE_QUOTE

public static final int TYPE_DOUBLE_QUOTE

See Also:

Constant Field Values

TYPE_SINGLE_QUOTE

public static final int TYPE_SINGLE_QUOTE

See Also:

Constant Field Values

TYPE_PRIMITIVE

public static final int TYPE_PRIMITIVE

See Also:

Constant Field Values

TYPE_MODIFIER

public static final int TYPE_MODIFIER

See Also:

Constant Field Values

TYPE_SEMI

public static final int TYPE_SEMI

See Also:

Constant Field Values

TYPE_COLON

public static final int TYPE_COLON

See Also:

Constant Field Values

TYPE_OPEN_CURLEY

public static final int TYPE_OPEN_CURLEY

See Also:

Constant Field Values

TYPE_CLOSE_CURLEY

public static final int TYPE_CLOSE_CURLEY

See Also:

Constant Field Values

TYPE_OPEN_PAREN

public static final int TYPE_OPEN_PAREN

See Also:

Constant Field Values

TYPE_CLOSE_PAREN

public static final int TYPE_CLOSE_PAREN

See Also:

Constant Field Values

TYPE_OPEN_SQUARE

public static final int TYPE_OPEN_SQUARE

See Also:

Constant Field Values

TYPE_CLOSE_SQUARE

public static final int TYPE_CLOSE_SQUARE

See Also:

Constant Field Values

TYPE_COMMA

public static final int TYPE_COMMA

See Also:

Constant Field Values

TYPE_ADDRESS

public static final int TYPE_ADDRESS

See Also:

Constant Field Values

LAST_TYPE

public static final int LAST_TYPE

See Also:

Constant Field Values

typeNames

protected static java.lang.String[] typeNames

keywords

protected static java.util.ArrayList keywords

primitives

protected static java.util.ArrayList primitives

modifiers

protected static java.util.ArrayList modifiers

Constructor Detail

Token

public Token(java.lang.Object object,
             int tokenType,
             int lineno,
             java.lang.String filename)

Initialize Token with user devfined values and type.

Token

public Token(java.io.StreamTokenizer in,
             java.lang.String filename)

Initialize the Token from StreamTokenizer.

Method Detail

translateKeywords

protected void translateKeywords()

translatePrimitives

protected void translatePrimitives()

translateModifiers

protected void translateModifiers()

setTypeNames

protected void setTypeNames(java.lang.String[] names)

Sets the String names for token types.

tokenizeNumber

protected boolean tokenizeNumber(java.lang.String word)

pushBack

public void pushBack()

Puts back the value of this token, back on the stream.

getTokenType

public int getTokenType()

getLineNumber

public int getLineNumber()

intValue

public int intValue()

longValue

public long longValue()

stringValue

public java.lang.String stringValue()

objectValue

public java.lang.Object objectValue()

setStringValue

protected void setStringValue(java.lang.String val)

setLongValue

protected void setLongValue(long val)

setAddressValue

protected void setAddressValue(Address val)

setTokenType

protected void setTokenType(int ttype)

setObjectValue

protected void setObjectValue(java.lang.Object val)

getTypeName

public java.lang.String getTypeName()

getFilename

public java.lang.String getFilename()

Returns the filename of the stream.

Returns:

Filename of the stream, if known.

toString

public java.lang.String toString()

String representation of this object.

Overrides:

toString in class java.lang.Object

main

public static void main(java.lang.String[] args)

Test function for Token

Parameters:

args - command line arguments