Package org.luwrain.inlandes.util

Class Token

java.lang.Object

org.luwrain.inlandes.util.Token

All Implemented Interfaces:

Token

public final class Token
extends Object
implements Token

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static enum	Token.Type

Field Summary

Fields

Modifier and Type	Field	Description
final String	text
final Token.Type	type

Constructor Summary

Constructors

Constructor	Description
Token(Token.Type type, String text)

Method Summary

Modifier and Type	Method	Description
static Token	cyril(String text)
boolean	equals(Object o)
static int	find(Token[] tokens, Token token)
String	getText()
boolean	isCyril()
boolean	isFirstUpperCase()
boolean	isLastUpperCase()
boolean	isLatin()
boolean	isNum()
boolean	isPunc()
boolean	isSpace()
static Token	latin(String text)
static Token	num(String text)
static Token	punc(String text)
static String	text(Token[] tokens)
String	toString()

Methods inherited from class java.lang.Object

clone, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Details

type

public final Token.Type type

text

public final String text

Constructor Details

Token

public Token(Token.Type type,
 String text)

Method Details

isLatin

public boolean isLatin()

Specified by:

isLatin in interface Token

isCyril

public boolean isCyril()

Specified by:

isCyril in interface Token

isNum

public boolean isNum()

Specified by:

isNum in interface Token

isSpace

public boolean isSpace()

Specified by:

isSpace in interface Token

isPunc

public boolean isPunc()

Specified by:

isPunc in interface Token

getText

public String getText()

Specified by:

getText in interface Token

toString

public String toString()

Overrides:

toString in class Object

equals

public boolean equals(Object o)

Overrides:

equals in class Object

isFirstUpperCase

public boolean isFirstUpperCase()

isLastUpperCase

public boolean isLastUpperCase()

text

public static String text(Token[] tokens)

find

public static int find(Token[] tokens,
 Token token)

num

public static Token num(String text)

punc

public static Token punc(String text)

latin

public static Token latin(String text)

cyril

public static Token cyril(String text)