jem::util::Tokenizer Class Reference

#include <jem/util/Tokenizer.h>

Inheritance diagram for jem::util::Tokenizer:

Public Types
typedef Tokenizer	Self
typedef Object	Super
typedef io::Reader	Reader

Public Member Functions
	Tokenizer (const String &in="")
	Tokenizer (const Ref< Reader > &in, idx_t bufsize=-1)
void	setInput (const String &str)
int	nextToken ()
void	pushBackToken ()
int	getToken () const
void	skipLine ()
lint	getLineNumber () const
void	setLineNumber (lint lineno)
String	getTokenString () const
const char *	getTokenChars (idx_t &len) const
String	getComment () const
String	getSymbol () const
String	getString () const
bool	getBoolean () const
lint	getInteger () const
double	getFloat () const
int	getStringType () const
void	setOptions (int options)
int	getOptions () const
void	parseError () const
void	parseError (const String &msg) const
void	rangeError (lint value, lint lbound, lint ubound) const
void	rangeError (double value, double ubound) const
Public Member Functions inherited from jem::Object
virtual Class *	getClass () const
	Returns the Class instance representing the runtime class of this object. More...
virtual String	toString () const
	Returns a short textual description of this object. More...
virtual long	hashValue () const
	Returns a hash value for this object. More...
virtual bool	equals (const Ref< Object > &obj) const
	Tests whether two objects are equal. More...
Ref< Object >	clone () const
	Returns a copy of this object. More...

Static Public Attributes
static const int	NULL_TOKEN
static const int	EOF_TOKEN
static const int	EOL_TOKEN
static const int	COMMENT_TOKEN
static const int	SYMBOL_TOKEN
static const int	STRING_TOKEN
static const int	BOOLEAN_TOKEN
static const int	INTEGER_TOKEN
static const int	FLOAT_TOKEN
static const int	PARSE_COMMENTS
static const int	PARSE_SYMBOLS
static const int	PARSE_STRINGS
static const int	PARSE_BOOLEANS
static const int	PARSE_NUMBERS
static const int	PARSE_SIGNED_NUMBERS
static const int	CATENATE_STRINGS

Protected Member Functions
virtual	~Tokenizer ()
Protected Member Functions inherited from jem::Collectable
	Collectable ()
	Creates an empty Collectable. More...
	~Collectable ()
	Frees resources. More...

Additional Inherited Members
Static Public Member Functions inherited from jem::Object
static Class *	getType ()
	Returns the Class instance representing the Object class. More...

Member Typedef Documentation

typedef Tokenizer jem::util::Tokenizer::Self

typedef Object jem::util::Tokenizer::Super

typedef io::Reader jem::util::Tokenizer::Reader

Constructor & Destructor Documentation

jem::util::Tokenizer::Tokenizer ( const String &  in = "" )

explicit

jem::util::Tokenizer::Tokenizer ( const Ref< Reader > &  in, idx_t  bufsize = -1  )

explicit

virtual jem::util::Tokenizer::~Tokenizer ( )

protectedvirtual

Member Function Documentation

void jem::util::Tokenizer::setInput

(

const String &

str

)

int jem::util::Tokenizer::nextToken

(

)

void jem::util::Tokenizer::pushBackToken

(

)

int jem::util::Tokenizer::getToken

(

)

const

void jem::util::Tokenizer::skipLine

(

)

lint jem::util::Tokenizer::getLineNumber

(

)

const

void jem::util::Tokenizer::setLineNumber

(

lint

lineno

)

String jem::util::Tokenizer::getTokenString

(

)

const

const char* jem::util::Tokenizer::getTokenChars

(

idx_t &

len

)

const

String jem::util::Tokenizer::getComment

(

)

const

String jem::util::Tokenizer::getSymbol

(

)

const

String jem::util::Tokenizer::getString

(

)

const

bool jem::util::Tokenizer::getBoolean

(

)

const

lint jem::util::Tokenizer::getInteger

(

)

const

double jem::util::Tokenizer::getFloat

(

)

const

int jem::util::Tokenizer::getStringType

(

)

const

void jem::util::Tokenizer::setOptions

(

int

options

)

int jem::util::Tokenizer::getOptions

(

)

const

void jem::util::Tokenizer::parseError

(

)

const

void jem::util::Tokenizer::parseError

(

const String &

msg

)

const

void jem::util::Tokenizer::rangeError	(	lint	value,
		lint	lbound,
		lint	ubound
	)		const

void jem::util::Tokenizer::rangeError	(	double	value,
		double	ubound
	)		const

Member Data Documentation

const int jem::util::Tokenizer::NULL_TOKEN

static

const int jem::util::Tokenizer::EOF_TOKEN

static

const int jem::util::Tokenizer::EOL_TOKEN

static

const int jem::util::Tokenizer::COMMENT_TOKEN

static

const int jem::util::Tokenizer::SYMBOL_TOKEN

static

const int jem::util::Tokenizer::STRING_TOKEN

static

const int jem::util::Tokenizer::BOOLEAN_TOKEN

static

const int jem::util::Tokenizer::INTEGER_TOKEN

static

const int jem::util::Tokenizer::FLOAT_TOKEN

static

const int jem::util::Tokenizer::PARSE_COMMENTS

static

const int jem::util::Tokenizer::PARSE_SYMBOLS

static

const int jem::util::Tokenizer::PARSE_STRINGS

static

const int jem::util::Tokenizer::PARSE_BOOLEANS

static

const int jem::util::Tokenizer::PARSE_NUMBERS

static

const int jem::util::Tokenizer::PARSE_SIGNED_NUMBERS

static

const int jem::util::Tokenizer::CATENATE_STRINGS

static