Tokenizer Class Reference

#include <tdfcontainer.h>

Collaboration diagram for Tokenizer:

[legend]

Data Structures
struct	IncludeCacheEntry
	todo: clean up, move to CPP file More...
Public Member Functions
	Tokenizer ()
void	EnterStream (std::istream &stream_, const wxString &name=_T(""))
Token	GetToken (int i=0)
void	Step (int i=1)
Token	TakeToken ()
bool	Good ()
void	ReportError (const Token &t, const wxString &err)
int	NumErrors () const
Private Member Functions
void	UnwindStack ()
char	GetNextChar ()
char	PeekNextChar ()
void	ReadToken (Token &token)
void	SkipSpaces ()
Private Attributes
std::vector< IncludeCacheEntry >	include_stack
std::deque< Token >	token_buffer
size_t	buffer_pos
bool	skip_eol
int	errors

---

Detailed Description

Definition at line 202 of file tdfcontainer.h.

---

Constructor & Destructor Documentation

Tokenizer::Tokenizer

(

)

[inline]

Definition at line 263 of file tdfcontainer.h.

---

Member Function Documentation

void Tokenizer::EnterStream	(	std::istream &	stream_,
		const wxString &	name = _T( "" )
	)

Definition at line 67 of file tdfcontainer.cpp.

char Tokenizer::GetNextChar

(

)

[private]

Definition at line 87 of file tdfcontainer.cpp.

Token Tokenizer::GetToken

(

int

i = 0

)

Definition at line 226 of file tdfcontainer.cpp.

bool Tokenizer::Good

(

)

Definition at line 110 of file tdfcontainer.cpp.

int Tokenizer::NumErrors

(

)

const [inline]

Definition at line 281 of file tdfcontainer.h.

char Tokenizer::PeekNextChar

(

)

[private]

Definition at line 79 of file tdfcontainer.cpp.

void Tokenizer::ReadToken

(

Token &

token

)

[private]

Definition at line 115 of file tdfcontainer.cpp.

void Tokenizer::ReportError	(	const Token &	t,
		const wxString &	err
	)

Definition at line 59 of file tdfcontainer.cpp.

void Tokenizer::SkipSpaces

(

)

[private]

Definition at line 220 of file tdfcontainer.cpp.

void Tokenizer::Step

(

int

i = 1

)

Definition at line 239 of file tdfcontainer.cpp.

Token Tokenizer::TakeToken

(

)

[inline]

Definition at line 271 of file tdfcontainer.h.

void Tokenizer::UnwindStack

(

)

[private]

Definition at line 73 of file tdfcontainer.cpp.

---

Field Documentation

size_t Tokenizer::buffer_pos [private]

Definition at line 251 of file tdfcontainer.h.

int Tokenizer::errors [private]

Definition at line 260 of file tdfcontainer.h.

std::vector<IncludeCacheEntry> Tokenizer::include_stack [private]

Definition at line 246 of file tdfcontainer.h.

bool Tokenizer::skip_eol [private]

Definition at line 253 of file tdfcontainer.h.

std::deque<Token> Tokenizer::token_buffer [private]

Definition at line 249 of file tdfcontainer.h.

---

The documentation for this class was generated from the following files:

• /home/buildbot/slaves/docs/docs/build/src/tdfcontainer.h
• /home/buildbot/slaves/docs/docs/build/src/tdfcontainer.cpp