Skip to content

SequenceTokenizer

INCLUDE FILE
#include "SequenceTokenizer.h"

class SequenceTokenizer

This class gets tokens from a sequence of already parsed tokens.

DEFINITION
class SequenceTokenizer;

constructor SequenceTokenizer

DEFINITION
SequenceTokenizer ( const Location & location,
std::vector< Token >  tokens );
PARAMETERDESCRIPTION
location
tokens

constructor SequenceTokenizer

DEFINITION
SequenceTokenizer ( std::vector< Token >  tokens );
PARAMETERDESCRIPTION
tokens

method current_locationconst virtual

DEFINITION
virtual Location  current_location ( ) const;
RETURNSDESCRIPTION
Location

method set_locationprivate

DEFINITION
void  set_location ( const Token & token );
PARAMETERDESCRIPTION
token

method sub_endedconst virtual protected

DEFINITION
virtual bool  sub_ended ( ) const;
RETURNSDESCRIPTION
bool

method sub_nextvirtual protected

DEFINITION
virtual Token  sub_next ( );
RETURNSDESCRIPTION
Token

member current_positionprivate

DEFINITION
std::vector< Token >::iterator  current_position;

member locationprivate

DEFINITION
Location  location;

member tokensprivate

DEFINITION
std::vector< Token >  tokens;