Skip to content

Token

class Token

This class represents a token, which is a basic syntactic unit.

DEFINITION
class Token;

enum Type

DEFINITION
enum Type;
VALUEDESCRIPTION
DIRECTIVE
PUNCTUATION
NAME
END
NEWLINE
PREPROCESSOR
STRING
KEYWORD
INSTRUCTION
VALUE

constructor Token

DEFINITION
Token ( );

constructor Token

DEFINITION
Token ( const Location & location,
Value  value_ );
PARAMETERDESCRIPTION
location
value_

constructor Token

DEFINITION
Token ( Type  type,
const Location & location );
PARAMETERDESCRIPTION
type
location

constructor Token

DEFINITION
Token ( Type  type,
const Location & location,
uint64_t  integer,
uint64_t  default_size = 0 );
PARAMETERDESCRIPTION
type
location
integer
default_size

constructor Token

DEFINITION
Token ( Type  type,
const Location & location,
double  real );
PARAMETERDESCRIPTION
type
location
real

constructor Token

DEFINITION
Token ( Type  type,
const Location & location,
const std::string & string );
PARAMETERDESCRIPTION
type
location
string

constructor Token

DEFINITION
Token ( Type  type,
const Location & location,
Symbol  symbol_ );
PARAMETERDESCRIPTION
type
location
symbol_

constructor Token

DEFINITION
Token ( Type  type,
const std::string & name );
PARAMETERDESCRIPTION
type
name

destructor ~Token

DEFINITION
~Token ( );

method as_stringconst

DEFINITION
const std::string & as_string ( ) const;
RETURNSDESCRIPTION
const std::string &

method as_symbolconst

DEFINITION
Symbol  as_symbol ( ) const;
RETURNSDESCRIPTION
Symbol

method as_unsignedconst

DEFINITION
uint64_t  as_unsigned ( ) const;
RETURNSDESCRIPTION
uint64_t

method as_valueconst

DEFINITION
Value  as_value ( ) const;
RETURNSDESCRIPTION
Value

method get_typeconst

DEFINITION
Type  get_type ( ) const;
RETURNSDESCRIPTION
Type

method is_directiveconst

DEFINITION
bool  is_directive ( ) const;
RETURNSDESCRIPTION
bool

method is_end_of_lineconst

DEFINITION
bool  is_end_of_line ( ) const;
RETURNSDESCRIPTION
bool

method is_integerconst

DEFINITION
bool  is_integer ( ) const;
RETURNSDESCRIPTION
bool

method is_nameconst

DEFINITION
bool  is_name ( ) const;
RETURNSDESCRIPTION
bool

method is_name_likeconst

DEFINITION
bool  is_name_like ( ) const;
RETURNSDESCRIPTION
bool

method is_newlineconst

DEFINITION
bool  is_newline ( ) const;
RETURNSDESCRIPTION
bool

method is_preprocessorconst

DEFINITION
bool  is_preprocessor ( ) const;
RETURNSDESCRIPTION
bool

method is_punctuationconst

DEFINITION
bool  is_punctuation ( ) const;
RETURNSDESCRIPTION
bool

method is_stringconst

DEFINITION
bool  is_string ( ) const;
RETURNSDESCRIPTION
bool

method is_unsignedconst

DEFINITION
bool  is_unsigned ( ) const;
RETURNSDESCRIPTION
bool

method is_valueconst

DEFINITION
bool  is_value ( ) const;
RETURNSDESCRIPTION
bool

method operator boolconst

DEFINITION
operator bool ( ) const;

method operator!=const

DEFINITION
bool  operator!= ( const Token & other ) const;
PARAMETERDESCRIPTION
other
RETURNSDESCRIPTION
bool

method operator==const

DEFINITION
bool  operator== ( const Token & other ) const;
PARAMETERDESCRIPTION
other
RETURNSDESCRIPTION
bool

method type_nameconst

DEFINITION
const char * type_name ( ) const;
RETURNSDESCRIPTION
const char *

method type_namestatic

DEFINITION
static const char * type_name ( Type  type );
PARAMETERDESCRIPTION
type
RETURNSDESCRIPTION
const char *

member ampersandstatic

DEFINITION
static const Token  ampersand;

member caretstatic

DEFINITION
static const Token  caret;

member colonstatic

DEFINITION
static const Token  colon;

member colon_minusstatic

DEFINITION
static const Token  colon_minus;

member colon_plusstatic

DEFINITION
static const Token  colon_plus;

member commastatic

DEFINITION
static const Token  comma;

member curly_closestatic

DEFINITION
static const Token  curly_close;

member curly_openstatic

DEFINITION
static const Token  curly_open;

member double_ampersandstatic

DEFINITION
static const Token  double_ampersand;

member double_equalsstatic

DEFINITION
static const Token  double_equals;

member double_greaterstatic

DEFINITION
static const Token  double_greater;

member double_lessstatic

DEFINITION
static const Token  double_less;

member double_pipestatic

DEFINITION
static const Token  double_pipe;

member equalsstatic

DEFINITION
static const Token  equals;

member exclaimstatic

DEFINITION
static const Token  exclaim;

member exclaim_equalsstatic

DEFINITION
static const Token  exclaim_equals;

member greaterstatic

DEFINITION
static const Token  greater;

member greater_equalsstatic

DEFINITION
static const Token  greater_equals;

member lessstatic

DEFINITION
static const Token  less;

member less_equalsstatic

DEFINITION
static const Token  less_equals;

member location

DEFINITION
Location  location;

member minusstatic

DEFINITION
static const Token  minus;

member paren_closestatic

DEFINITION
static const Token  paren_close;

member paren_openstatic

DEFINITION
static const Token  paren_open;

member pipestatic

DEFINITION
static const Token  pipe;

member plusstatic

DEFINITION
static const Token  plus;

member slashstatic

DEFINITION
static const Token  slash;

member square_closestatic

DEFINITION
static const Token  square_close;

member square_openstatic

DEFINITION
static const Token  square_open;

member starstatic

DEFINITION
static const Token  star;

member tildestatic

DEFINITION
static const Token  tilde;

class formatter< Token >

DEFINITION
class formatter< Token >;

method formatconst

DEFINITION
auto  format ( const Token & token,
format_context & ctx ) const;
PARAMETERDESCRIPTION
token
ctx
RETURNSDESCRIPTION
auto

class hash< Token >

DEFINITION
class hash< Token >;

method operator()const

DEFINITION
std::size_t  operator() ( Token const & token ) const;
PARAMETERDESCRIPTION
token
RETURNSDESCRIPTION
std::size_t