#include <include/EST_Token.h>
Public Member Functions | |
| EST_Token (const EST_String p) | |
| void | init () |
| void | set_row (int r) |
| void | set_col (int c) |
| void | set_filepos (int c) |
| Set file position in original {EST_TokenStream}. | |
| EST_String | lstring () |
| Return lower case version of token name. | |
| EST_String | ustring () |
| Return upper case version of token name. | |
| int | row (void) const |
| Line number in original {EST_TokenStream}. | |
| int | col (void) const |
| Line position in original {EST_TokenStream}. | |
| int | filepos (void) const |
| file position in original {EST_TokenStream}. | |
| const EST_String | pos_description () const |
| A string describing current position, suitable for error messages. | |
| EST_Token & | operator= (const EST_Token &a) |
| EST_Token & | operator= (const EST_String &a) |
| int | operator== (const EST_String &a) |
| int | operator!= (const EST_String &a) |
| int | operator== (const char *a) |
| int | operator!= (const char *a) |
Basic access to fields | |
| void | set_token (const EST_String &p) |
| set token from a string | |
| void | set_token (const char *p) |
| void | set_whitespace (const EST_String &p) |
| set whitespace of token. | |
| void | set_whitespace (const char *p) |
| void | set_punctuation (const EST_String &p) |
| set (post) punctuation of token. | |
| void | set_punctuation (const char *p) |
| void | set_prepunctuation (const EST_String &p) |
| set prepunction | |
| void | set_prepunctuation (const char *p) |
| const EST_String & | whitespace () |
| const EST_String & | punctuation () |
| const EST_String & | prepunctuation () |
Access token as a string | |
| const EST_String & | string () const |
| const EST_String & | S () const |
| Access token as a string. | |
| const EST_String & | String () const |
| Access token as a string. | |
| operator EST_String () const | |
| For automatic coercion to {EST_String}. | |
Access token as a int | |
| int | Int (bool &valid) const |
| int | Int () const |
| int | I (bool &valid) const |
| int | I () const |
| operator int () const | |
Access token as a long | |
| long | Long (bool &valid) const |
| long | Long () const |
| long | L (bool &valid) const |
| long | L () const |
| operator long () const | |
Access token as a float | |
| float | Float (bool &valid) const |
| float | Float () const |
| float | F (bool &valid) const |
| float | F () const |
| operator float () const | |
Access token as a double | |
| double | Double (bool &valid) const |
| double | Double () const |
| double | D (bool &valid) const |
| double | D () const |
| operator double () const | |
| void | set_quoted (int q) |
| Note that this token was quoted (or not) | |
| int | quoted () const |
| TRUE is token was quoted. | |
Friends | |
| ostream & | operator<< (ostream &s, const EST_Token &p) |
This class is similar to {EST_String} but also maintains the original punctuation and whitespace found around the token.
{EST_Token}'s primary use is with {EST_TokenStream} class which allows easy tokenizing of ascii files.
A token consists of four parts, any of which may be empty: a name, the actual token, preceding whitespace, preceding punctuation, the name and succeeding punctuation.
Definition at line 73 of file EST_Token.h.