doxygen/html/lexer_8hpp_source.html

 #ifndef LEXER_HPP

 #define LEXER_HPP


 #include <iostream>


 #include "token.hpp"

 #include "stateomat.hpp"


 #include "../util/ErrorReporter.hpp"


 namespace lexer

 {

     class Lexer

     {

         protected:

             source_position_t position;

             Stateomat stateomat;

             shptr<ErrorReporter> errorReporter;

             std::vector<Token> token_stack;

             int c;

             //std::istream::pos_type line_start;


 #define BUF_SIZE 1024

             //used for more efficient (blockwise) read operations

             int fd;

             char getc();

             char buf[BUF_SIZE];

             size_t buf_off;

             size_t buf_len;


             off_t line_start;


             void advancePosition(int nextCharacter);

             Token::Token_type lex_keyword_or_ident(const char* s);


             enum kw_states

             {

                 CHECK_ABSTRACT = 30,

                 CHECK_ASSERT,

                 CHECK_BOOLEAN,

                 CHECK_BREAK,

                 CHECK_BYTE,

                 CHECK_CASE,

                 CHECK_CATCH,

                 CHECK_CHAR,

                 CHECK_CLASS,

                 CHECK_CONST,

                 CHECK_CONTINUE,

                 CHECK_DEFAULT,

                 CHECK_DOUBLE,

                 CHECK_ELSE,

                 CHECK_ENUM,

                 CHECK_EXTENDS,

                 CHECK_FALSE,

                 CHECK_FINALLY,

                 CHECK_FLOAT,

                 CHECK_FOR,

                 CHECK_GOTO,

                 CHECK_IMPLEMENTS,

                 CHECK_IMPORT,

                 CHECK_INSTANCEOF,

                 CHECK_INTERFACE,

                 CHECK_LONG,

                 CHECK_NATIVE,

                 CHECK_NEW,

                 CHECK_NULL,

                 CHECK_PACKAGE,

                 CHECK_PRIVATE,

                 CHECK_PROTECTED,

                 CHECK_PUBLIC,

                 CHECK_RETURN,

                 CHECK_SHORT,

                 CHECK_STATIC,

                 CHECK_STRICTFP,

                 CHECK_SUPER,

                 CHECK_SWITCH,

                 CHECK_SYNCHRONIZED,

                 CHECK_THIS,

                 CHECK_TRANSIENT,

                 CHECK_TRUE,

                 CHECK_TRY,

                 CHECK_VOID,

                 CHECK_VOLATILE,

                 CHECK_WHILE,

                 KEYWORD_DO,

                 KEYWORD_FINAL,

                 KEYWORD_IF,

                 KEYWORD_INT,

                 KEYWORD_THROW,

                 KEYWORD_THROWS,

                 IDENT,

             };


             static Token::Token_type kw_array[];


             static std::vector<std::pair<const char*, Token::Token_type>> kw_vector;


             static const int kw_lex_table[][26];


         public:

             Lexer(const char* file_name, Stateomat const& stateomat, shptr<ErrorReporter> errorReporter);

             Token get_next_token();

             void unget_token(Token const& t);

             bool good() const;

             std::string describe(Token::Token_type const& t) const;

     };

 }

 #endif

lexer::Lexer::CHECK_VOID
Definition: lexer.hpp:101

lexer::Lexer::errorReporter
shptr< ErrorReporter > errorReporter
Definition: lexer.hpp:20

lexer::Lexer::CHECK_PUBLIC
Definition: lexer.hpp:89

lexer::Lexer::CHECK_ABSTRACT
Definition: lexer.hpp:57

lexer::Lexer::CHECK_DOUBLE
Definition: lexer.hpp:69

lexer::Lexer::CHECK_FALSE
Definition: lexer.hpp:73

lexer::Lexer
Definition: lexer.hpp:13

lexer
Definition: PositionAwareNode.hpp:6

lexer::Lexer::KEYWORD_THROWS
Definition: lexer.hpp:109

lexer::Lexer::CHECK_TRY
Definition: lexer.hpp:100

lexer::Lexer::token_stack
std::vector< Token > token_stack
Definition: lexer.hpp:25

lexer::Lexer::CHECK_CATCH
Definition: lexer.hpp:63

lexer::Token
Definition: token.hpp:11

lexer::Lexer::CHECK_FLOAT
Definition: lexer.hpp:75

lexer::Lexer::unget_token
void unget_token(Token const &t)
Definition: lexer.cpp:374

lexer::Lexer::getc
char getc()
Definition: lexer.cpp:206

source_position_t
std::pair< unsigned int, unsigned int > source_position_t
Definition: globals.hpp:10

lexer::Lexer::CHECK_CASE
Definition: lexer.hpp:62

lexer::Lexer::CHECK_SWITCH
Definition: lexer.hpp:95

lexer::Lexer::CHECK_BREAK
Definition: lexer.hpp:60

token.hpp

lexer::Lexer::lex_keyword_or_ident
Token::Token_type lex_keyword_or_ident(const char *s)
Definition: lexer.cpp:235

lexer::Lexer::Lexer
Lexer(const char *file_name, Stateomat const &stateomat, shptr< ErrorReporter > errorReporter)
Definition: lexer.cpp:169

lexer::Lexer::CHECK_RETURN
Definition: lexer.hpp:90

lexer::Lexer::CHECK_PROTECTED
Definition: lexer.hpp:88

lexer::Token::Token_type
Token_type
Definition: token.hpp:21

lexer::Lexer::CHECK_INSTANCEOF
Definition: lexer.hpp:80

lexer::Lexer::kw_array
static Token::Token_type kw_array[]
Definition: lexer.hpp:116

lexer::Lexer::c
int c
Definition: lexer.hpp:27

lexer::Lexer::CHECK_FINALLY
Definition: lexer.hpp:74

lexer::Lexer::CHECK_WHILE
Definition: lexer.hpp:103

lexer::Lexer::get_next_token
Token get_next_token()
Definition: lexer.cpp:274

lexer::Lexer::buf_len
size_t buf_len
Definition: lexer.hpp:40

lexer::Lexer::CHECK_DEFAULT
Definition: lexer.hpp:68

lexer::Lexer::buf_off
size_t buf_off
Definition: lexer.hpp:39

lexer::Lexer::position
source_position_t position
Definition: lexer.hpp:17

lexer::Lexer::kw_vector
static std::vector< std::pair< const char *, Token::Token_type > > kw_vector
Definition: lexer.hpp:121

shptr
std::shared_ptr< T > shptr
Definition: globals.hpp:7

lexer::Lexer::stateomat
Stateomat stateomat
Definition: lexer.hpp:19

lexer::Lexer::KEYWORD_FINAL
Definition: lexer.hpp:105

lexer::Lexer::CHECK_VOLATILE
Definition: lexer.hpp:102

lexer::Lexer::CHECK_NEW
Definition: lexer.hpp:84

lexer::Lexer::CHECK_NATIVE
Definition: lexer.hpp:83

lexer::Lexer::CHECK_ELSE
Definition: lexer.hpp:70

lexer::Lexer::CHECK_CHAR
Definition: lexer.hpp:64

lexer::Lexer::CHECK_STRICTFP
Definition: lexer.hpp:93

lexer::Lexer::CHECK_IMPLEMENTS
Definition: lexer.hpp:78

lexer::Lexer::CHECK_CLASS
Definition: lexer.hpp:65

lexer::Lexer::line_start
off_t line_start
Definition: lexer.hpp:42

lexer::Lexer::CHECK_SYNCHRONIZED
Definition: lexer.hpp:96

lexer::Lexer::CHECK_BOOLEAN
Definition: lexer.hpp:59

lexer::Lexer::CHECK_TRUE
Definition: lexer.hpp:99

lexer::Lexer::CHECK_IMPORT
Definition: lexer.hpp:79

lexer::Lexer::CHECK_INTERFACE
Definition: lexer.hpp:81

lexer::Lexer::KEYWORD_IF
Definition: lexer.hpp:106

lexer::Lexer::CHECK_PACKAGE
Definition: lexer.hpp:86

lexer::Lexer::CHECK_THIS
Definition: lexer.hpp:97

lexer::Lexer::CHECK_STATIC
Definition: lexer.hpp:92

lexer::Lexer::CHECK_PRIVATE
Definition: lexer.hpp:87

lexer::Lexer::KEYWORD_THROW
Definition: lexer.hpp:108

lexer::Stateomat
Definition: stateomat.hpp:17

lexer::Lexer::CHECK_NULL
Definition: lexer.hpp:85

lexer::Lexer::kw_lex_table
static const int kw_lex_table[][26]
Definition: lexer.hpp:124

lexer::Lexer::CHECK_ASSERT
Definition: lexer.hpp:58

lexer::Lexer::good
bool good() const
Definition: lexer.cpp:369

lexer::Lexer::CHECK_SHORT
Definition: lexer.hpp:91

lexer::Lexer::fd
int fd
Definition: lexer.hpp:32

lexer::Lexer::CHECK_BYTE
Definition: lexer.hpp:61

lexer::Lexer::CHECK_CONTINUE
Definition: lexer.hpp:67

lexer::Lexer::advancePosition
void advancePosition(int nextCharacter)
Definition: lexer.cpp:194

lexer::Lexer::CHECK_ENUM
Definition: lexer.hpp:71

lexer::Lexer::KEYWORD_INT
Definition: lexer.hpp:107

lexer::Lexer::KEYWORD_DO
Definition: lexer.hpp:104

lexer::Lexer::describe
std::string describe(Token::Token_type const &t) const
Definition: lexer.cpp:359

lexer::Lexer::CHECK_CONST
Definition: lexer.hpp:66

stateomat.hpp

lexer::Lexer::buf
char buf[BUF_SIZE]
Definition: lexer.hpp:38

BUF_SIZE
#define BUF_SIZE
Definition: lexer.hpp:30

lexer::Lexer::CHECK_LONG
Definition: lexer.hpp:82

lexer::Lexer::CHECK_TRANSIENT
Definition: lexer.hpp:98

lexer::Lexer::IDENT
Definition: lexer.hpp:110

lexer::Lexer::CHECK_EXTENDS
Definition: lexer.hpp:72

lexer::Lexer::CHECK_SUPER
Definition: lexer.hpp:94

lexer::Lexer::kw_states
kw_states
Definition: lexer.hpp:55

lexer::Lexer::CHECK_FOR
Definition: lexer.hpp:76

lexer::Lexer::CHECK_GOTO
Definition: lexer.hpp:77