d4/d51/a00017_source.html

#ifndef LEXER_H

#define LEXER_H

#include "../tokens/tokens.h"


class lexer{

public:


    lexer(const std::string& textfile, const std::string& filepath, const int& linenumber);


    std::vector<token> __RUN__LEXER___();


private:

    std::string textFile;


    std::string filePath;


    std::vector<token> tokenObjVector;


    int lnNum;


    std::string current_char;


    int current_index;


    void advance();


    token generate_identifier();


    void generate_tokens();


    token generate_number();


    token generate_string();

};

#endif

lexer::current_index
int current_index
the current index of the current char in the textfile being read
Definition lexer.h:62

lexer::advance
void advance()
advances the lexer to the next character to tokenize in the textfile being read
Definition lexer.cpp:16

lexer::tokenObjVector
std::vector< token > tokenObjVector
stores the tokens of the current line in the program
Definition lexer.h:47

lexer::generate_number
token generate_number()
generates a number data type
Definition lexer.cpp:250

lexer::generate_identifier
token generate_identifier()
generates an identifier or keyword based on the sequence of characters being read
Definition lexer.cpp:283

lexer::textFile
std::string textFile
file data in string format
Definition lexer.h:37

lexer::generate_string
token generate_string()
generates a string data type
Definition lexer.cpp:303

lexer::lnNum
int lnNum
current line number in the file
Definition lexer.h:52

lexer::__RUN__LEXER___
std::vector< token > __RUN__LEXER___()
tokenizes the program
Definition lexer.cpp:11

lexer::current_char
std::string current_char
the current char in the textfile being read
Definition lexer.h:57

lexer::filePath
std::string filePath
path of the file
Definition lexer.h:42

lexer::generate_tokens
void generate_tokens()
matches the current character to it's corresponding token type
Definition lexer.cpp:26

lexer
tokenizes the entire program line by line
Definition lexer.h:15

token
creates an object with the mapping of a token that was assigned to it from the 'tokens' class
Definition tokens.h:200