lexer.h

Go to the documentation of this file.

#ifndef NEWLANG_LEXER_H_INCLUDED_
#define NEWLANG_LEXER_H_INCLUDED_
 
 
 
 
//#define YY_FATAL_ERROR(msg) newlang::Scanner::FatalError(msg, lineno(), yyleng, *source_string)
// Flex expects the signature of yylex to be defined in the macro YY_DECL, and
// the C++ parser expects it to be declared. We can factor both as follows.
 
#define  YY_USER_INIT    m_loc = yylloc
 
#define YY_DECL                             \
    newlang::parser::token_type                \
    newlang::Scanner::lex(                     \
        TermPtr * yylval,                 \
        newlang::parser::location_type* yylloc \
    )
 
#ifndef __FLEX_LEXER_H
#define yyFlexLexer NewLangFlexLexer
#include "FlexLexer.h"
#undef yyFlexLexer
#endif
 
#include "term.h"
#include "parser.h"
 
namespace newlang {
 
    class Scanner : public NewLangFlexLexer {
    public:
        Scanner(std::istream* arg_yyin = &std::cin,
                std::ostream* arg_yyout = &std::cout,
                SourceType source = nullptr);
 
        virtual ~Scanner();
 
        SourceType source_base;
        SourceType source_string;
        parser::location_type* m_loc;
        std::string buffer;
 
        //        struct BufferDataType {
        //            SourceType data;
        //            std::istringstream *iss;
        //            parser::location_type loc;
        //        };
        //        std::vector<BufferDataType> m_data;
 
        SourceType m_macro_data;
        std::istringstream *m_macro_iss;
        parser::location_type m_macro_loc;
 
        size_t m_macro_count;
        size_t m_macro_del;
        TermPtr m_macro_body;
 
        static BlockType ParseLexem(const std::string str);
 
        void ApplyDiags(DiagPtr diag = nullptr);
 
        bool m_ignore_space;
        bool m_ignore_indent;
        bool m_ignore_comment;
        bool m_ignore_crlf;
        int m_bracket_depth;
 
        virtual parser::token_type lex(
                TermPtr * yylval,
                parser::location_type* yylloc
                );
 
        void set_debug(bool b);
 
        void LexerError(const char* msg) override {
            LOG_RUNTIME("%s", newlang::ParserMessage(buffer, m_loc->begin.line, m_loc->begin.column, "%s", msg).c_str());
            //            LOG_RUNTIME("%s near \'%s\' at line %d", msg, position, line);
        }
    };
 
}
 
#endif // NEWLANG_LEXER_H_INCLUDED_