1
2
3
4
5
6 #ifndef SOULNG_LEXER_TRIVIAL_LEXER_INCLUDED
7 #define SOULNG_LEXER_TRIVIAL_LEXER_INCLUDED
8 #include <soulng/lexer/Lexer.hpp>
9
10 class TrivialLexer : public soulng::lexer::Lexer
11 {
12 public:
13 TrivialLexer(const std::u32string& content_, const std::string& fileName_, int fileIndex_);
14 TrivialLexer(const char32_t* start_, const char32_t* end_, const std::string& fileName_, int fileIndex_);
15 int NextState(int state, char32_t c) override;
16 };
17
18 std::string GetTrivialTokenInfo(int tokenId);
19
20 #endif // SOULNG_LEXER_TRIVIAL_LEXER_INCLUDED