add Lua code tokenizer

This commit is contained in:
MihailRis
2024-12-04 16:26:55 +03:00
parent 3e6e897ce8
commit 28f49ac948
5 changed files with 256 additions and 0 deletions
+2
View File
@@ -105,6 +105,8 @@ protected:
parsing_error error(const std::string& message);
public:
std::string_view readUntil(char c);
std::string_view readUntil(std::string_view s);
std::string_view readUntilWhitespace();
std::string_view readUntilEOL();
std::string parseName();
std::string parseXmlName();