feat: custom languages syntax (WIP)

2025-04-13 00:19:38 +03:00
parent 4360cd408b
commit 5253be6c56
18 changed files with 278 additions and 88 deletions
@@ -1,27 +0,0 @@
-#include "coders/syntax_parser.hpp"
-
-#include <gtest/gtest.h>
-
-#include "coders/commons.hpp"
-#include "io/io.hpp"
-#include "io/devices/StdfsDevice.hpp"
-#include "util/stringutil.hpp"
-
-namespace fs = std::filesystem;
-
-TEST(lua_parsing, Tokenizer) {
-    io::set_device("res", std::make_shared<io::StdfsDevice>(fs::u8path("../../res")));
-    auto filename = "res:scripts/stdlib.lua";
-    auto source = io::read_string(filename);
-    try {
-        auto tokens = devtools::tokenize(filename, util::str2wstr_utf8(source));
-        for (const auto& token : tokens) {
-            std::cout << (int)token.tag << " "
-                      << util::quote(util::wstr2str_utf8(token.text))
-                      << std::endl;
-        }
-    } catch (const parsing_error& err) {
-        std::cerr << err.errorLog() << std::endl;
-        throw err;
-    }
-}