Fix syntax highlighting unicode support (#475)

* convert BasicParser to a template * fix syntax hightlighting with unicode characters
2025-02-22 01:01:20 +03:00
parent b61f594495
commit 8a8c1525fd
19 changed files with 644 additions and 509 deletions
@@ -16,11 +16,11 @@ namespace devtools {

    struct Token {
        TokenTag tag;
-        std::string text;
+        std::wstring text;
        Location start;
        Location end;

-        Token(TokenTag tag, std::string text, Location start, Location end)
+        Token(TokenTag tag, std::wstring text, Location start, Location end)
            : tag(tag),
              text(std::move(text)),
              start(std::move(start)),