Add server-side tokenizer #185

Merged
lars.winzer merged 16 commits from feat/tokenizer into main 2026-03-15 13:52:51 +01:00
Showing only changes of commit 3e138ab84e - Show all commits
@@ -9,7 +9,7 @@ class State {
int pos; int pos;
int line; int line;
int column; int column;
final List<Token> tokens; final List<RawToken> tokens;
State(String input) { State(String input) {
this.input = input; this.input = input;