Add server-side tokenizer #185

Merged
lars.winzer merged 16 commits from feat/tokenizer into main 2026-03-15 13:52:51 +01:00
2 changed files with 17 additions and 0 deletions
Showing only changes of commit 45fd696fec - Show all commits
@@ -0,0 +1,8 @@
package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
public record RawToken(
RawTokenType type,
String value,
int line,
int column
) {}
@@ -0,0 +1,9 @@
package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
public enum RawTokenType {
WORD,
STRING,
SEPARATOR,
NEWLINE,
EOF
}