Add: RawToken and RawTokenType for token representation

2026-03-15 12:08:32 +01:00
parent b898357d76
commit 45fd696fec
2 changed files with 17 additions and 0 deletions
@@ -0,0 +1,8 @@
+package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
+
+public record RawToken(
+    RawTokenType type,
+    String value,
+    int line,
+    int column
+) {}
@@ -0,0 +1,9 @@
+package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
+
+public enum RawTokenType {
+    WORD,
+    STRING,
+    SEPARATOR,
+    NEWLINE,
+    EOF
+}