From 45fd696fec1b601fb397b427a5387c33a08d7dc9 Mon Sep 17 00:00:00 2001
From: Lars Simon Winzer <lars.winzer@stud.unibas.ch>
Date: Sun, 15 Mar 2026 12:08:32 +0100
Subject: [PATCH] Add: RawToken and RawTokenType for token representation

---
 .../dmi/dbis/cs108/casono/server/tokenizer/RawToken.java | 8 ++++++++
 .../dbis/cs108/casono/server/tokenizer/RawTokenType.java | 9 +++++++++
 2 files changed, 17 insertions(+)
 create mode 100644 src/main/java/ch/unibas/dmi/dbis/cs108/casono/server/tokenizer/RawToken.java
 create mode 100644 src/main/java/ch/unibas/dmi/dbis/cs108/casono/server/tokenizer/RawTokenType.java

diff --git a/src/main/java/ch/unibas/dmi/dbis/cs108/casono/server/tokenizer/RawToken.java b/src/main/java/ch/unibas/dmi/dbis/cs108/casono/server/tokenizer/RawToken.java
new file mode 100644
index 0000000..2093775
--- /dev/null
+++ b/src/main/java/ch/unibas/dmi/dbis/cs108/casono/server/tokenizer/RawToken.java
@@ -0,0 +1,8 @@
+package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
+
+public record RawToken(
+    RawTokenType type,
+    String value,
+    int line,
+    int column
+) {}
diff --git a/src/main/java/ch/unibas/dmi/dbis/cs108/casono/server/tokenizer/RawTokenType.java b/src/main/java/ch/unibas/dmi/dbis/cs108/casono/server/tokenizer/RawTokenType.java
new file mode 100644
index 0000000..b37d430
--- /dev/null
+++ b/src/main/java/ch/unibas/dmi/dbis/cs108/casono/server/tokenizer/RawTokenType.java
@@ -0,0 +1,9 @@
+package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
+
+public enum RawTokenType {
+    WORD,
+    STRING,
+    SEPARATOR,
+    NEWLINE,
+    EOF
+}