Add server-side tokenizer #185

Merged
lars.winzer merged 16 commits from feat/tokenizer into main 2026-03-15 13:52:51 +01:00
6 changed files with 12 additions and 5 deletions
Showing only changes of commit 2af3fe7c35 - Show all commits
@@ -1,4 +1,4 @@
package ch.unibas.dmi.dbis.cs108.casono.common.tokenizer;
package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
import java.util.ArrayList;
import java.util.List;
@@ -0,0 +1,7 @@
package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
public class Test {
public static void main(String[] args) {
System.out.println(Tokenizer.tokenize("ARG=12"));
}
}
@@ -1,4 +1,4 @@
package ch.unibas.dmi.dbis.cs108.casono.common.tokenizer;
package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
/** Represents a token in the tokenizer. */
public record Token(TokenType type, String value, int line, int column) {}
@@ -1,4 +1,4 @@
package ch.unibas.dmi.dbis.cs108.casono.common.tokenizer;
package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
/** Enumeration of token types used in the tokenizer. */
public enum TokenType {
@@ -1,4 +1,4 @@
package ch.unibas.dmi.dbis.cs108.casono.common.tokenizer;
package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
import java.util.List;
@@ -1,4 +1,4 @@
package ch.unibas.dmi.dbis.cs108.casono.common.tokenizer;
package ch.unibas.dmi.dbis.cs108.casono.server.tokenizer;
/** Exception thrown during tokenization. */
public class TokenizerException extends RuntimeException {