University-of-Basel-Studentprojects/Programmierprojekt
Archived
1
0
Fork 0
Code Issues 17 Pull Requests Actions Wiki Activity

Unit tests for Tokenizer and TokenClassifier #305

Merged
lars.winzer merged 3 commits from feat/4-create-unit-tests-for-server-side-tokenizer into main 2026-04-25 13:58:53 +02:00
Conversation 1 Commits 3 Files Changed 2
+11 -4
1 changed files with 11 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 2190fccd8f - Show all commits
src/test/java/ch/unibas/dmi/dbis/cs108/casono/server/network/protocol/parser/tokenizer/TokenizerTest.java
+11 -4
View File
@@ -149,7 +149,8 @@ class TokenizerTest {
@Test @Test
void testStringWithEscapedQuote() { void testStringWithEscapedQuote() {
List<RawToken> tokens = Tokenizer.tokenize("WONDERFUL_GREETING MSG='it\\'s a wonderful day'"); List<RawToken> tokens =
Tokenizer.tokenize("WONDERFUL_GREETING MSG='it\\'s a wonderful day'");
assertEquals(5, tokens.size()); assertEquals(5, tokens.size());
assertEquals(RawTokenType.STRING, tokens.get(3).type()); assertEquals(RawTokenType.STRING, tokens.get(3).type());
assertEquals("it's a wonderful day", tokens.get(3).value()); assertEquals("it's a wonderful day", tokens.get(3).value());
@@ -157,7 +158,10 @@ class TokenizerTest {
@Test @Test
void testStringWithWronglyEscapedQuote() { void testStringWithWronglyEscapedQuote() {
TokenizerException ex = assertThrows(TokenizerException.class, () -> Tokenizer.tokenize("WONDERFUL_GREETING MSG='it\'s a wonderful day'")); TokenizerException ex =
assertThrows(
TokenizerException.class,
() -> Tokenizer.tokenize("WONDERFUL_GREETING MSG='it\'s a wonderful day'"));
assertEquals("Unterminated string literal", ex.getMessage()); assertEquals("Unterminated string literal", ex.getMessage());
} }
@@ -181,7 +185,9 @@ class TokenizerTest {
@Test @Test
void testUnterminatedStringThrows() { void testUnterminatedStringThrows() {
TokenizerException ex = assertThrows(TokenizerException.class, () -> Tokenizer.tokenize("GREETING = 'unclosed")); TokenizerException ex =
assertThrows(
TokenizerException.class, () -> Tokenizer.tokenize("GREETING = 'unclosed"));
assertEquals(1, ex.getLine()); assertEquals(1, ex.getLine());
assertEquals(12, ex.getColumn()); assertEquals(12, ex.getColumn());
assertTrue(ex.getMessage().contains("Unterminated string literal")); assertTrue(ex.getMessage().contains("Unterminated string literal"));
@@ -189,7 +195,8 @@ class TokenizerTest {
@Test @Test
void testUnexpectedCharacterThrows() { void testUnexpectedCharacterThrows() {
TokenizerException ex = assertThrows(TokenizerException.class, () -> Tokenizer.tokenize("CMD @ KEY=VALUE")); TokenizerException ex =
assertThrows(TokenizerException.class, () -> Tokenizer.tokenize("CMD @ KEY=VALUE"));
assertTrue(ex.getMessage().contains("Unexpected character '@'")); assertTrue(ex.getMessage().contains("Unexpected character '@'"));
assertEquals(1, ex.getLine()); assertEquals(1, ex.getLine());
} }