diff --git a/src/main/java/dev/akre/test/Tokenizer.java b/src/main/java/dev/akre/test/Tokenizer.java index 0e66bc0..04d0402 100644 --- a/src/main/java/dev/akre/test/Tokenizer.java +++ b/src/main/java/dev/akre/test/Tokenizer.java @@ -119,9 +119,11 @@ boolean quoted() { "| # OR\n" + "'(?:\\\\\\\\'|[^'])*' # 2. Characters (Single quotes, allowing escaped \\\')\n" + "| # OR\n" + - "[a-zA-Z0-9_$]+ # 3. Words (Identifiers, Numbers, Keywords)\n" + + "[0-9]+\\.[0-9]+ # 3. Decimal Numbers\n" + "| # OR\n" + - "[^a-zA-Z0-9_$\\s] # 4. Symbols (Everything else except whitespace)") + "[a-zA-Z0-9_$]+ # 4. Words (Identifiers, Numbers, Keywords)\n" + + "| # OR\n" + + "[^a-zA-Z0-9_$\\s] # 5. Symbols (Everything else except whitespace)") ); /** diff --git a/src/test/java/dev/akre/test/LexicalAssertTest.java b/src/test/java/dev/akre/test/LexicalAssertTest.java index 2a3de93..71ceabd 100644 --- a/src/test/java/dev/akre/test/LexicalAssertTest.java +++ b/src/test/java/dev/akre/test/LexicalAssertTest.java @@ -7,6 +7,13 @@ public class LexicalAssertTest { + @Test + public void testDecimal() { + assertThrows(AssertionFailedError.class, + () -> LexicalAssert.assertStructuralEquals(Tokenizer.JAVA_CODE, "2.5", "2 . 5")); + + } + @Test public void testSuccessfulComparison() { String expected = "public class Foo { }";