In this initial commit, following are included:

util classes from AA
Lexer code extracted from the Parse class.

This is all draft as likely to change as we start creating the AST parser.

1 files changed, 33 insertions, 0 deletions

diff --git a/src/test/java/com/seaofnodes/simple/lexer/TestLexer.java b/src/test/java/com/seaofnodes/simple/lexer/TestLexer.java
new file mode 100644
index 00000000..335bcf5e
--- /dev/null
+++ b/src/test/java/com/seaofnodes/simple/lexer/TestLexer.java
@@ -0,0 +1,33 @@
+/**
+ * DO NOT REMOVE COPYRIGHT NOTICES OR THIS HEADER.
+ *
+ * Contributor(s):
+ *
+ * The Initial Developer of the Original Software is Cliff Click.
+ *
+ * This file is part of the Sea Of Nodes Simple Programming language
+ * implementation. See https://github.com/SeaOfNodes/Simple
+ *
+ * The contents of this file are subject to the terms of the
+ * Apache License Version 2 (the "APL"). You may not use this
+ * file except in compliance with the License. A copy of the
+ * APL may be obtained from:
+ * http://www.apache.org/licenses/LICENSE-2.0
+ */
+
+package com.seaofnodes.simple.lexer;
+
+import org.junit.jupiter.api.Assertions;
+import org.junit.jupiter.api.Test;
+
+public class TestLexer {
+
+    @Test
+    public void testLexLineComment()
+    {
+        final String source = "//a comment\nx";
+        Lexer lexer = new Lexer("test", source);
+        String token = lexer.token();
+        Assertions.assertEquals("x", token);
+    }
+}