Added unit test for lexer

2022-08-10 11:28:29 -04:00
parent 245798f33d
commit 3f16d34aa1
6 changed files with 56 additions and 4 deletions
--- a/tests/parser/all
+++ b/tests/parser/all
@@ -0,0 +1,6 @@
+# normal tokens
+--- rn rr nw -> 239 -120 + - / * -- ++ [{[skadjsk 2039.32]}] 0x5FC2D
+"skdjlsakdj" '\n'
+
+# erroneous tokens (poorly spaced)
+---rnrrnw->239-120+-/*--++
--- a/tests/parser/indent
+++ b/tests/parser/indent
@@ -0,0 +1,7 @@
+line1
+	line2   	   
+				line3
+	    	
+line4
+
+	line5