Added unit test for lexer

2022-08-10 11:28:29 -04:00
parent 245798f33d
commit 3f16d34aa1
6 changed files with 56 additions and 4 deletions
--- a/lexer/lexer.go
+++ b/lexer/lexer.go
@@ -79,6 +79,7 @@ func (lexer *LexingOperation) tokenizeSymbolBeginning () (err error) {
 		}
 	case '\n':
 		// line break
+		// TODO: if last line was blank, (ony whitespace) discard.
 		lexer.addToken (Token {
 			kind: TokenKindNewline,
 		})