Added support for hex, octal, and unicode escape sequences

2022-08-11 12:39:49 -05:00
parent f7a823687e
commit 71157122d6
3 changed files with 106 additions and 27 deletions
--- a/lexer/lexer_test.go
+++ b/lexer/lexer_test.go
@@ -133,5 +133,7 @@ func TestTokenizeText (test *testing.T) {
 		Token { kind: TokenKindRune, value: '"'  },
 		Token { kind: TokenKindRune, value: '\\' },
 		Token { kind: TokenKindNewline },
+		Token { kind: TokenKindString, value: "hello world \x40\u0040\U00000040!" },
+		Token { kind: TokenKindNewline },
 	}, test)
 }