fspl/arf
fspl/arf
Archived
1
1
Fork 0
Code Issues 7 Pull Requests Packages Projects Releases Wiki Activity

Added basic escape sequences to string parser

Browse Source
This commit is contained in:
Sasha Koshka 2022-08-11 04:05:55 -05:00
parent 4d73fa4b83
commit a0d5b3a1a2
2 changed files with 32 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lexer/lexer_test.go
View File

@ -36,7 +36,7 @@ func TestTokenizeAll (test *testing.T) {
Token { kind: TokenKindInt, value: int64(-349820394) }, Token { kind: TokenKindInt, value: int64(-349820394) },
Token { kind: TokenKindUInt, value: uint64(932748397) }, Token { kind: TokenKindUInt, value: uint64(932748397) },
Token { kind: TokenKindFloat, value: 239485.37520 }, Token { kind: TokenKindFloat, value: 239485.37520 },
Token { kind: TokenKindString, value: "hello world\n" }, Token { kind: TokenKindString, value: "hello world!\n" },
Token { kind: TokenKindRune, value: 'E' }, Token { kind: TokenKindRune, value: 'E' },
Token { kind: TokenKindName, value: "helloWorld" }, Token { kind: TokenKindName, value: "helloWorld" },
Token { kind: TokenKindColon }, Token { kind: TokenKindColon },

32
lexer/text.go
View File

@ -2,6 +2,19 @@ package lexer
import "github.com/sashakoshka/arf/file" import "github.com/sashakoshka/arf/file"
var escapeSequenceMap = map[rune] rune {
'a': '\x07',
'b': '\x08',
'f': '\x0c',
'n': '\x0a',
'r': '\x0d',
't': '\x09',
'v': '\x0b',
'\'': '\'',
'"': '"',
'\\': '\\',
}
func (lexer *LexingOperation) tokenizeString (isRuneLiteral bool) (err error) { func (lexer *LexingOperation) tokenizeString (isRuneLiteral bool) (err error) {
err = lexer.nextRune() err = lexer.nextRune()
if err != nil { return } if err != nil { return }