sashakoshka/arf
Archived
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Added new test for string and rune literals (which it passes)

Browse Source
This commit is contained in:
Sasha Koshka 2022-08-11 12:12:41 -05:00
parent 4f37715a8c
commit f7a823687e
3 changed files with 23 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
lexer/lexer_test.go
View File

@ -117,3 +117,21 @@ func TestTokenizeNumbers (test *testing.T) {
Token { kind: TokenKindNewline }, Token { kind: TokenKindNewline },
}, test) }, test)
} }
func TestTokenizeText (test *testing.T) {
checkTokenSlice("../tests/lexer/text", []Token {
Token { kind: TokenKindString, value: "hello world!\a\b\f\n\r\t\v'\"\\" },
Token { kind: TokenKindNewline },
Token { kind: TokenKindRune, value: '\a' },
Token { kind: TokenKindRune, value: '\b' },
Token { kind: TokenKindRune, value: '\f' },
Token { kind: TokenKindRune, value: '\n' },
Token { kind: TokenKindRune, value: '\r' },
Token { kind: TokenKindRune, value: '\t' },
Token { kind: TokenKindRune, value: '\v' },
Token { kind: TokenKindRune, value: '\'' },
Token { kind: TokenKindRune, value: '"' },
Token { kind: TokenKindRune, value: '\\' },
Token { kind: TokenKindNewline },
}, test)
}

2
lexer/numbers.go
View File

@ -101,6 +101,8 @@ func (lexer *LexingOperation) tokenizeNumber (
if err != nil { return } if err != nil { return }
} }
// TODO: increase accuracy of this so that TestTokenizeNumbers is
// passed.
if lexer.char == '.' { if lexer.char == '.' {
isFloat = true isFloat = true
err = lexer.nextRune() err = lexer.nextRune()

2
tests/lexer/text Normal file
View File

@ -0,0 +1,2 @@
"hello world!\a\b\f\n\r\t\v\'\"\\"
'\a' '\b' '\f' '\n' '\r' '\t' '\v' '\'' '\"' '\\'