Added a comma token

This commit is contained in:
Sasha Koshka
2022-08-15 14:50:09 -04:00
parent 608162fa92
commit 8b28fe5a4c
4 changed files with 10 additions and 1 deletions

View File

@@ -179,6 +179,11 @@ func (lexer *LexingOperation) tokenizeSymbolBeginning () (err error) {
token.kind = TokenKindDot
lexer.addToken(token)
err = lexer.nextRune()
case ',':
token := lexer.newToken()
token.kind = TokenKindComma
lexer.addToken(token)
err = lexer.nextRune()
case '[':
token := lexer.newToken()
token.kind = TokenKindLBracket