Indentation tokens now carry their indentation level

They are no longer stored in sequence
This commit is contained in:
Sasha Koshka 2022-08-11 12:53:20 -05:00
parent 471eb863f4
commit ee9fa3a766
1 changed files with 8 additions and 4 deletions

View File

@ -110,14 +110,18 @@ func (lexer *LexingOperation) tokenizeSymbolBeginning () (err error) {
file.ErrorKindWarn) file.ErrorKindWarn)
break break
} }
indentLevel := 0
for lexer.char == '\t' { for lexer.char == '\t' {
lexer.addToken (Token { indentLevel ++
kind: TokenKindIndent,
})
err = lexer.nextRune() err = lexer.nextRune()
if err != nil { return } if err != nil { return }
} }
lexer.addToken (Token {
kind: TokenKindIndent,
value: indentLevel,
})
case '\n': case '\n':
// line break // line break
lastLineEmpty := true lastLineEmpty := true