From ee9fa3a766aea9b3e5147cde8470a4e89a8d62a0 Mon Sep 17 00:00:00 2001 From: Sasha Koshka Date: Thu, 11 Aug 2022 12:53:20 -0500 Subject: [PATCH] Indentation tokens now carry their indentation level They are no longer stored in sequence --- lexer/lexer.go | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/lexer/lexer.go b/lexer/lexer.go index 81b2a34..c8eeebe 100644 --- a/lexer/lexer.go +++ b/lexer/lexer.go @@ -110,14 +110,18 @@ func (lexer *LexingOperation) tokenizeSymbolBeginning () (err error) { file.ErrorKindWarn) break } - + + indentLevel := 0 for lexer.char == '\t' { - lexer.addToken (Token { - kind: TokenKindIndent, - }) + indentLevel ++ err = lexer.nextRune() if err != nil { return } } + + lexer.addToken (Token { + kind: TokenKindIndent, + value: indentLevel, + }) case '\n': // line break lastLineEmpty := true