Indentation tokens now carry their indentation level
They are no longer stored in sequence
This commit is contained in:
parent
471eb863f4
commit
ee9fa3a766
@ -110,14 +110,18 @@ func (lexer *LexingOperation) tokenizeSymbolBeginning () (err error) {
|
|||||||
file.ErrorKindWarn)
|
file.ErrorKindWarn)
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
|
|
||||||
|
indentLevel := 0
|
||||||
for lexer.char == '\t' {
|
for lexer.char == '\t' {
|
||||||
lexer.addToken (Token {
|
indentLevel ++
|
||||||
kind: TokenKindIndent,
|
|
||||||
})
|
|
||||||
err = lexer.nextRune()
|
err = lexer.nextRune()
|
||||||
if err != nil { return }
|
if err != nil { return }
|
||||||
}
|
}
|
||||||
|
|
||||||
|
lexer.addToken (Token {
|
||||||
|
kind: TokenKindIndent,
|
||||||
|
value: indentLevel,
|
||||||
|
})
|
||||||
case '\n':
|
case '\n':
|
||||||
// line break
|
// line break
|
||||||
lastLineEmpty := true
|
lastLineEmpty := true
|
||||||
|
Reference in New Issue
Block a user