fspl/fspl
fspl/fspl
1
0
Fork 0
Code Issues 16 Pull Requests Packages Projects 1 Releases 6 Wiki Activity

Lexer now records the width of tokens

Browse Source
This commit is contained in:
Sasha Koshka 2024-02-06 23:08:25 -05:00
parent 0133e87831
commit 28fa7321df
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
lexer/lexer.go
View File

@ -181,6 +181,12 @@ func (this *fsplLexer) nextInternal () (token Token, err error) {
}
}
defer func () {
newPos := this.pos()
newPos.End -- // TODO figure out why tf we have to do this
token.Position = token.Position.Union(newPos)
} ()
switch {
// Ident
case unicode.IsLower(this.rune):