diff --git a/lexer/lexer_test.go b/lexer/lexer_test.go index 4885e1a..742ea5b 100644 --- a/lexer/lexer_test.go +++ b/lexer/lexer_test.go @@ -137,3 +137,21 @@ func TestTokenizeText (test *testing.T) { Token { kind: TokenKindNewline }, }, test) } + +func TestTokenizeIndent (test *testing.T) { + checkTokenSlice("../tests/lexer/indent", []Token { + Token { kind: TokenKindName, value: "line1" }, + Token { kind: TokenKindNewline }, + Token { kind: TokenKindIndent, value: 1 }, + Token { kind: TokenKindName, value: "line2" }, + Token { kind: TokenKindNewline }, + Token { kind: TokenKindIndent, value: 4 }, + Token { kind: TokenKindName, value: "line3" }, + Token { kind: TokenKindNewline }, + Token { kind: TokenKindName, value: "line4" }, + Token { kind: TokenKindNewline }, + Token { kind: TokenKindIndent, value: 2 }, + Token { kind: TokenKindName, value: "line5" }, + Token { kind: TokenKindNewline }, + }, test) +} diff --git a/tests/lexer/indent b/tests/lexer/indent index 5089313..1f9d311 100644 --- a/tests/lexer/indent +++ b/tests/lexer/indent @@ -4,4 +4,4 @@ line1 line4 - line5 + line5