Test now prints out list of tokens

This commit is contained in:
2022-08-10 15:02:08 -04:00
parent 2220b95cd2
commit 040e14d27c
3 changed files with 92 additions and 2 deletions

View File

@@ -13,6 +13,12 @@ func TestTokenizeAll (test *testing.T) {
}
tokens, err := Tokenize(file)
// print all tokens
for _, token := range tokens {
test.Log("got token:", token.Describe())
}
test.Log("resulting error:")
test.Log(err.Error())
if err == nil {