From ff8f86e034621d2fb1424f8ec6ee259d2ad85e5a Mon Sep 17 00:00:00 2001 From: Sasha Koshka Date: Thu, 19 Sep 2024 09:40:00 -0400 Subject: [PATCH] 5 is the appears to be the sweet spot for average token len --- parse.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/parse.go b/parse.go index 6fc2eba..a424387 100644 --- a/parse.go +++ b/parse.go @@ -19,7 +19,7 @@ func parseString (text string) ([]runeLayout, []token) { } // alloc initial token slice - tokens := make([]token, 0, len(runes) / 3) + tokens := make([]token, 0, len(runes) / 5) var index int var startingIndex int