diff options
Diffstat (limited to 'src/tokenizer.go')
| -rw-r--r-- | src/tokenizer.go | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/tokenizer.go b/src/tokenizer.go index 208d79e9..6485dedc 100644 --- a/src/tokenizer.go +++ b/src/tokenizer.go @@ -238,7 +238,7 @@ func Transform(tokens []Token, withNth []Range) []Token { for _, part := range parts { output.WriteString(part.ToString()) } - merged = util.ToChars([]byte(output.String())) + merged = util.ToChars(output.Bytes()) } var prefixLength int32 |