diff options
Diffstat (limited to 'src/tokenizer_test.go')
| -rw-r--r-- | src/tokenizer_test.go | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/tokenizer_test.go b/src/tokenizer_test.go index 06603ae9..61017b8c 100644 --- a/src/tokenizer_test.go +++ b/src/tokenizer_test.go @@ -43,7 +43,7 @@ func TestParseRange(t *testing.T) { func TestTokenize(t *testing.T) { // AWK-style input := " abc: def: ghi " - tokens := Tokenize([]rune(input), nil) + tokens := Tokenize([]rune(input), Delimiter{}) if string(tokens[0].text) != "abc: " || tokens[0].prefixLength != 2 { t.Errorf("%s", tokens) } @@ -58,7 +58,7 @@ func TestTokenize(t *testing.T) { func TestTransform(t *testing.T) { input := " abc: def: ghi: jkl" { - tokens := Tokenize([]rune(input), nil) + tokens := Tokenize([]rune(input), Delimiter{}) { ranges := splitNth("1,2,3") tx := Transform(tokens, ranges) |