0
0

added test case clarifying whitespace tokenizer on empty input

This commit is contained in:
Marty Schoch 2014-08-19 10:43:52 -04:00
parent a08a7f5b2a
commit b48dc87afa

View File

@ -43,6 +43,10 @@ func TestBoundary(t *testing.T) {
}, },
}, },
}, },
{
[]byte(""),
analysis.TokenStream{},
},
} }
for _, test := range tests { for _, test := range tests {