diff --git a/analysis/tokenizers/regexp_tokenizer/regexp_tokenizer_test.go b/analysis/tokenizers/regexp_tokenizer/regexp_tokenizer_test.go index eef0d77f..f6bc1a3c 100644 --- a/analysis/tokenizers/regexp_tokenizer/regexp_tokenizer_test.go +++ b/analysis/tokenizers/regexp_tokenizer/regexp_tokenizer_test.go @@ -43,6 +43,10 @@ func TestBoundary(t *testing.T) { }, }, }, + { + []byte(""), + analysis.TokenStream{}, + }, } for _, test := range tests {