exception: fail if pattern is empty, name tokenizer in error
This commit is contained in:
parent
54a85fa96a
commit
f95f1d29a0
|
@ -111,6 +111,9 @@ func ExceptionsTokenizerConstructor(config map[string]interface{}, cache *regist
|
|||
if ok {
|
||||
exceptions = append(exceptions, aexceptions...)
|
||||
}
|
||||
if len(exceptions) == 0 {
|
||||
return nil, fmt.Errorf("no pattern found in 'exception' property")
|
||||
}
|
||||
exceptionPattern := strings.Join(exceptions, "|")
|
||||
r, err := regexp.Compile(exceptionPattern)
|
||||
if err != nil {
|
||||
|
|
|
@ -38,7 +38,7 @@ func (c TokenizerCache) TokenizerNamed(name string, cache *Cache) (analysis.Toke
|
|||
}
|
||||
tokenizer, err := tokenizerConstructor(nil, cache)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("error building tokenizer: %v", err)
|
||||
return nil, fmt.Errorf("error building tokenizer '%s': %v", name, err)
|
||||
}
|
||||
c[name] = tokenizer
|
||||
return tokenizer, nil
|
||||
|
@ -55,7 +55,7 @@ func (c TokenizerCache) DefineTokenizer(name string, typ string, config map[stri
|
|||
}
|
||||
tokenizer, err := tokenizerConstructor(config, cache)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("error building tokenizer: %v", err)
|
||||
return nil, fmt.Errorf("error building tokenizer '%s': %v", name, err)
|
||||
}
|
||||
c[name] = tokenizer
|
||||
return tokenizer, nil
|
||||
|
|
Loading…
Reference in New Issue