3eb63a887b
stop words can be loaded from files/bytes, closes #19 stop words loaded for large list of languages, closes #20 defined language specific analyzers for as much as possible right now, closes #21 opened new issues for some of the remaining gaps
27 lines
702 B
Go
27 lines
702 B
Go
package stop_words_filter
|
|
|
|
import (
|
|
"reflect"
|
|
"testing"
|
|
)
|
|
|
|
func TestStopWordsLoadFile(t *testing.T) {
|
|
stopWordsMap := make(StopWordsMap, 0)
|
|
stopWordsMap.LoadFile("test_stop_words.txt")
|
|
|
|
expectedStopWords := make(StopWordsMap, 0)
|
|
expectedStopWords.AddWord("marty")
|
|
expectedStopWords.AddWord("steve")
|
|
expectedStopWords.AddWord("dustin")
|
|
expectedStopWords.AddWord("siri")
|
|
expectedStopWords.AddWord("multiple")
|
|
expectedStopWords.AddWord("words")
|
|
expectedStopWords.AddWord("with")
|
|
expectedStopWords.AddWord("different")
|
|
expectedStopWords.AddWord("whitespace")
|
|
|
|
if !reflect.DeepEqual(stopWordsMap, expectedStopWords) {
|
|
t.Errorf("expected %#v, got %#v", expectedStopWords, stopWordsMap)
|
|
}
|
|
}
|