5aa9e95468
index id's are now opaque (until finally returned to top-level user) - the TermFieldDoc's returned by TermFieldReader no longer contain doc id - instead they return an opaque IndexInternalID - items returned are still in the "natural index order" - but that is no longer guaranteed to be "doc id order" - correct behavior requires that they all follow the same order - but not any particular order - new API FinalizeDocID which converts index internal ID's to public string ID - APIs used internally which previously took doc id now take IndexInternalID - that is DocumentFieldTerms() and DocumentFieldTermsForFields() - however, APIs that are used externally do not reflect this change - that is Document() - DocumentIDReader follows the same changes, but this is less obvious - behavior clarified, used to iterate doc ids, BUT NOT in doc id order - method STILL available to iterate doc ids in range - but again, you won't get them in any meaningful order - new method to iterate actual doc ids from list of possible ids - this was introduced to make the DocIDSearcher continue working searchers now work with the new opaque index internal doc ids - they return new DocumentMatchInternal (which does not have string ID) scorerers also work with these opaque index internal doc ids - they return DocumentMatchInternal (which does not have string ID) collectors now also perform a final step of converting the final result - they STILL return traditional DocumentMatch (with string ID) - but they now also require an IndexReader (so that they can do the conversion)
128 lines
3.2 KiB
Go
128 lines
3.2 KiB
Go
// Copyright (c) 2015 Couchbase, Inc.
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file
|
|
// except in compliance with the License. You may obtain a copy of the License at
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the
|
|
// License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
|
|
// either express or implied. See the License for the specific language governing permissions
|
|
// and limitations under the License.
|
|
|
|
package searchers
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/blevesearch/bleve/document"
|
|
"github.com/blevesearch/bleve/index"
|
|
"github.com/blevesearch/bleve/index/store/gtreap"
|
|
"github.com/blevesearch/bleve/index/upside_down"
|
|
)
|
|
|
|
func testDocIDSearcher(t *testing.T, indexed, searched, wanted []string) {
|
|
analysisQueue := index.NewAnalysisQueue(1)
|
|
i, err := upside_down.NewUpsideDownCouch(gtreap.Name, nil, analysisQueue)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
err = i.Open()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
for _, id := range indexed {
|
|
err = i.Update(&document.Document{
|
|
ID: id,
|
|
Fields: []document.Field{
|
|
document.NewTextField("desc", []uint64{}, []byte("beer")),
|
|
},
|
|
})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
indexReader, err := i.Reader()
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
defer func() {
|
|
err := indexReader.Close()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}()
|
|
|
|
searcher, err := NewDocIDSearcher(indexReader, searched, 1.0, false)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer func() {
|
|
err := searcher.Close()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}()
|
|
|
|
// Check the sequence
|
|
for i, id := range wanted {
|
|
m, err := searcher.Next(nil)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !upside_down.InternalId(id).Equals(m.ID) {
|
|
t.Fatalf("expected %v at position %v, got %v", id, i, m.ID)
|
|
}
|
|
}
|
|
m, err := searcher.Next(nil)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if m != nil {
|
|
t.Fatalf("expected nil past the end of the sequence, got %v", m.ID)
|
|
}
|
|
|
|
// Check seeking
|
|
for _, id := range wanted {
|
|
if len(id) != 2 {
|
|
t.Fatalf("expected identifier must be 2 characters long, got %v", id)
|
|
}
|
|
before := id[:1]
|
|
for _, target := range []string{before, id} {
|
|
m, err := searcher.Advance(upside_down.InternalId(target), nil)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if m == nil || !m.ID.Equals(upside_down.InternalId(id)) {
|
|
t.Fatalf("advancing to %v returned %v instead of %v", before, m, id)
|
|
}
|
|
}
|
|
}
|
|
// Seek after the end of the sequence
|
|
after := "zzz"
|
|
m, err = searcher.Advance(upside_down.InternalId(after), nil)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if m != nil {
|
|
t.Fatalf("advancing past the end of the sequence should return nil, got %v", m)
|
|
}
|
|
}
|
|
|
|
func TestDocIDSearcherEmptySearchEmptyIndex(t *testing.T) {
|
|
testDocIDSearcher(t, nil, nil, nil)
|
|
}
|
|
|
|
func TestDocIDSearcherEmptyIndex(t *testing.T) {
|
|
testDocIDSearcher(t, nil, []string{"aa", "bb"}, nil)
|
|
}
|
|
|
|
func TestDocIDSearcherEmptySearch(t *testing.T) {
|
|
testDocIDSearcher(t, []string{"aa", "bb"}, nil, nil)
|
|
}
|
|
|
|
func TestDocIDSearcherValid(t *testing.T) {
|
|
// Test missing, out of order and duplicate inputs
|
|
testDocIDSearcher(t, []string{"aa", "bb", "cc"},
|
|
[]string{"ee", "bb", "aa", "bb"},
|
|
[]string{"aa", "bb"})
|
|
}
|