2017-12-01 21:42:50 +01:00
|
|
|
// Copyright (c) 2017 Couchbase, Inc.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2017-09-29 18:42:37 +02:00
|
|
|
package scorch
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
|
|
|
|
"github.com/blevesearch/bleve/index"
|
|
|
|
"github.com/blevesearch/bleve/index/scorch/segment"
|
|
|
|
)
|
|
|
|
|
|
|
|
type IndexSnapshotTermFieldReader struct {
|
2017-12-11 21:47:41 +01:00
|
|
|
term []byte
|
2017-09-29 18:42:37 +02:00
|
|
|
snapshot *IndexSnapshot
|
|
|
|
postings []segment.PostingsList
|
|
|
|
iterators []segment.PostingsIterator
|
|
|
|
segmentOffset int
|
|
|
|
includeFreq bool
|
|
|
|
includeNorm bool
|
|
|
|
includeTermVectors bool
|
2017-12-11 21:47:41 +01:00
|
|
|
currPosting segment.Posting
|
|
|
|
currID index.IndexInternalID
|
2017-09-29 18:42:37 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (i *IndexSnapshotTermFieldReader) Next(preAlloced *index.TermFieldDoc) (*index.TermFieldDoc, error) {
|
|
|
|
rv := preAlloced
|
|
|
|
if rv == nil {
|
|
|
|
rv = &index.TermFieldDoc{}
|
|
|
|
}
|
|
|
|
// find the next hit
|
|
|
|
for i.segmentOffset < len(i.postings) {
|
2017-12-05 00:06:06 +01:00
|
|
|
next, err := i.iterators[i.segmentOffset].Next()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2017-09-29 18:42:37 +02:00
|
|
|
if next != nil {
|
|
|
|
// make segment number into global number by adding offset
|
|
|
|
globalOffset := i.snapshot.offsets[i.segmentOffset]
|
|
|
|
nnum := next.Number()
|
2017-12-15 20:54:52 +01:00
|
|
|
rv.ID = docNumberToBytes(rv.ID, nnum+globalOffset)
|
2017-12-11 21:47:41 +01:00
|
|
|
i.postingToTermFieldDoc(next, rv)
|
|
|
|
|
|
|
|
i.currID = rv.ID
|
|
|
|
i.currPosting = next
|
2017-09-29 18:42:37 +02:00
|
|
|
return rv, nil
|
|
|
|
}
|
|
|
|
i.segmentOffset++
|
|
|
|
}
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
2017-12-11 21:47:41 +01:00
|
|
|
func (i *IndexSnapshotTermFieldReader) postingToTermFieldDoc(next segment.Posting, rv *index.TermFieldDoc) {
|
|
|
|
if i.includeFreq {
|
|
|
|
rv.Freq = next.Frequency()
|
|
|
|
}
|
|
|
|
if i.includeNorm {
|
|
|
|
rv.Norm = next.Norm()
|
|
|
|
}
|
|
|
|
if i.includeTermVectors {
|
|
|
|
locs := next.Locations()
|
|
|
|
rv.Vectors = make([]*index.TermFieldVector, len(locs))
|
|
|
|
for i, loc := range locs {
|
|
|
|
rv.Vectors[i] = &index.TermFieldVector{
|
|
|
|
Start: loc.Start(),
|
|
|
|
End: loc.End(),
|
|
|
|
Pos: loc.Pos(),
|
|
|
|
ArrayPositions: loc.ArrayPositions(),
|
|
|
|
Field: loc.Field(),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-09-29 18:42:37 +02:00
|
|
|
func (i *IndexSnapshotTermFieldReader) Advance(ID index.IndexInternalID, preAlloced *index.TermFieldDoc) (*index.TermFieldDoc, error) {
|
2017-12-11 21:47:41 +01:00
|
|
|
// first make sure we aren't already pointing at the right thing, (due to way searchers work)
|
|
|
|
if i.currPosting != nil && bytes.Compare(i.currID, ID) >= 0 {
|
|
|
|
rv := preAlloced
|
|
|
|
if rv == nil {
|
|
|
|
rv = &index.TermFieldDoc{}
|
|
|
|
}
|
|
|
|
rv.ID = i.currID
|
|
|
|
i.postingToTermFieldDoc(i.currPosting, rv)
|
|
|
|
return rv, nil
|
|
|
|
}
|
2017-09-29 18:42:37 +02:00
|
|
|
// FIXME do something better
|
|
|
|
next, err := i.Next(preAlloced)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if next == nil {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
for bytes.Compare(next.ID, ID) < 0 {
|
|
|
|
next, err = i.Next(preAlloced)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if next == nil {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return next, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (i *IndexSnapshotTermFieldReader) Count() uint64 {
|
|
|
|
var rv uint64
|
|
|
|
for _, posting := range i.postings {
|
|
|
|
rv += posting.Count()
|
|
|
|
}
|
|
|
|
return rv
|
|
|
|
}
|
|
|
|
|
|
|
|
func (i *IndexSnapshotTermFieldReader) Close() error {
|
|
|
|
return nil
|
|
|
|
}
|