2014-04-17 22:55:53 +02:00
|
|
|
// Copyright (c) 2014 Couchbase, Inc.
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file
|
|
|
|
// except in compliance with the License. You may obtain a copy of the License at
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the
|
|
|
|
// License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
|
|
|
|
// either express or implied. See the License for the specific language governing permissions
|
|
|
|
// and limitations under the License.
|
2014-09-02 16:54:50 +02:00
|
|
|
|
2014-04-17 22:55:53 +02:00
|
|
|
package index
|
|
|
|
|
|
|
|
import (
|
2014-10-02 20:12:22 +02:00
|
|
|
"encoding/json"
|
|
|
|
|
2014-08-28 21:38:57 +02:00
|
|
|
"github.com/blevesearch/bleve/document"
|
2014-04-17 22:55:53 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
type Index interface {
|
|
|
|
Open() error
|
2014-10-31 14:40:23 +01:00
|
|
|
Close() error
|
2014-04-17 22:55:53 +02:00
|
|
|
|
2014-10-31 14:40:23 +01:00
|
|
|
DocCount() (uint64, error)
|
2014-09-12 23:21:35 +02:00
|
|
|
|
2014-04-17 22:55:53 +02:00
|
|
|
Update(doc *document.Document) error
|
|
|
|
Delete(id string) error
|
2014-10-31 14:40:23 +01:00
|
|
|
Batch(batch *Batch) error
|
2014-04-17 22:55:53 +02:00
|
|
|
|
2014-09-12 23:21:35 +02:00
|
|
|
SetInternal(key, val []byte) error
|
|
|
|
DeleteInternal(key []byte) error
|
|
|
|
|
|
|
|
DumpAll() chan interface{}
|
|
|
|
DumpDoc(id string) chan interface{}
|
|
|
|
DumpFields() chan interface{}
|
|
|
|
|
2014-10-31 14:40:23 +01:00
|
|
|
Reader() (IndexReader, error)
|
2014-10-02 20:12:22 +02:00
|
|
|
|
|
|
|
Stats() json.Marshaler
|
2014-09-12 23:21:35 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
type IndexReader interface {
|
2014-04-17 22:55:53 +02:00
|
|
|
TermFieldReader(term []byte, field string) (TermFieldReader, error)
|
2014-09-04 01:53:59 +02:00
|
|
|
DocIDReader(start, end string) (DocIDReader, error)
|
2014-04-17 22:55:53 +02:00
|
|
|
|
2015-03-10 21:22:19 +01:00
|
|
|
FieldDict(field string) (FieldDict, error)
|
|
|
|
FieldDictRange(field string, startTerm []byte, endTerm []byte) (FieldDict, error)
|
|
|
|
FieldDictPrefix(field string, termPrefix []byte) (FieldDict, error)
|
2014-08-07 19:45:39 +02:00
|
|
|
|
2014-06-26 17:43:13 +02:00
|
|
|
Document(id string) (*document.Document, error)
|
2014-08-11 17:03:29 +02:00
|
|
|
DocumentFieldTerms(id string) (FieldTerms, error)
|
2014-06-26 17:43:13 +02:00
|
|
|
|
2014-07-31 17:47:36 +02:00
|
|
|
Fields() ([]string, error)
|
|
|
|
|
2014-08-14 03:14:47 +02:00
|
|
|
GetInternal(key []byte) ([]byte, error)
|
|
|
|
|
2014-09-12 23:21:35 +02:00
|
|
|
DocCount() uint64
|
|
|
|
|
2015-03-06 20:46:29 +01:00
|
|
|
Close() error
|
2014-04-17 22:55:53 +02:00
|
|
|
}
|
|
|
|
|
2014-08-11 17:03:29 +02:00
|
|
|
type FieldTerms map[string][]string
|
|
|
|
|
2014-04-17 22:55:53 +02:00
|
|
|
type TermFieldVector struct {
|
|
|
|
Field string
|
|
|
|
Pos uint64
|
|
|
|
Start uint64
|
|
|
|
End uint64
|
|
|
|
}
|
|
|
|
|
|
|
|
type TermFieldDoc struct {
|
2014-08-07 19:45:39 +02:00
|
|
|
Term string
|
2014-04-17 22:55:53 +02:00
|
|
|
ID string
|
|
|
|
Freq uint64
|
|
|
|
Norm float64
|
|
|
|
Vectors []*TermFieldVector
|
|
|
|
}
|
|
|
|
|
|
|
|
type TermFieldReader interface {
|
|
|
|
Next() (*TermFieldDoc, error)
|
|
|
|
Advance(ID string) (*TermFieldDoc, error)
|
|
|
|
Count() uint64
|
2015-03-06 20:46:29 +01:00
|
|
|
Close() error
|
2014-04-17 22:55:53 +02:00
|
|
|
}
|
2014-07-11 20:24:28 +02:00
|
|
|
|
2015-03-10 21:22:19 +01:00
|
|
|
type DictEntry struct {
|
|
|
|
Term string
|
|
|
|
Count uint64
|
|
|
|
}
|
|
|
|
|
|
|
|
type FieldDict interface {
|
|
|
|
Next() (*DictEntry, error)
|
2015-03-06 20:46:29 +01:00
|
|
|
Close() error
|
2014-08-07 19:45:39 +02:00
|
|
|
}
|
|
|
|
|
2014-09-04 01:53:59 +02:00
|
|
|
type DocIDReader interface {
|
2014-07-11 20:24:28 +02:00
|
|
|
Next() (string, error)
|
|
|
|
Advance(ID string) (string, error)
|
2015-03-06 20:46:29 +01:00
|
|
|
Close() error
|
2014-07-11 20:24:28 +02:00
|
|
|
}
|
2014-08-11 22:27:18 +02:00
|
|
|
|
2014-10-31 14:40:23 +01:00
|
|
|
type Batch struct {
|
|
|
|
IndexOps map[string]*document.Document
|
|
|
|
InternalOps map[string][]byte
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewBatch() *Batch {
|
|
|
|
return &Batch{
|
|
|
|
IndexOps: make(map[string]*document.Document),
|
|
|
|
InternalOps: make(map[string][]byte),
|
|
|
|
}
|
|
|
|
}
|
2014-08-11 22:27:18 +02:00
|
|
|
|
2014-10-31 14:40:23 +01:00
|
|
|
func (b Batch) Update(doc *document.Document) {
|
|
|
|
b.IndexOps[doc.ID] = doc
|
2014-08-11 22:27:18 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (b Batch) Delete(id string) {
|
2014-10-31 14:40:23 +01:00
|
|
|
b.IndexOps[id] = nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b Batch) SetInternal(key, val []byte) {
|
|
|
|
b.InternalOps[string(key)] = val
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b Batch) DeleteInternal(key []byte) {
|
|
|
|
b.InternalOps[string(key)] = nil
|
2014-08-11 22:27:18 +02:00
|
|
|
}
|