// Copyright (c) 2014 Couchbase, Inc. // Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file // except in compliance with the License. You may obtain a copy of the License at // http://www.apache.org/licenses/LICENSE-2.0 // Unless required by applicable law or agreed to in writing, software distributed under the // License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, // either express or implied. See the License for the specific language governing permissions // and limitations under the License. package index import ( "encoding/json" "fmt" "github.com/blevesearch/bleve/document" ) type Index interface { Open() error Close() error DocCount() (uint64, error) Update(doc *document.Document) error Delete(id string) error Batch(batch *Batch) error SetInternal(key, val []byte) error DeleteInternal(key []byte) error DumpAll() chan interface{} DumpDoc(id string) chan interface{} DumpFields() chan interface{} Reader() (IndexReader, error) Stats() json.Marshaler } type IndexReader interface { TermFieldReader(term []byte, field string) (TermFieldReader, error) DocIDReader(start, end string) (DocIDReader, error) FieldDict(field string) (FieldDict, error) FieldDictRange(field string, startTerm []byte, endTerm []byte) (FieldDict, error) FieldDictPrefix(field string, termPrefix []byte) (FieldDict, error) Document(id string) (*document.Document, error) DocumentFieldTerms(id string) (FieldTerms, error) Fields() ([]string, error) GetInternal(key []byte) ([]byte, error) DocCount() uint64 Close() error } type FieldTerms map[string][]string type TermFieldVector struct { Field string ArrayPositions []uint64 Pos uint64 Start uint64 End uint64 } type TermFieldDoc struct { Term string ID string Freq uint64 Norm float64 Vectors []*TermFieldVector } type TermFieldReader interface { Next() (*TermFieldDoc, error) Advance(ID string) (*TermFieldDoc, error) Count() uint64 Close() error } type DictEntry struct { Term string Count uint64 } type FieldDict interface { Next() (*DictEntry, error) Close() error } type DocIDReader interface { Next() (string, error) Advance(ID string) (string, error) Close() error } type Batch struct { IndexOps map[string]*document.Document InternalOps map[string][]byte } func NewBatch() *Batch { return &Batch{ IndexOps: make(map[string]*document.Document), InternalOps: make(map[string][]byte), } } func (b *Batch) Update(doc *document.Document) { b.IndexOps[doc.ID] = doc } func (b *Batch) Delete(id string) { b.IndexOps[id] = nil } func (b *Batch) SetInternal(key, val []byte) { b.InternalOps[string(key)] = val } func (b *Batch) DeleteInternal(key []byte) { b.InternalOps[string(key)] = nil } func (b *Batch) String() string { rv := fmt.Sprintf("Batch (%d ops, %d internal ops)\n", len(b.IndexOps), len(b.InternalOps)) for k, v := range b.IndexOps { if v != nil { rv += fmt.Sprintf("\tINDEX - '%s'\n", k) } else { rv += fmt.Sprintf("\tDELETE - '%s'\n", k) } } for k, v := range b.InternalOps { if v != nil { rv += fmt.Sprintf("\tSET INTERNAL - '%s'\n", k) } else { rv += fmt.Sprintf("\tDELETE INTERNAL - '%s'\n", k) } } return rv } func (b *Batch) Reset() { for k, _ := range b.IndexOps { delete(b.IndexOps, k) } for k, _ := range b.InternalOps { delete(b.InternalOps, k) } }