9d5407be13
Use this option when rebuilding indexes from scratch. In my small case (~17000 json documents), it reduces indexing from 520s to 250s. I did not add any test, short of forced indexing termination it only has performance effects, which are hard to test. And unknown options are currently ignored. Issue #240
127 lines
2.7 KiB
Go
127 lines
2.7 KiB
Go
// Copyright (c) 2014 Couchbase, Inc.
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file
|
|
// except in compliance with the License. You may obtain a copy of the License at
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the
|
|
// License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
|
|
// either express or implied. See the License for the specific language governing permissions
|
|
// and limitations under the License.
|
|
|
|
// Package boltdb implements a store.KVStore on top of BoltDB. It supports the
|
|
// following options:
|
|
//
|
|
// "bucket" (string): the name of BoltDB bucket to use, defaults to "bleve".
|
|
//
|
|
// "nosync" (bool): if true, set boltdb.DB.NoSync to true. It speeds up index
|
|
// operations in exchange of losing integrity guarantees if indexation aborts
|
|
// without closing the index. Use it when rebuilding indexes from zero.
|
|
package boltdb
|
|
|
|
import (
|
|
"fmt"
|
|
"sync"
|
|
|
|
"github.com/blevesearch/bleve/index/store"
|
|
"github.com/blevesearch/bleve/registry"
|
|
"github.com/boltdb/bolt"
|
|
)
|
|
|
|
const Name = "boltdb"
|
|
|
|
type Store struct {
|
|
path string
|
|
bucket string
|
|
db *bolt.DB
|
|
noSync bool
|
|
writer sync.Mutex
|
|
mo store.MergeOperator
|
|
}
|
|
|
|
func New(path string, bucket string) *Store {
|
|
rv := Store{
|
|
path: path,
|
|
bucket: bucket,
|
|
}
|
|
return &rv
|
|
}
|
|
|
|
func (bs *Store) Open() error {
|
|
|
|
var err error
|
|
bs.db, err = bolt.Open(bs.path, 0600, nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
bs.db.NoSync = bs.noSync
|
|
|
|
err = bs.db.Update(func(tx *bolt.Tx) error {
|
|
_, err := tx.CreateBucketIfNotExists([]byte(bs.bucket))
|
|
|
|
return err
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (bs *Store) SetMergeOperator(mo store.MergeOperator) {
|
|
bs.mo = mo
|
|
}
|
|
|
|
func (bs *Store) Close() error {
|
|
return bs.db.Close()
|
|
}
|
|
|
|
func (bs *Store) Reader() (store.KVReader, error) {
|
|
tx, err := bs.db.Begin(false)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &Reader{
|
|
store: bs,
|
|
tx: tx,
|
|
}, nil
|
|
}
|
|
|
|
func (bs *Store) Writer() (store.KVWriter, error) {
|
|
bs.writer.Lock()
|
|
tx, err := bs.db.Begin(true)
|
|
if err != nil {
|
|
bs.writer.Unlock()
|
|
return nil, err
|
|
}
|
|
reader := &Reader{
|
|
store: bs,
|
|
tx: tx,
|
|
}
|
|
return &Writer{
|
|
store: bs,
|
|
tx: tx,
|
|
reader: reader,
|
|
}, nil
|
|
}
|
|
|
|
func StoreConstructor(config map[string]interface{}) (store.KVStore, error) {
|
|
path, ok := config["path"].(string)
|
|
if !ok {
|
|
return nil, fmt.Errorf("must specify path")
|
|
}
|
|
|
|
bucket, ok := config["bucket"].(string)
|
|
if !ok {
|
|
bucket = "bleve"
|
|
}
|
|
|
|
noSync, _ := config["nosync"].(bool)
|
|
|
|
store := New(path, bucket)
|
|
store.noSync = noSync
|
|
return store, nil
|
|
}
|
|
|
|
func init() {
|
|
registry.RegisterKVStore(Name, StoreConstructor)
|
|
}
|