2014-04-17 22:55:53 +02:00
|
|
|
// Copyright (c) 2014 Couchbase, Inc.
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file
|
|
|
|
// except in compliance with the License. You may obtain a copy of the License at
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the
|
|
|
|
// License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
|
|
|
|
// either express or implied. See the License for the specific language governing permissions
|
|
|
|
// and limitations under the License.
|
2014-09-02 16:54:50 +02:00
|
|
|
|
2014-04-17 22:55:53 +02:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
2014-09-01 20:17:05 +02:00
|
|
|
"encoding/json"
|
2014-04-17 22:55:53 +02:00
|
|
|
"flag"
|
2014-08-15 19:12:55 +02:00
|
|
|
"fmt"
|
2014-04-17 22:55:53 +02:00
|
|
|
"log"
|
2015-10-23 18:57:13 +02:00
|
|
|
"os"
|
|
|
|
"strings"
|
2014-04-17 22:55:53 +02:00
|
|
|
|
2014-08-28 21:38:57 +02:00
|
|
|
"github.com/blevesearch/bleve"
|
2015-09-16 23:18:46 +02:00
|
|
|
_ "github.com/blevesearch/bleve/config"
|
2015-10-14 21:46:55 +02:00
|
|
|
_ "github.com/blevesearch/bleve/index/store/metrics"
|
2014-08-28 21:38:57 +02:00
|
|
|
"github.com/blevesearch/bleve/index/upside_down"
|
2014-04-17 22:55:53 +02:00
|
|
|
)
|
|
|
|
|
2014-08-20 22:58:20 +02:00
|
|
|
var indexPath = flag.String("index", "", "index path")
|
2014-04-17 22:55:53 +02:00
|
|
|
|
2015-10-23 18:57:13 +02:00
|
|
|
var fieldsOnly = flag.Bool("fields", false, "print only field definitions")
|
|
|
|
var docID = flag.String("docID", "", "print only rows related to specified document")
|
|
|
|
var mappingOnly = flag.Bool("mapping", false, "print only index mappings")
|
2016-06-10 19:01:29 +02:00
|
|
|
var dictionary = flag.String("dictionary", "", "print dictionary for this field")
|
|
|
|
var countOnly = flag.Bool("count", false, "print only doc count")
|
2014-05-09 22:37:04 +02:00
|
|
|
|
2014-04-17 22:55:53 +02:00
|
|
|
func main() {
|
2015-10-23 18:57:13 +02:00
|
|
|
flag.Usage = func() {
|
|
|
|
fmt.Fprintf(os.Stderr, strings.TrimSpace(`
|
|
|
|
bleve_dump prints the properties and binary representations of all rows in the
|
|
|
|
index specified by -index.
|
|
|
|
`)+"\n\n")
|
|
|
|
flag.PrintDefaults()
|
|
|
|
}
|
2014-04-17 22:55:53 +02:00
|
|
|
flag.Parse()
|
2015-10-23 18:57:13 +02:00
|
|
|
if len(flag.Args()) > 0 {
|
|
|
|
log.Fatalf("unexpected argument '%s', use -help to see possible options",
|
|
|
|
flag.Args()[0])
|
|
|
|
}
|
2014-08-20 22:58:20 +02:00
|
|
|
if *indexPath == "" {
|
|
|
|
log.Fatal("specify index to dump")
|
|
|
|
}
|
2014-04-17 22:55:53 +02:00
|
|
|
|
2014-08-20 22:58:20 +02:00
|
|
|
index, err := bleve.Open(*indexPath)
|
2014-04-17 22:55:53 +02:00
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
2015-04-07 17:42:46 +02:00
|
|
|
defer func() {
|
|
|
|
cerr := index.Close()
|
|
|
|
if cerr != nil {
|
|
|
|
log.Fatalf("error closing index: %v", err)
|
|
|
|
}
|
|
|
|
}()
|
2014-04-17 22:55:53 +02:00
|
|
|
|
2016-06-10 19:01:29 +02:00
|
|
|
if *countOnly {
|
|
|
|
count, err := index.DocCount()
|
|
|
|
if err != nil {
|
2016-06-10 19:13:15 +02:00
|
|
|
log.Fatalf("error getting doc count: %v", err)
|
2016-06-10 19:01:29 +02:00
|
|
|
}
|
|
|
|
fmt.Printf("doc count: %d\n", count)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2014-09-01 20:17:05 +02:00
|
|
|
if *mappingOnly {
|
2015-10-23 18:57:13 +02:00
|
|
|
if *docID != "" || *fieldsOnly {
|
|
|
|
log.Fatal("-mapping cannot be used with -docID or -fields")
|
|
|
|
}
|
2014-09-01 20:17:05 +02:00
|
|
|
mapping := index.Mapping()
|
|
|
|
jsonBytes, err := json.MarshalIndent(mapping, "", " ")
|
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
fmt.Printf("%s\n", jsonBytes)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2014-08-15 19:12:55 +02:00
|
|
|
var dumpChan chan interface{}
|
2014-09-04 01:32:27 +02:00
|
|
|
if *docID != "" {
|
2015-10-23 18:57:13 +02:00
|
|
|
if *fieldsOnly {
|
|
|
|
log.Fatal("-docID cannot be used with -fields")
|
|
|
|
}
|
2014-09-04 01:32:27 +02:00
|
|
|
dumpChan = index.DumpDoc(*docID)
|
2014-08-15 19:12:55 +02:00
|
|
|
} else if *fieldsOnly {
|
|
|
|
dumpChan = index.DumpFields()
|
2016-06-10 19:01:29 +02:00
|
|
|
} else if *dictionary != "" {
|
|
|
|
dumpDictionary(index, *dictionary)
|
|
|
|
return
|
2014-07-30 18:30:38 +02:00
|
|
|
} else {
|
2014-08-15 19:12:55 +02:00
|
|
|
dumpChan = index.DumpAll()
|
|
|
|
}
|
|
|
|
|
|
|
|
for rowOrErr := range dumpChan {
|
|
|
|
switch rowOrErr := rowOrErr.(type) {
|
|
|
|
case error:
|
|
|
|
log.Printf("error dumping: %v", rowOrErr)
|
|
|
|
case upside_down.UpsideDownCouchRow:
|
|
|
|
fmt.Printf("%v\n", rowOrErr)
|
|
|
|
fmt.Printf("Key: % -100x\nValue: % -100x\n\n", rowOrErr.Key(), rowOrErr.Value())
|
|
|
|
}
|
2014-07-30 18:30:38 +02:00
|
|
|
}
|
2014-04-17 22:55:53 +02:00
|
|
|
}
|
2016-06-10 19:01:29 +02:00
|
|
|
|
|
|
|
func dumpDictionary(index bleve.Index, field string) {
|
|
|
|
i, _, err := index.Advanced()
|
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
r, err := i.Reader()
|
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
d, err := r.FieldDict(field)
|
|
|
|
if err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
de, err := d.Next()
|
|
|
|
for err == nil && de != nil {
|
|
|
|
fmt.Printf("%s - %d\n", de.Term, de.Count)
|
|
|
|
de, err = d.Next()
|
|
|
|
}
|
|
|
|
}
|