gibheer
/
bleve
0
0
Fork 0
Code

scorch mem segment preallocs docMap/fieldLens with capacity 

The first time through, startNumFields should be 0, where there ought
to be more optimization assuming later docs have similar fields as the
first doc.
This commit is contained in:
Steve Yen 2018-01-15 11:52:18 -08:00
parent d777d7c365
commit e7bd6026eb
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
index/scorch/segment/mem/build.go
View File

@ -83,9 +83,12 @@ func NewFromAnalyzedDocs(results []*index.AnalysisResult) *Segment {
}
func (s *Segment) processDocument(result *index.AnalysisResult) {
startNumFields := len(s.FieldsMap)
// used to collate information across fields
docMap := map[uint16]analysis.TokenFrequencies{}
fieldLens := map[uint16]int{}
docMap := make(map[uint16]analysis.TokenFrequencies, startNumFields)
fieldLens := make(map[uint16]int, startNumFields)
docNum := uint64(s.addDocument())
processField := func(field uint16, name string, l int, tf analysis.TokenFrequencies) {