// Copyright (c) 2015 Couchbase, Inc. // Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file // except in compliance with the License. You may obtain a copy of the License at // http://www.apache.org/licenses/LICENSE-2.0 // Unless required by applicable law or agreed to in writing, software distributed under the // License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, // either express or implied. See the License for the specific language governing permissions // and limitations under the License. package firestorm import ( "testing" "github.com/blevesearch/bleve/index" "github.com/blevesearch/bleve/index/store/inmem" ) func TestGarbageCleanup(t *testing.T) { kv, err := inmem.New() if err != nil { t.Fatal(err) } aq := index.NewAnalysisQueue(1) f := NewFirestorm(kv, aq) err = kv.Open() if err != nil { t.Fatal(err) } kvwriter, err := f.store.Writer() if err != nil { t.Fatal(err) } rows := []struct { row index.IndexRow garbage bool }{ // needed for warmup to work {NewFieldRow(0, IDFieldName), false}, // 3 documents, with 2 older versions {NewTermFreqRow(0, nil, []byte("a"), 1, 0, 0.0, nil), true}, {NewTermFreqRow(0, nil, []byte("a"), 2, 0, 0.0, nil), false}, {NewTermFreqRow(0, nil, []byte("b"), 3, 0, 0.0, nil), false}, {NewTermFreqRow(0, nil, []byte("c"), 4, 0, 0.0, nil), true}, {NewTermFreqRow(0, nil, []byte("c"), 5, 0, 0.0, nil), false}, // additional records for these docs which should be removed {NewTermFreqRow(1, []byte("cat"), []byte("a"), 1, 3, 2.0, nil), true}, {NewTermFreqRow(1, []byte("cat"), []byte("c"), 4, 1, 1.0, nil), true}, {NewStoredRow([]byte("a"), 1, 1, nil, []byte("tcat")), true}, {NewStoredRow([]byte("c"), 4, 1, nil, []byte("tcat")), true}, } for _, row := range rows { err = kvwriter.Set(row.row.Key(), row.row.Value()) if err != nil { t.Fatal(err) } } // warmup ensures that deletedDocNums is seeded correctly err = f.warmup(kvwriter) if err != nil { t.Fatal(err) } err = kvwriter.Close() if err != nil { t.Fatal(err) } // now invoke garbage collector cleanup manually f.garbageCollector.cleanup() // assert that garbage rows are gone reader, err := f.store.Reader() if err != nil { t.Fatal(err) } for _, row := range rows { v, err := reader.Get(row.row.Key()) if err != nil { t.Fatal(err) } if v != nil && row.garbage { t.Errorf("garbage row not deleted, key: %s", row.row.Key()) } if v == nil && !row.garbage { t.Errorf("non-garbage row deleted, key: %s", row.row.Key()) } } err = reader.Close() if err != nil { t.Fatal(err) } // assert that deletedDocsNumbers size is 0 if f.compensator.GarbageCount() != 0 { t.Errorf("expected deletedDocsNumbers size to be 0, got %d", f.compensator.GarbageCount()) } }