You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
325 lines
10 KiB
325 lines
10 KiB
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
#include "db/version_set.h"
|
|
#include "util/logging.h"
|
|
#include "util/testharness.h"
|
|
#include "util/testutil.h"
|
|
|
|
namespace leveldb {
|
|
|
|
class FindFileTest {
|
|
public:
|
|
std::vector<FileMetaData*> files_;
|
|
bool disjoint_sorted_files_;
|
|
|
|
FindFileTest() : disjoint_sorted_files_(true) { }
|
|
|
|
~FindFileTest() {
|
|
for (int i = 0; i < files_.size(); i++) {
|
|
delete files_[i];
|
|
}
|
|
}
|
|
|
|
void Add(const char* smallest, const char* largest,
|
|
SequenceNumber smallest_seq = 100,
|
|
SequenceNumber largest_seq = 100) {
|
|
FileMetaData* f = new FileMetaData;
|
|
f->number = files_.size() + 1;
|
|
f->smallest = InternalKey(smallest, smallest_seq, kTypeValue);
|
|
f->largest = InternalKey(largest, largest_seq, kTypeValue);
|
|
files_.push_back(f);
|
|
}
|
|
|
|
int Find(const char* key) {
|
|
InternalKey target(key, 100, kTypeValue);
|
|
InternalKeyComparator cmp(BytewiseComparator());
|
|
return FindFile(cmp, files_, target.Encode());
|
|
}
|
|
|
|
bool Overlaps(const char* smallest, const char* largest) {
|
|
InternalKeyComparator cmp(BytewiseComparator());
|
|
Slice s(smallest != nullptr ? smallest : "");
|
|
Slice l(largest != nullptr ? largest : "");
|
|
return SomeFileOverlapsRange(cmp, disjoint_sorted_files_, files_,
|
|
(smallest != nullptr ? &s : nullptr),
|
|
(largest != nullptr ? &l : nullptr));
|
|
}
|
|
};
|
|
|
|
TEST(FindFileTest, Empty) {
|
|
ASSERT_EQ(0, Find("foo"));
|
|
ASSERT_TRUE(! Overlaps("a", "z"));
|
|
ASSERT_TRUE(! Overlaps(nullptr, "z"));
|
|
ASSERT_TRUE(! Overlaps("a", nullptr));
|
|
ASSERT_TRUE(! Overlaps(nullptr, nullptr));
|
|
}
|
|
|
|
TEST(FindFileTest, Single) {
|
|
Add("p", "q");
|
|
ASSERT_EQ(0, Find("a"));
|
|
ASSERT_EQ(0, Find("p"));
|
|
ASSERT_EQ(0, Find("p1"));
|
|
ASSERT_EQ(0, Find("q"));
|
|
ASSERT_EQ(1, Find("q1"));
|
|
ASSERT_EQ(1, Find("z"));
|
|
|
|
ASSERT_TRUE(! Overlaps("a", "b"));
|
|
ASSERT_TRUE(! Overlaps("z1", "z2"));
|
|
ASSERT_TRUE(Overlaps("a", "p"));
|
|
ASSERT_TRUE(Overlaps("a", "q"));
|
|
ASSERT_TRUE(Overlaps("a", "z"));
|
|
ASSERT_TRUE(Overlaps("p", "p1"));
|
|
ASSERT_TRUE(Overlaps("p", "q"));
|
|
ASSERT_TRUE(Overlaps("p", "z"));
|
|
ASSERT_TRUE(Overlaps("p1", "p2"));
|
|
ASSERT_TRUE(Overlaps("p1", "z"));
|
|
ASSERT_TRUE(Overlaps("q", "q"));
|
|
ASSERT_TRUE(Overlaps("q", "q1"));
|
|
|
|
ASSERT_TRUE(! Overlaps(nullptr, "j"));
|
|
ASSERT_TRUE(! Overlaps("r", nullptr));
|
|
ASSERT_TRUE(Overlaps(nullptr, "p"));
|
|
ASSERT_TRUE(Overlaps(nullptr, "p1"));
|
|
ASSERT_TRUE(Overlaps("q", nullptr));
|
|
ASSERT_TRUE(Overlaps(nullptr, nullptr));
|
|
}
|
|
|
|
|
|
TEST(FindFileTest, Multiple) {
|
|
Add("150", "200");
|
|
Add("200", "250");
|
|
Add("300", "350");
|
|
Add("400", "450");
|
|
ASSERT_EQ(0, Find("100"));
|
|
ASSERT_EQ(0, Find("150"));
|
|
ASSERT_EQ(0, Find("151"));
|
|
ASSERT_EQ(0, Find("199"));
|
|
ASSERT_EQ(0, Find("200"));
|
|
ASSERT_EQ(1, Find("201"));
|
|
ASSERT_EQ(1, Find("249"));
|
|
ASSERT_EQ(1, Find("250"));
|
|
ASSERT_EQ(2, Find("251"));
|
|
ASSERT_EQ(2, Find("299"));
|
|
ASSERT_EQ(2, Find("300"));
|
|
ASSERT_EQ(2, Find("349"));
|
|
ASSERT_EQ(2, Find("350"));
|
|
ASSERT_EQ(3, Find("351"));
|
|
ASSERT_EQ(3, Find("400"));
|
|
ASSERT_EQ(3, Find("450"));
|
|
ASSERT_EQ(4, Find("451"));
|
|
|
|
ASSERT_TRUE(! Overlaps("100", "149"));
|
|
ASSERT_TRUE(! Overlaps("251", "299"));
|
|
ASSERT_TRUE(! Overlaps("451", "500"));
|
|
ASSERT_TRUE(! Overlaps("351", "399"));
|
|
|
|
ASSERT_TRUE(Overlaps("100", "150"));
|
|
ASSERT_TRUE(Overlaps("100", "200"));
|
|
ASSERT_TRUE(Overlaps("100", "300"));
|
|
ASSERT_TRUE(Overlaps("100", "400"));
|
|
ASSERT_TRUE(Overlaps("100", "500"));
|
|
ASSERT_TRUE(Overlaps("375", "400"));
|
|
ASSERT_TRUE(Overlaps("450", "450"));
|
|
ASSERT_TRUE(Overlaps("450", "500"));
|
|
}
|
|
|
|
TEST(FindFileTest, MultipleNullBoundaries) {
|
|
Add("150", "200");
|
|
Add("200", "250");
|
|
Add("300", "350");
|
|
Add("400", "450");
|
|
ASSERT_TRUE(! Overlaps(nullptr, "149"));
|
|
ASSERT_TRUE(! Overlaps("451", nullptr));
|
|
ASSERT_TRUE(Overlaps(nullptr, nullptr));
|
|
ASSERT_TRUE(Overlaps(nullptr, "150"));
|
|
ASSERT_TRUE(Overlaps(nullptr, "199"));
|
|
ASSERT_TRUE(Overlaps(nullptr, "200"));
|
|
ASSERT_TRUE(Overlaps(nullptr, "201"));
|
|
ASSERT_TRUE(Overlaps(nullptr, "400"));
|
|
ASSERT_TRUE(Overlaps(nullptr, "800"));
|
|
ASSERT_TRUE(Overlaps("100", nullptr));
|
|
ASSERT_TRUE(Overlaps("200", nullptr));
|
|
ASSERT_TRUE(Overlaps("449", nullptr));
|
|
ASSERT_TRUE(Overlaps("450", nullptr));
|
|
}
|
|
|
|
TEST(FindFileTest, OverlapSequenceChecks) {
|
|
Add("200", "200", 5000, 3000);
|
|
ASSERT_TRUE(! Overlaps("199", "199"));
|
|
ASSERT_TRUE(! Overlaps("201", "300"));
|
|
ASSERT_TRUE(Overlaps("200", "200"));
|
|
ASSERT_TRUE(Overlaps("190", "200"));
|
|
ASSERT_TRUE(Overlaps("200", "210"));
|
|
}
|
|
|
|
TEST(FindFileTest, OverlappingFiles) {
|
|
Add("150", "600");
|
|
Add("400", "500");
|
|
disjoint_sorted_files_ = false;
|
|
ASSERT_TRUE(! Overlaps("100", "149"));
|
|
ASSERT_TRUE(! Overlaps("601", "700"));
|
|
ASSERT_TRUE(Overlaps("100", "150"));
|
|
ASSERT_TRUE(Overlaps("100", "200"));
|
|
ASSERT_TRUE(Overlaps("100", "300"));
|
|
ASSERT_TRUE(Overlaps("100", "400"));
|
|
ASSERT_TRUE(Overlaps("100", "500"));
|
|
ASSERT_TRUE(Overlaps("375", "400"));
|
|
ASSERT_TRUE(Overlaps("450", "450"));
|
|
ASSERT_TRUE(Overlaps("450", "500"));
|
|
ASSERT_TRUE(Overlaps("450", "700"));
|
|
ASSERT_TRUE(Overlaps("600", "700"));
|
|
}
|
|
|
|
void AddBoundaryInputs(const InternalKeyComparator &icmp,
|
|
const std::vector<FileMetaData *> &levelFiles,
|
|
std::vector<FileMetaData *> *compactionFiles);
|
|
|
|
class AddBoundaryInputsTest {
|
|
public:
|
|
std::vector<FileMetaData *> levelFiles_;
|
|
std::vector<FileMetaData *> compactionFiles_;
|
|
std::vector<FileMetaData *> allFiles_;
|
|
InternalKeyComparator icmp_;
|
|
|
|
AddBoundaryInputsTest() : icmp_(BytewiseComparator()){};
|
|
|
|
~AddBoundaryInputsTest() {
|
|
for (size_t i = 0; i < allFiles_.size(); ++i) {
|
|
delete allFiles_[i];
|
|
}
|
|
allFiles_.clear();
|
|
};
|
|
|
|
FileMetaData *CreateFileMetaData(uint64_t number, InternalKey smallest,
|
|
InternalKey largest) {
|
|
FileMetaData *f = new FileMetaData();
|
|
f->number = number;
|
|
f->smallest = smallest;
|
|
f->largest = largest;
|
|
allFiles_.push_back(f);
|
|
return f;
|
|
}
|
|
};
|
|
|
|
TEST(AddBoundaryInputsTest, TestEmptyFileSets) {
|
|
AddBoundaryInputs(icmp_, levelFiles_, &compactionFiles_);
|
|
ASSERT_TRUE(compactionFiles_.empty());
|
|
ASSERT_TRUE(levelFiles_.empty());
|
|
}
|
|
|
|
TEST(AddBoundaryInputsTest, TestEmptyLevelFiles) {
|
|
FileMetaData *f1 =
|
|
CreateFileMetaData(1, InternalKey("100", 2, kTypeValue),
|
|
InternalKey(InternalKey("100", 1, kTypeValue)));
|
|
compactionFiles_.push_back(f1);
|
|
|
|
AddBoundaryInputs(icmp_, levelFiles_, &compactionFiles_);
|
|
ASSERT_EQ(1, compactionFiles_.size());
|
|
ASSERT_EQ(f1, compactionFiles_[0]);
|
|
ASSERT_TRUE(levelFiles_.empty());
|
|
}
|
|
|
|
TEST(AddBoundaryInputsTest, TestEmptyCompactionFiles) {
|
|
FileMetaData *f1 =
|
|
CreateFileMetaData(1, InternalKey("100", 2, kTypeValue),
|
|
InternalKey(InternalKey("100", 1, kTypeValue)));
|
|
levelFiles_.push_back(f1);
|
|
|
|
AddBoundaryInputs(icmp_, levelFiles_, &compactionFiles_);
|
|
ASSERT_TRUE(compactionFiles_.empty());
|
|
ASSERT_EQ(1, levelFiles_.size());
|
|
ASSERT_EQ(f1, levelFiles_[0]);
|
|
}
|
|
|
|
TEST(AddBoundaryInputsTest, TestNoBoundaryFiles) {
|
|
FileMetaData *f1 =
|
|
CreateFileMetaData(1, InternalKey("100", 2, kTypeValue),
|
|
InternalKey(InternalKey("100", 1, kTypeValue)));
|
|
FileMetaData *f2 =
|
|
CreateFileMetaData(1, InternalKey("200", 2, kTypeValue),
|
|
InternalKey(InternalKey("200", 1, kTypeValue)));
|
|
FileMetaData *f3 =
|
|
CreateFileMetaData(1, InternalKey("300", 2, kTypeValue),
|
|
InternalKey(InternalKey("300", 1, kTypeValue)));
|
|
|
|
levelFiles_.push_back(f3);
|
|
levelFiles_.push_back(f2);
|
|
levelFiles_.push_back(f1);
|
|
compactionFiles_.push_back(f2);
|
|
compactionFiles_.push_back(f3);
|
|
|
|
AddBoundaryInputs(icmp_, levelFiles_, &compactionFiles_);
|
|
ASSERT_EQ(2, compactionFiles_.size());
|
|
}
|
|
|
|
TEST(AddBoundaryInputsTest, TestOneBoundaryFiles) {
|
|
FileMetaData *f1 =
|
|
CreateFileMetaData(1, InternalKey("100", 3, kTypeValue),
|
|
InternalKey(InternalKey("100", 2, kTypeValue)));
|
|
FileMetaData *f2 =
|
|
CreateFileMetaData(1, InternalKey("100", 1, kTypeValue),
|
|
InternalKey(InternalKey("200", 3, kTypeValue)));
|
|
FileMetaData *f3 =
|
|
CreateFileMetaData(1, InternalKey("300", 2, kTypeValue),
|
|
InternalKey(InternalKey("300", 1, kTypeValue)));
|
|
|
|
levelFiles_.push_back(f3);
|
|
levelFiles_.push_back(f2);
|
|
levelFiles_.push_back(f1);
|
|
compactionFiles_.push_back(f1);
|
|
|
|
AddBoundaryInputs(icmp_, levelFiles_, &compactionFiles_);
|
|
ASSERT_EQ(2, compactionFiles_.size());
|
|
ASSERT_EQ(f1, compactionFiles_[0]);
|
|
ASSERT_EQ(f2, compactionFiles_[1]);
|
|
}
|
|
|
|
TEST(AddBoundaryInputsTest, TestTwoBoundaryFiles) {
|
|
FileMetaData *f1 =
|
|
CreateFileMetaData(1, InternalKey("100", 6, kTypeValue),
|
|
InternalKey(InternalKey("100", 5, kTypeValue)));
|
|
FileMetaData *f2 =
|
|
CreateFileMetaData(1, InternalKey("100", 2, kTypeValue),
|
|
InternalKey(InternalKey("300", 1, kTypeValue)));
|
|
FileMetaData *f3 =
|
|
CreateFileMetaData(1, InternalKey("100", 4, kTypeValue),
|
|
InternalKey(InternalKey("100", 3, kTypeValue)));
|
|
|
|
levelFiles_.push_back(f2);
|
|
levelFiles_.push_back(f3);
|
|
levelFiles_.push_back(f1);
|
|
compactionFiles_.push_back(f1);
|
|
|
|
AddBoundaryInputs(icmp_, levelFiles_, &compactionFiles_);
|
|
ASSERT_EQ(3, compactionFiles_.size());
|
|
ASSERT_EQ(f1, compactionFiles_[0]);
|
|
ASSERT_EQ(f3, compactionFiles_[1]);
|
|
ASSERT_EQ(f2, compactionFiles_[2]);
|
|
}
|
|
|
|
TEST(AddBoundaryInputsTest, TestDisjoinFilePointers) {
|
|
FileMetaData *f1 = CreateFileMetaData(1, InternalKey("100", 6, kTypeValue), InternalKey(InternalKey("100", 5, kTypeValue)));
|
|
FileMetaData *f2 = CreateFileMetaData(1, InternalKey("100", 6, kTypeValue), InternalKey(InternalKey("100", 5, kTypeValue)));
|
|
FileMetaData *f3 = CreateFileMetaData(1, InternalKey("100", 2, kTypeValue), InternalKey(InternalKey("300", 1, kTypeValue)));
|
|
FileMetaData *f4 = CreateFileMetaData(1, InternalKey("100", 4, kTypeValue), InternalKey(InternalKey("100", 3, kTypeValue)));
|
|
|
|
levelFiles_.push_back(f2);
|
|
levelFiles_.push_back(f3);
|
|
levelFiles_.push_back(f4);
|
|
|
|
compactionFiles_.push_back(f1);
|
|
|
|
AddBoundaryInputs(icmp_, levelFiles_, &compactionFiles_);
|
|
ASSERT_EQ(3, compactionFiles_.size());
|
|
ASSERT_EQ(f1, compactionFiles_[0]);
|
|
ASSERT_EQ(f4, compactionFiles_[1]);
|
|
ASSERT_EQ(f3, compactionFiles_[2]);
|
|
}
|
|
|
|
} // namespace leveldb
|
|
|
|
int main(int argc, char** argv) {
|
|
return leveldb::test::RunAllTests();
|
|
}
|