#1 忽略ttl的存在,使得程序能够顺利运行

Merged
李度 merged 9 commits from cyq into main 1 month ago
  1. +1
    -0
      CMakeLists.txt
  2. +20
    -0
      db/builder.cc
  3. +70
    -6
      db/db_impl.cc
  4. +1
    -0
      db/db_impl.h
  5. +3
    -0
      db/db_test.cc
  6. +14
    -10
      db/dbformat.cc
  7. +5
    -1
      db/dbformat.h
  8. +40
    -2
      db/memtable.cc
  9. +1
    -1
      db/repair.cc
  10. +2
    -0
      db/skiplist.h
  11. +9
    -1
      db/version_edit.cc
  12. +9
    -2
      db/version_edit.h
  13. +5
    -1
      db/version_set.cc
  14. +2
    -0
      db/version_set.h
  15. +3
    -0
      port/port.h
  16. +11
    -0
      table/block.cc
  17. +1
    -0
      test/db_test2.cc
  18. +4
    -4
      test/ttl_mmtable_test.cc
  19. +32
    -24
      test/ttl_test.cc

+ 1
- 0
CMakeLists.txt View File

@ -107,6 +107,7 @@ configure_file(
include_directories(
"${PROJECT_BINARY_DIR}/include"
"."
"./third_party/googletest/googletest/include/"
)
if(BUILD_SHARED_LIBS)

+ 20
- 0
db/builder.cc View File

@ -28,12 +28,32 @@ Status BuildTable(const std::string& dbname, Env* env, const Options& options,
return s;
}
time_t nowTime;
time(&nowTime);
assert(nowTime > 0);
TableBuilder* builder = new TableBuilder(options, file);
meta->smallest.DecodeFrom(iter->key());
Slice key;
ParsedInternalKey parsed;
meta->smallest_deadtime = UINT64_MAX;
meta->largest_deadtime = 0;
for (; iter->Valid(); iter->Next()) {
key = iter->key();
builder->Add(key, iter->value());
//在构建sstable文件的时候,记录当前文件的生存期最大和最小值,
//这里要注意internalkey和metadata中对于没有生存期的表示的转换
ParseInternalKey(key,&parsed);
if(parsed.deadTime == 0) parsed.deadTime = UINT64_MAX;
if(parsed.deadTime < nowTime) {
static int count = 0;
if(count % 1000 == 0) {
std::cout<<"count "<<count++<<" drop dead in L0: "<<parsed.user_key.ToString()<<" "<<parsed.deadTime<<std::endl;
}
continue;
}
meta->smallest_deadtime = std::min(meta->smallest_deadtime,parsed.deadTime);
meta->largest_deadtime = std::max(meta->largest_deadtime,parsed.deadTime);
}
if (!key.empty()) {
meta->largest.DecodeFrom(key);

+ 70
- 6
db/db_impl.cc View File

@ -52,11 +52,12 @@ struct DBImpl::Writer {
};
struct DBImpl::CompactionState {
// Files produced by compaction
// Files produced by compaction 这里的改动和filemetadata对应
struct Output {
uint64_t number;
uint64_t file_size;
InternalKey smallest, largest;
uint64_t smallest_deadtime,largest_deadtime;
};
Output* current_output() { return &outputs[outputs.size() - 1]; }
@ -536,7 +537,7 @@ Status DBImpl::WriteLevel0Table(MemTable* mem, VersionEdit* edit,
level = base->PickLevelForMemTableOutput(min_user_key, max_user_key);
}
edit->AddFile(level, meta.number, meta.file_size, meta.smallest,
meta.largest);
meta.largest,meta.smallest_deadtime,meta.largest_deadtime);
}
CompactionStats stats;
@ -590,6 +591,7 @@ void DBImpl::CompactRange(const Slice* begin, const Slice* end) {
}
}
}
// max_level_with_files = config::kNumLevels - 1; //TODO:强制合并所有level中的sst,但是这么做不是很优雅
TEST_CompactMemTable(); // TODO(sanjay): Skip if memtable does not overlap
for (int level = 0; level < max_level_with_files; level++) {
TEST_CompactRange(level, begin, end);
@ -704,6 +706,31 @@ void DBImpl::BackgroundCall() {
background_work_finished_signal_.SignalAll();
}
bool DBImpl::RemoveExpireTable() {
bool remove = false;
VersionEdit edit;
time_t nowTime;
time(&nowTime);
Version *base = versions_->current();
base->Ref();
for(int level = 0; level < config::kNumLevels; level ++) {
const std::vector<FileMetaData*> &files = versions_->current()->Files(level);
for(auto meta:files) {
if(meta->largest_deadtime < nowTime) {
remove = true;
edit.RemoveFile(level,meta->number);
std::cout<<"remove file : "<<meta->number<<" from level : "<<level<<" deadtime : "<<meta->largest_deadtime<<std::endl;
}
}
}
if(remove) {
versions_->LogAndApply(&edit,&mutex_);
// RemoveObsoleteFiles();
}
base->Unref();
return remove;
}
void DBImpl::BackgroundCompaction() {
mutex_.AssertHeld();
@ -712,6 +739,10 @@ void DBImpl::BackgroundCompaction() {
return;
}
if(RemoveExpireTable()) {
return;
}
Compaction* c;
bool is_manual = (manual_compaction_ != nullptr);
InternalKey manual_end;
@ -740,7 +771,7 @@ void DBImpl::BackgroundCompaction() {
FileMetaData* f = c->input(0, 0);
c->edit()->RemoveFile(c->level(), f->number);
c->edit()->AddFile(c->level() + 1, f->number, f->file_size, f->smallest,
f->largest);
f->largest,f->smallest_deadtime,f->largest_deadtime);
status = versions_->LogAndApply(c->edit(), &mutex_);
if (!status.ok()) {
RecordBackgroundError(status);
@ -814,6 +845,8 @@ Status DBImpl::OpenCompactionOutputFile(CompactionState* compact) {
out.number = file_number;
out.smallest.Clear();
out.largest.Clear();
out.smallest_deadtime = UINT64_MAX;
out.largest_deadtime = 0;
compact->outputs.push_back(out);
mutex_.Unlock();
}
@ -889,7 +922,7 @@ Status DBImpl::InstallCompactionResults(CompactionState* compact) {
for (size_t i = 0; i < compact->outputs.size(); i++) {
const CompactionState::Output& out = compact->outputs[i];
compact->compaction->edit()->AddFile(level + 1, out.number, out.file_size,
out.smallest, out.largest);
out.smallest, out.largest,out.smallest_deadtime,out.largest_deadtime);
}
return versions_->LogAndApply(compact->compaction->edit(), &mutex_);
}
@ -948,11 +981,20 @@ Status DBImpl::DoCompactionWork(CompactionState* compact) {
// Handle key/value, add to state, etc.
bool drop = false;
time_t nowTime;
time(&nowTime);
if (!ParseInternalKey(key, &ikey)) {
// Do not hide error keys
current_user_key.clear();
has_current_user_key = false;
last_sequence_for_key = kMaxSequenceNumber;
} else if(ikey.deadTime != 0 && ikey.deadTime < nowTime){
static int count = 0;
if(count % 1000 == 0) {
std::cout<<"count "<<count<<" drop dead in Compaction: "<<ikey.user_key.ToString()<<" "<<ikey.deadTime<<std::endl;
count ++;
}
drop = true;
} else {
if (!has_current_user_key ||
user_comparator()->Compare(ikey.user_key, Slice(current_user_key)) !=
@ -978,7 +1020,6 @@ Status DBImpl::DoCompactionWork(CompactionState* compact) {
// Therefore this deletion marker is obsolete and can be dropped.
drop = true;
}
last_sequence_for_key = ikey.sequence;
}
#if 0
@ -990,7 +1031,6 @@ Status DBImpl::DoCompactionWork(CompactionState* compact) {
compact->compaction->IsBaseLevelForKey(ikey.user_key),
(int)last_sequence_for_key, (int)compact->smallest_snapshot);
#endif
if (!drop) {
// Open output file if necessary
if (compact->builder == nullptr) {
@ -1003,6 +1043,17 @@ Status DBImpl::DoCompactionWork(CompactionState* compact) {
compact->current_output()->smallest.DecodeFrom(key);
}
compact->current_output()->largest.DecodeFrom(key);
ParsedInternalKey parsed;
ParseInternalKey(key,&parsed);
uint64_t &smallest_deadtime = compact->current_output()->smallest_deadtime;
uint64_t &largest_deadtime = compact->current_output()->largest_deadtime;
if(parsed.deadTime == 0) {
smallest_deadtime = UINT64_MAX;
}
smallest_deadtime = std::min(smallest_deadtime,parsed.deadTime);
largest_deadtime = std::max(largest_deadtime,parsed.deadTime);
compact->builder->Add(key, input->value());
// Close output file if it is big enough
@ -1206,6 +1257,11 @@ Status DBImpl::Put(const WriteOptions& o, const Slice& key,
return DB::Put(o, key, val, ttl);
}
// Status DBImpl::Put(const WriteOptions& options, const Slice& key,
// const Slice& value, uint64_t ttl) {
// return DB::Put(options,key,value,ttl);
// }
Status DBImpl::Delete(const WriteOptions& options, const Slice& key) {
return DB::Delete(options, key);
}
@ -1500,6 +1556,14 @@ Status DB::Put(const WriteOptions& opt, const Slice& key,
return Write(opt, &batch);
}
// //为了通过编译,忽略ttl
// Status DB::Put(const WriteOptions& options, const Slice& key,
// const Slice& value, uint64_t ttl) {
// WriteBatch batch;
// batch.Put(key, value);
// return Write(options, &batch);
// }
Status DB::Delete(const WriteOptions& opt, const Slice& key) {
WriteBatch batch;
batch.Delete(key);

+ 1
- 0
db/db_impl.h View File

@ -145,6 +145,7 @@ class DBImpl : public DB {
EXCLUSIVE_LOCKS_REQUIRED(mutex_);
Status DoCompactionWork(CompactionState* compact)
EXCLUSIVE_LOCKS_REQUIRED(mutex_);
bool RemoveExpireTable(); //if remove some table thne return true otherwise return false
Status OpenCompactionOutputFile(CompactionState* compact);
Status FinishCompactionOutputFile(CompactionState* compact, Iterator* input);

+ 3
- 0
db/db_test.cc View File

@ -2117,6 +2117,9 @@ class ModelDB : public DB {
Status Put(const WriteOptions& o, const Slice& k, const Slice& v, uint64_t ttl = 0) override {
return DB::Put(o, k, v, ttl);
}
// Status Put(const WriteOptions& o, const Slice& k,const Slice& v,uint64_t ttl) {
// return DB::Put(o,k,v);
// }
Status Delete(const WriteOptions& o, const Slice& key) override {
return DB::Delete(o, key);
}

+ 14
- 10
db/dbformat.cc View File

@ -75,16 +75,18 @@ int InternalKeyComparator::Compare(const Slice& akey, const Slice& bkey) const {
r = -1;
return r;
}
const uint64_t atime = DecodeFixed64(akey.data() + akey.size() - 16);
const uint64_t btime = DecodeFixed64(bkey.data() + bkey.size() - 16);
//原本应该找到了,新加判断
if((btag & 0b100) && (atag & 0b10)){ //一个是查询键,另一个有ttl
const uint64_t atime = DecodeFixed64(akey.data() + akey.size() - 16);
const uint64_t btime = DecodeFixed64(bkey.data() + bkey.size() - 16);
if(atime <= btime){//过期了继续找
r = -1;
return r;
}
}
// if((btag & 0b100) && (atag & 0b10)){ //一个是查询键,另一个有ttl
// const uint64_t atime = DecodeFixed64(akey.data() + akey.size() - 16);
// const uint64_t btime = DecodeFixed64(bkey.data() + bkey.size() - 16);
// std::cout<<"atime:"<<atime<<" btime:"<<btime<<" "<<aseq<<" "<<bseq<<" "<<btag<<" "<<atag<<std::endl;
// if(atime <= btime){//过期了继续找
// r = -1;
// return r;
// }
// }
if (aseq < bseq) {
r = +1;
@ -161,9 +163,11 @@ LookupKey::LookupKey(const Slice& user_key, SequenceNumber s, uint64_t nowTime)
dst += usize;
EncodeFixed64(dst, nowTime);
dst += 8;
EncodeFixed64(dst, PackSequenceAndTypeAndTtlAndLookup(s, kValueTypeForSeek, 0, true));
// EncodeFixed64(dst, PackSequenceAndTypeAndTtlAndLookup(s, kValueTypeForSeek, 0, true));
EncodeFixed64(dst, PackSequenceAndTypeAndTtlAndLookup(s, kValueTypeForSeek, 1, false));
dst += 8;
end_ = dst;
printf("lookupkey tag:%lx\n",PackSequenceAndTypeAndTtlAndLookup(s, kValueTypeForSeek, 1, false));
}
} // namespace leveldb

+ 5
- 1
db/dbformat.h View File

@ -96,6 +96,9 @@ bool ParseInternalKey(const Slice& internal_key, ParsedInternalKey* result);
// Returns the user key portion of an internal key.
inline Slice ExtractUserKey(const Slice& internal_key) {
if(internal_key.size() < 8) {
std::cout<<"wrong key:"<<internal_key.ToString()<<std::endl;
}
assert(internal_key.size() >= 8);
uint64_t num = DecodeFixed64(internal_key.data() + internal_key.size() - 8);
uint8_t havettl = (num & 0b10) >> 1;
@ -195,7 +198,8 @@ inline bool ParseInternalKey(const Slice& internal_key,
result->deadTime = 0;
result->user_key = Slice(internal_key.data(), n - 8);
}
return (c <= static_cast<uint8_t>(kTypeValue));
// return c <= 0b111;
return ((c & 0b1) <= static_cast<uint8_t>(kTypeValue));
}
// A helper class useful for DBImpl::Get()

+ 40
- 2
db/memtable.cc View File

@ -55,7 +55,23 @@ class MemTableIterator : public Iterator {
~MemTableIterator() override = default;
bool Valid() const override { return iter_.Valid(); }
void Seek(const Slice& k) override { iter_.Seek(EncodeKey(&tmp_, k)); }
void Seek(const Slice& k) override {
iter_.Seek(EncodeKey(&tmp_, k));
MemTable::KeyComparator comp_ = iter_.get_comparator();
while(Valid()) {
Slice now = key();
ParsedInternalKey parsed_k,parsed_now;
ParseInternalKey(k,&parsed_k);
ParseInternalKey(now,&parsed_now);
uint64_t deadtime_k = parsed_k.deadTime;
uint64_t deadtime_now = parsed_now.deadTime;
if(deadtime_k == 0) deadtime_k = UINT64_MAX;
if(deadtime_now == 0) deadtime_now = UINT64_MAX;
if(deadtime_k > deadtime_now) {Next();continue;};
if(comp_.comparator.Compare(k,now) <= 0) return;
Next();
}
}
void SeekToFirst() override { iter_.SeekToFirst(); }
void SeekToLast() override { iter_.SeekToLast(); }
void Next() override { iter_.Next(); }
@ -115,13 +131,35 @@ void MemTable::Add(SequenceNumber s, ValueType type, const Slice& key,
std::memcpy(p, value.data(), val_size);
assert(p + val_size == buf + encoded_len);
table_.Insert(buf);
std::cout << "insert:" << key.ToString() << std::endl;
static int count = 0;
if(count++ % 1000 == 0)
std::cout<<"count: "<<count << " insert:" << key.ToString() <<" deadTime: " << deadTime << std::endl;
}
bool MemTable::Get(const LookupKey& key, std::string* value, Status* s) {
Slice memkey = key.memtable_key();
Table::Iterator iter(&table_);
iter.Seek(memkey.data());
while(iter.Valid()) {
Slice now = GetLengthPrefixedSlice(iter.key()); //迭代器所处的位置
MemTable::KeyComparator comp_ = iter.get_comparator();
ParsedInternalKey parsed_k,parsed_now;
ParseInternalKey(key.internal_key(),&parsed_k);
ParseInternalKey(now,&parsed_now);
uint64_t deadtime_k = parsed_k.deadTime;
uint64_t deadtime_now = parsed_now.deadTime;
if(deadtime_k == 0) deadtime_k = UINT64_MAX;
if(deadtime_now == 0) deadtime_now = UINT64_MAX;
std::cout<<"key :"<<parsed_k.user_key.ToString()<<" k time: "<<deadtime_k<<" now time: "<<deadtime_now<<std::endl;
std::cout<<"k&now"<<parsed_k.user_key.ToString()<<" "<<parsed_now.user_key.ToString()<<std::endl;
if(deadtime_k > deadtime_now) {
iter.Next();
continue;
}
std::cout<<"size : "<<key.internal_key().size()<<" "<<now.size()<<std::endl;
if(comp_.comparator.Compare(key.internal_key(),now) <= 0) break;
iter.Next();
}
std::cout << "search:" << key.user_key().ToString() << " valid?" << iter.Valid();
if (iter.Valid()) {
// entry format is:

+ 1
- 1
db/repair.cc View File

@ -90,7 +90,7 @@ class Repairer {
}
private:
struct TableInfo {
struct TableInfo { //TODO : add the recovery of smallest and largest deadtime
FileMetaData meta;
SequenceNumber max_sequence;
};

+ 2
- 0
db/skiplist.h View File

@ -90,6 +90,8 @@ class SkipList {
// Final state of iterator is Valid() iff list is not empty.
void SeekToLast();
Comparator get_comparator() const {return list_->compare_;}
private:
const SkipList* list_;
Node* node_;

+ 9
- 1
db/version_edit.cc View File

@ -81,6 +81,8 @@ void VersionEdit::EncodeTo(std::string* dst) const {
PutVarint64(dst, f.file_size);
PutLengthPrefixedSlice(dst, f.smallest.Encode());
PutLengthPrefixedSlice(dst, f.largest.Encode());
PutVarint64(dst,f.smallest_deadtime);
PutVarint64(dst,f.largest_deadtime);
}
}
@ -179,7 +181,9 @@ Status VersionEdit::DecodeFrom(const Slice& src) {
if (GetLevel(&input, &level) && GetVarint64(&input, &f.number) &&
GetVarint64(&input, &f.file_size) &&
GetInternalKey(&input, &f.smallest) &&
GetInternalKey(&input, &f.largest)) {
GetInternalKey(&input, &f.largest) &&
GetVarint64(&input,&f.smallest_deadtime) &&
GetVarint64(&input,&f.largest_deadtime)) {
new_files_.push_back(std::make_pair(level, f));
} else {
msg = "new-file entry";
@ -250,6 +254,10 @@ std::string VersionEdit::DebugString() const {
r.append(f.smallest.DebugString());
r.append(" .. ");
r.append(f.largest.DebugString());
r.append(" ");
AppendNumberTo(&r,f.smallest_deadtime);
r.append(" .. ");
AppendNumberTo(&r,f.largest_deadtime);
}
r.append("\n}\n");
return r;

+ 9
- 2
db/version_edit.h View File

@ -16,7 +16,8 @@ namespace leveldb {
class VersionSet;
struct FileMetaData {
FileMetaData() : refs(0), allowed_seeks(1 << 30), file_size(0) {}
FileMetaData() : refs(0), allowed_seeks(1 << 30), file_size(0),
smallest_deadtime(UINT64_MAX),largest_deadtime(UINT64_MAX) {}
int refs;
int allowed_seeks; // Seeks allowed until compaction
@ -24,6 +25,9 @@ struct FileMetaData {
uint64_t file_size; // File size in bytes
InternalKey smallest; // Smallest internal key served by table
InternalKey largest; // Largest internal key served by table
//FileMetaData中使Uint64MAX作为没有生存期的标志
uint64_t smallest_deadtime; //smallest deadtime
uint64_t largest_deadtime; //largest deadtime
};
class VersionEdit {
@ -61,12 +65,15 @@ class VersionEdit {
// REQUIRES: This version has not been saved (see VersionSet::SaveTo)
// REQUIRES: "smallest" and "largest" are smallest and largest keys in file
void AddFile(int level, uint64_t file, uint64_t file_size,
const InternalKey& smallest, const InternalKey& largest) {
const InternalKey& smallest, const InternalKey& largest,
uint64_t smallest_deadtime = UINT64_MAX, uint64_t largest_deadtime = UINT64_MAX) {
FileMetaData f;
f.number = file;
f.file_size = file_size;
f.smallest = smallest;
f.largest = largest;
f.smallest_deadtime = smallest_deadtime;
f.largest_deadtime = largest_deadtime;
new_files_.push_back(std::make_pair(level, f));
}

+ 5
- 1
db/version_set.cc View File

@ -263,8 +263,10 @@ static void SaveValue(void* arg, const Slice& ikey, const Slice& v) {
Saver* s = reinterpret_cast<Saver*>(arg);
ParsedInternalKey parsed_key;
if (!ParseInternalKey(ikey, &parsed_key)) {
// std::cout<<"corrupt get"<<std::endl;
s->state = kCorrupt;
} else {
std::cout<<"tar&found"<<parsed_key.user_key.ToString()<<" "<<s->user_key.ToString()<<std::endl;
if (s->ucmp->Compare(parsed_key.user_key, s->user_key) == 0) {
s->state = (parsed_key.type == kTypeValue) ? kFound : kDeleted;
if (s->state == kFound) {
@ -272,6 +274,7 @@ static void SaveValue(void* arg, const Slice& ikey, const Slice& v) {
}
}
}
std::cout<<"state : "<<s->state<<std::endl;
}
static bool NewestFirst(FileMetaData* a, FileMetaData* b) {
@ -1087,7 +1090,8 @@ Status VersionSet::WriteSnapshot(log::Writer* log) {
const std::vector<FileMetaData*>& files = current_->files_[level];
for (size_t i = 0; i < files.size(); i++) {
const FileMetaData* f = files[i];
edit.AddFile(level, f->number, f->file_size, f->smallest, f->largest);
edit.AddFile(level, f->number, f->file_size, f->smallest, f->largest,
f->smallest_deadtime,f->largest_deadtime);
}
}

+ 2
- 0
db/version_set.h View File

@ -111,6 +111,8 @@ class Version {
int NumFiles(int level) const { return files_[level].size(); }
const std::vector<FileMetaData*>& Files(int level) const {return files_[level]; }
// Return a human readable string that describes this version's contents.
std::string DebugString() const;

+ 3
- 0
port/port.h View File

@ -7,6 +7,9 @@
#include <string.h>
#ifndef LEVELDB_PLATFORM_POSIX
#define LEVELDB_PLATFORM_POSIX
#endif
// Include the appropriate platform specific file below. If you are
// porting to a new platform, see "port_example.h" for documentation
// of what the new port_<platform>.h file must provide.

+ 11
- 0
table/block.cc View File

@ -14,6 +14,7 @@
#include "table/format.h"
#include "util/coding.h"
#include "util/logging.h"
#include "db/dbformat.h"
namespace leveldb {
@ -216,10 +217,20 @@ class Block::Iter : public Iterator {
SeekToRestartPoint(left);
}
// Linear search (within restart block) for first key >= target
//处理deadtime:从当前位置向后找到最新的未死亡的key
while (true) {
if (!ParseNextKey()) {
return;
}
ParsedInternalKey parsed_target,parsed_key_;
ParseInternalKey(target,&parsed_target);
ParseInternalKey(key_,&parsed_key_);
uint64_t deadtime_tar = parsed_target.deadTime;
uint64_t deadtime_key_ = parsed_key_.deadTime;
if(deadtime_tar == 0) deadtime_tar = UINT64_MAX;
if(deadtime_key_ == 0) deadtime_key_ = UINT64_MAX;
std::cout<<"key :"<<parsed_target.user_key.ToString()<<" tar time: "<<deadtime_tar<<" key time: "<<deadtime_key_<<std::endl;
if(deadtime_tar > deadtime_key_) continue;
if (Compare(key_, target) >= 0) {
return;
}

+ 1
- 0
test/db_test2.cc View File

@ -68,6 +68,7 @@ int main() {
GetData(db);
delete db;
}
DestroyDB("testdb",Options());
return 0;
}

+ 4
- 4
test/ttl_mmtable_test.cc View File

@ -8,7 +8,7 @@
using namespace leveldb;
constexpr int value_size = 2048;
constexpr int data_size = 2048 << 2;
constexpr int data_size = 2048 << 15;
Status OpenDB(std::string dbName, DB **db) {
Options options;
@ -92,7 +92,7 @@ DB *db;
uint64_t ttl1 = 3;
uint64_t ttl2 = 5;
InsertData(db, ttl2);
// InsertData(db, ttl2);
InsertData(db, ttl1, 2);
//都没过期先找到后插的
@ -101,8 +101,8 @@ DB *db;
//再找到前一次
Env::Default()->SleepForMicroseconds(3 * 1000000);
GetData(db, false);
GetData(db, true);
DestroyDB("testdb",Options());
delete(db);
printf("-----closing-----\n");
printf("success!\n");

+ 32
- 24
test/ttl_test.cc View File

@ -26,7 +26,8 @@ void InsertData(DB *db, uint64_t ttl/* second */) {
int key_ = rand() % key_num+1;
std::string key = std::to_string(key_);
std::string value(value_size, 'a');
db->Put(writeOptions, key, value, ttl);
db->Put(writeOptions, std::to_string(i+1), value, ttl);
// db->Put(writeOptions, key, value, ttl);
}
}
@ -45,13 +46,14 @@ void GetData(DB *db, int size = (1 << 30)) {
}
TEST(TestTTL, ReadTTL) {
DestroyDB("testdb",Options());
DB *db;
if(OpenDB("testdb", &db).ok() == false) {
std::cerr << "open db failed" << std::endl;
abort();
}
uint64_t ttl = 20;
uint64_t ttl = 15;
InsertData(db, ttl);
@ -64,47 +66,53 @@ TEST(TestTTL, ReadTTL) {
std::string key = std::to_string(key_);
std::string value;
status = db->Get(readOptions, key, &value);
std::cout<<key<<" "<<value[0]<<std::endl;
ASSERT_TRUE(status.ok());
}
Env::Default()->SleepForMicroseconds(ttl * 1000000);
Env::Default()->SleepForMicroseconds((ttl+1) * 1000000);
for (int i = 0; i < 100; i++) {
int key_ = rand() % key_num+1;
std::string key = std::to_string(key_);
std::string value;
status = db->Get(readOptions, key, &value);
std::cout<<key<<" "<<value<<std::endl;
ASSERT_FALSE(status.ok());
}
delete db;
}
// TEST(TestTTL, CompactionTTL) {
// DB *db;
TEST(TestTTL, CompactionTTL) {
DestroyDB("testdb",Options());
DB *db;
// if(OpenDB("testdb", &db).ok() == false) {
// std::cerr << "open db failed" << std::endl;
// abort();
// }
if(OpenDB("testdb", &db).ok() == false) {
std::cerr << "open db failed" << std::endl;
abort();
}
// uint64_t ttl = 20;
// InsertData(db, ttl);
uint64_t ttl = 10;
InsertData(db, ttl);
// leveldb::Range ranges[1];
// ranges[0] = leveldb::Range("-", "A");
// uint64_t sizes[1];
// db->GetApproximateSizes(ranges, 1, sizes);
// ASSERT_GT(sizes[0], 0);
leveldb::Range ranges[1];
ranges[0] = leveldb::Range("-", "A");
uint64_t sizes[1];
db->GetApproximateSizes(ranges, 1, sizes);
ASSERT_GT(sizes[0], 0);
// Env::Default()->SleepForMicroseconds(ttl * 1000000);
Env::Default()->SleepForMicroseconds((ttl+1) * 1000000);
// Env::Default()->SleepForMicroseconds(ttl * 1000000);
// db->CompactRange(nullptr, nullptr);
db->CompactRange(nullptr, nullptr);
// leveldb::Range ranges[1];
// ranges[0] = leveldb::Range("-", "A");
// uint64_t sizes[1];
// db->GetApproximateSizes(ranges, 1, sizes);
// ASSERT_EQ(sizes[0], 0);
// }
// leveldb::Range ranges[1];
ranges[0] = leveldb::Range("-", "A");
// uint64_t sizes[1];
db->GetApproximateSizes(ranges, 1, sizes);
ASSERT_EQ(sizes[0], 0);
delete db;
}
int main(int argc, char** argv) {

Loading…
Cancel
Save