// Copyright (c) 2011 The LevelDB Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. See the AUTHORS file for names of contributors. #include "db/memtable.h" #include "db/dbformat.h" #include "leveldb/comparator.h" #include "leveldb/env.h" #include "leveldb/iterator.h" #include "util/coding.h" #include "ctime" #include "iostream" namespace leveldb { static Slice GetLengthPrefixedSlice(const char* data) { uint32_t len; const char* p = data; p = GetVarint32Ptr(p, p + 5, &len); // +5: we assume "p" is not corrupted return Slice(p, len); } MemTable::MemTable(const InternalKeyComparator& comparator) : comparator_(comparator), refs_(0), table_(comparator_, &arena_) {} MemTable::~MemTable() { assert(refs_ == 0); } size_t MemTable::ApproximateMemoryUsage() { return arena_.MemoryUsage(); } int MemTable::KeyComparator::operator()(const char* aptr, const char* bptr) const { // Internal keys are encoded as length-prefixed strings. Slice a = GetLengthPrefixedSlice(aptr); Slice b = GetLengthPrefixedSlice(bptr); return comparator.Compare(a, b); } // Encode a suitable internal key target for "target" and return it. // Uses *scratch as scratch space, and the returned pointer will point // into this scratch space. static const char* EncodeKey(std::string* scratch, const Slice& target) { scratch->clear(); PutVarint32(scratch, target.size()); scratch->append(target.data(), target.size()); return scratch->data(); } class MemTableIterator : public Iterator { public: explicit MemTableIterator(MemTable::Table* table) : iter_(table) {} MemTableIterator(const MemTableIterator&) = delete; MemTableIterator& operator=(const MemTableIterator&) = delete; ~MemTableIterator() override = default; bool Valid() const override { return iter_.Valid(); } void Seek(const Slice& k) override { iter_.Seek(EncodeKey(&tmp_, k)); MemTable::KeyComparator comp_ = iter_.get_comparator(); while(Valid()) { Slice now = key(); ParsedInternalKey parsed_k,parsed_now; ParseInternalKey(k,&parsed_k); ParseInternalKey(now,&parsed_now); uint64_t deadtime_k = parsed_k.deadTime; uint64_t deadtime_now = parsed_now.deadTime; if(deadtime_k == 0) deadtime_k = UINT64_MAX; if(deadtime_now == 0) deadtime_now = UINT64_MAX; if(deadtime_k > deadtime_now) {Next();continue;}; if(comp_.comparator.Compare(k,now) <= 0) return; Next(); } } void SeekToFirst() override { iter_.SeekToFirst(); } void SeekToLast() override { iter_.SeekToLast(); } void Next() override { iter_.Next(); } void Prev() override { iter_.Prev(); } Slice key() const override { return GetLengthPrefixedSlice(iter_.key()); } Slice value() const override { Slice key_slice = GetLengthPrefixedSlice(iter_.key()); return GetLengthPrefixedSlice(key_slice.data() + key_slice.size()); } Status status() const override { return Status::OK(); } private: MemTable::Table::Iterator iter_; std::string tmp_; // For passing to EncodeKey }; Iterator* MemTable::NewIterator() { return new MemTableIterator(&table_); } void MemTable::Add(SequenceNumber s, ValueType type, const Slice& key, const Slice& value, uint64_t deadTime) { // Format of an entry is concatenation of: // key_size : varint32 of internal_key.size() // key bytes : char[internal_key.size()] // tag : uint64((sequence << 8) | type) // value_size : varint32 of value.size() // value bytes : char[value.size()] //变成 // key_size : varint32 of internal_key.size() // key bytes : char[internal_key.size()] // (deadTime) : uint64(可能有) // tag : uint64((sequence << 8) | havettl << 1 | type) // value_size : varint32 of value.size() // value bytes : char[value.size()] size_t key_size = key.size(); size_t val_size = value.size(); size_t internal_key_size = key_size + 8; if(deadTime != 0) internal_key_size += 8; const size_t encoded_len = VarintLength(internal_key_size) + internal_key_size + VarintLength(val_size) + val_size; char* buf = arena_.Allocate(encoded_len); char* p = EncodeVarint32(buf, internal_key_size); std::memcpy(p, key.data(), key_size); p += key_size; if(deadTime == 0){ EncodeFixed64(p, (s << 8) | type); } else { EncodeFixed64(p, deadTime); p += 8; EncodeFixed64(p, (s << 8) | 0b10 | type); } p += 8; p = EncodeVarint32(p, val_size); std::memcpy(p, value.data(), val_size); assert(p + val_size == buf + encoded_len); table_.Insert(buf); static int count = 0; if(count++ % 1000 == 0) std::cout<<"count: "< deadtime_now) { iter.Next(); continue; } std::cout<<"size : "<Compare( ExtractUserKey(Slice(key_ptr, key_length)), key.user_key()) == 0) { // Correct user key const uint64_t tag = DecodeFixed64(key_ptr + key_length - 8); switch (static_cast(tag & 0x01)) { case kTypeValue: { // uint8_t havettl = (tag & 0xff) >> 1; // if(havettl){ // time_t nowTime; // time(&nowTime); // assert(nowTime > 0); // const uint64_t deadTime = DecodeFixed64(key_ptr + key_length - 16); // if(static_cast(nowTime) >= deadTime){ //过期了 // std::cout << nowTime << "dead:" << deadTime << std::endl; // *s = Status::NotFound(Slice()); // return true; //todo:之前有没过期的key // } // } Slice v = GetLengthPrefixedSlice(key_ptr + key_length); value->assign(v.data(), v.size()); return true; } case kTypeDeletion: *s = Status::NotFound(Slice()); return true; } } } return false; } } // namespace leveldb