#include "gtest/gtest.h" #include "leveldb/env.h" #include "leveldb/db.h" #include "util/coding.h" using namespace leveldb; using Field=std::pair; using FieldArray=std::vector>; Status OpenDB(std::string dbName, DB **db) { Options options; options.max_file_size=16*1024; options.write_buffer_size=32*1024; options.create_if_missing = true; return DB::Open(options, dbName, db); } bool CompareFieldArray(const FieldArray &a, const FieldArray &b) { if (a.size() != b.size()) return false; for (size_t i = 0; i < a.size(); ++i) { if (a[i].first != b[i].first || a[i].second != b[i].second) return false; } return true; } bool CompareKey(const std::vector a, std::vector b) { if (a.size() != b.size()){ return false; } for (size_t i = 0; i < a.size(); ++i) { if (a[i] != b[i]){ return false; } } return true; } std::string SerializeValue(const FieldArray& fields){ std::string res_=""; PutVarint64(&res_,(uint64_t)fields.size()); for(auto pr:fields){ PutLengthPrefixedSlice(&res_, pr.first); PutLengthPrefixedSlice(&res_, pr.second); } return res_; } // 鍙嶅簭鍒楀寲涓哄瓧娈垫暟缁? void DeserializeValue(const std::string& value_str,FieldArray* res){ Slice slice=Slice(value_str.c_str()); uint64_t siz; bool tmpres=GetVarint64(&slice,&siz); assert(tmpres); res->clear(); for(int i=0;iemplace_back(value_name,value); } } Status Get_keys_by_field(DB *db,const ReadOptions& options, const Field field,std::vector *keys){ auto it=db->NewIterator(options); it->SeekToFirst(); keys->clear(); while(it->Valid()){ auto val=it->value(); FieldArray arr; auto str_val=std::string(val.data(),val.size()); DeserializeValue(str_val,&arr); for(auto pr:arr){ if(pr.first==field.first&&pr.second==field.second){ Slice key=it->key(); keys->push_back(std::string(key.data(),key.size())); break; } } it->Next(); } delete it; return Status::OK(); } // TEST(Test, CheckGetFields) { // DB *db; // WriteOptions writeOptions; // ReadOptions readOptions; // if(OpenDB("testdb_for_XOY", &db).ok() == false) { // std::cerr << "open db failed" << std::endl; // abort(); // } // std::string key1 = "k_1"; // FieldArray fields1 = { // {"name", "Customer#000000001"}, // {"address", "IVhzIApeRb"}, // {"phone", "25-989-741-2988"} // }; // auto value1=SerializeValue(fields1); // db->Put(WriteOptions(), key1, value1); // // 璇诲彇骞跺弽搴忓垪鍖? // std::string value_ret; // FieldArray res1; // db->Get(ReadOptions(), key1, &value_ret); // DeserializeValue(value_ret, &res1); // for(auto pr:res1){ // std::cout<Delete(WriteOptions(),key1); // std::cout<<"get serialized value done"< keys; // std::vector target_keys; // for(int i=0;i<10000;i++){ // std::string key=std::to_string(rand()%10000)+"_"+std::to_string(i);//random for generate nonincreasing keys // FieldArray fields={ // {"name", key}, // {"address", std::to_string(rand()%7)}, // {"phone", std::to_string(rand()%114514)} // }; // if(rand()%5==0){ // fields[0].second="special_key"; // target_keys.push_back(key); // } // keys.push_back(key); // db->Put(WriteOptions(),key,SerializeValue(fields)); // } // std::sort(target_keys.begin(),target_keys.end()); // std::vector key_res; // Get_keys_by_field(db,ReadOptions(),{"name", "special_key"},&key_res); // ASSERT_TRUE(CompareKey(key_res, target_keys)); // std::cout<<"get key by field done"<Delete(WriteOptions(),s); // } // delete db; // } // TEST(Test, LARGE_DATA_COMPACT_TEST) { // DB *db; // WriteOptions writeOptions; // ReadOptions readOptions; // if(OpenDB("testdb_for_XOY_large", &db).ok() == false) { // std::cerr << "open db failed" << std::endl; // abort(); // } // std::vector values; // for(int i=0;i<500000;i++){ // std::string key=std::to_string(i); // std::string value; // for(int j=0;j<1000;j++){ // value+=std::to_string(i); // } // values.push_back(value); // db->Put(writeOptions,key,value); // } // for(int i=0;i<500000;i++){ // std::string key=std::to_string(i); // std::string value; // Status s=db->Get(readOptions,key,&value); // assert(s.ok()); // if(values[i]!=value){ // std::cout< values; for(int i=0;i<5000;i++){ std::string key=std::to_string(i); std::string value; for(int j=0;j<1000;j++){ value+=std::to_string(i); } values.push_back(value); db->Put(writeOptions,key,value); } std::cout<<"start gc"<TEST_GarbageCollect(); std::cout<<"finish gc"<Get(readOptions,key,&value); assert(s.ok()); if(values[i]!=value){ std::cout<