選択できるのは25トピックまでです。 トピックは、先頭が英数字で、英数字とダッシュ('-')を使用した35文字以内のものにしてください。

144 行
4.5 KiB

Release 1.18 Changes are: * Update version number to 1.18 * Replace the basic fprintf call with a call to fwrite in order to work around the apparent compiler optimization/rewrite failure that we are seeing with the new toolchain/iOS SDKs provided with Xcode6 and iOS8. * Fix ALL the header guards. * Createed a README.md with the LevelDB project description. * A new CONTRIBUTING file. * Don't implicitly convert uint64_t to size_t or int. Either preserve it as uint64_t, or explicitly cast. This fixes MSVC warnings about possible value truncation when compiling this code in Chromium. * Added a DumpFile() library function that encapsulates the guts of the "leveldbutil dump" command. This will allow clients to dump data to their log files instead of stdout. It will also allow clients to supply their own environment. * leveldb: Remove unused function 'ConsumeChar'. * leveldbutil: Remove unused member variables from WriteBatchItemPrinter. * OpenBSD, NetBSD and DragonflyBSD have _LITTLE_ENDIAN, so define PLATFORM_IS_LITTLE_ENDIAN like on FreeBSD. This fixes: * issue #143 * issue #198 * issue #249 * Switch from <cstdatomic> to <atomic>. The former never made it into the standard and doesn't exist in modern gcc versions at all. The later contains everything that leveldb was using from the former. This problem was noticed when porting to Portable Native Client where no memory barrier is defined. The fact that <cstdatomic> is missing normally goes unnoticed since memory barriers are defined for most architectures. * Make Hash() treat its input as unsigned. Before this change LevelDB files from platforms with different signedness of char were not compatible. This change fixes: issue #243 * Verify checksums of index/meta/filter blocks when paranoid_checks set. * Invoke all tools for iOS with xcrun. (This was causing problems with the new XCode 5.1.1 image on pulse.) * include <sys/stat.h> only once, and fix the following linter warning: "Found C system header after C++ system header" * When encountering a corrupted table file, return Status::Corruption instead of Status::InvalidArgument. * Support cygwin as build platform, patch is from https://code.google.com/p/leveldb/issues/detail?id=188 * Fix typo, merge patch from https://code.google.com/p/leveldb/issues/detail?id=159 * Fix typos and comments, and address the following two issues: * issue #166 * issue #241 * Add missing db synchronize after "fillseq" in the benchmark. * Removed unused variable in SeekRandom: value (issue #201)
10年前
  1. // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style license that can be
  3. // found in the LICENSE file. See the AUTHORS file for names of contributors.
  4. #include "table/format.h"
  5. #include "leveldb/env.h"
  6. #include "port/port.h"
  7. #include "table/block.h"
  8. #include "util/coding.h"
  9. #include "util/crc32c.h"
  10. namespace leveldb {
  11. void BlockHandle::EncodeTo(std::string* dst) const {
  12. // Sanity check that all fields have been set
  13. assert(offset_ != ~static_cast<uint64_t>(0));
  14. assert(size_ != ~static_cast<uint64_t>(0));
  15. PutVarint64(dst, offset_);
  16. PutVarint64(dst, size_);
  17. }
  18. Status BlockHandle::DecodeFrom(Slice* input) {
  19. if (GetVarint64(input, &offset_) &&
  20. GetVarint64(input, &size_)) {
  21. return Status::OK();
  22. } else {
  23. return Status::Corruption("bad block handle");
  24. }
  25. }
  26. void Footer::EncodeTo(std::string* dst) const {
  27. const size_t original_size = dst->size();
  28. metaindex_handle_.EncodeTo(dst);
  29. index_handle_.EncodeTo(dst);
  30. dst->resize(2 * BlockHandle::kMaxEncodedLength); // Padding
  31. PutFixed32(dst, static_cast<uint32_t>(kTableMagicNumber & 0xffffffffu));
  32. PutFixed32(dst, static_cast<uint32_t>(kTableMagicNumber >> 32));
  33. assert(dst->size() == original_size + kEncodedLength);
  34. (void)original_size; // Disable unused variable warning.
  35. }
  36. Status Footer::DecodeFrom(Slice* input) {
  37. const char* magic_ptr = input->data() + kEncodedLength - 8;
  38. const uint32_t magic_lo = DecodeFixed32(magic_ptr);
  39. const uint32_t magic_hi = DecodeFixed32(magic_ptr + 4);
  40. const uint64_t magic = ((static_cast<uint64_t>(magic_hi) << 32) |
  41. (static_cast<uint64_t>(magic_lo)));
  42. if (magic != kTableMagicNumber) {
  43. return Status::Corruption("not an sstable (bad magic number)");
  44. }
  45. Status result = metaindex_handle_.DecodeFrom(input);
  46. if (result.ok()) {
  47. result = index_handle_.DecodeFrom(input);
  48. }
  49. if (result.ok()) {
  50. // We skip over any leftover data (just padding for now) in "input"
  51. const char* end = magic_ptr + 8;
  52. *input = Slice(end, input->data() + input->size() - end);
  53. }
  54. return result;
  55. }
  56. Status ReadBlock(RandomAccessFile* file,
  57. const ReadOptions& options,
  58. const BlockHandle& handle,
  59. BlockContents* result) {
  60. result->data = Slice();
  61. result->cachable = false;
  62. result->heap_allocated = false;
  63. // Read the block contents as well as the type/crc footer.
  64. // See table_builder.cc for the code that built this structure.
  65. size_t n = static_cast<size_t>(handle.size());
  66. char* buf = new char[n + kBlockTrailerSize];
  67. Slice contents;
  68. Status s = file->Read(handle.offset(), n + kBlockTrailerSize, &contents, buf);
  69. if (!s.ok()) {
  70. delete[] buf;
  71. return s;
  72. }
  73. if (contents.size() != n + kBlockTrailerSize) {
  74. delete[] buf;
  75. return Status::Corruption("truncated block read");
  76. }
  77. // Check the crc of the type and the block contents
  78. const char* data = contents.data(); // Pointer to where Read put the data
  79. if (options.verify_checksums) {
  80. const uint32_t crc = crc32c::Unmask(DecodeFixed32(data + n + 1));
  81. const uint32_t actual = crc32c::Value(data, n + 1);
  82. if (actual != crc) {
  83. delete[] buf;
  84. s = Status::Corruption("block checksum mismatch");
  85. return s;
  86. }
  87. }
  88. switch (data[n]) {
  89. case kNoCompression:
  90. if (data != buf) {
  91. // File implementation gave us pointer to some other data.
  92. // Use it directly under the assumption that it will be live
  93. // while the file is open.
  94. delete[] buf;
  95. result->data = Slice(data, n);
  96. result->heap_allocated = false;
  97. result->cachable = false; // Do not double-cache
  98. } else {
  99. result->data = Slice(buf, n);
  100. result->heap_allocated = true;
  101. result->cachable = true;
  102. }
  103. // Ok
  104. break;
  105. case kSnappyCompression: {
  106. size_t ulength = 0;
  107. if (!port::Snappy_GetUncompressedLength(data, n, &ulength)) {
  108. delete[] buf;
  109. return Status::Corruption("corrupted compressed block contents");
  110. }
  111. char* ubuf = new char[ulength];
  112. if (!port::Snappy_Uncompress(data, n, ubuf)) {
  113. delete[] buf;
  114. delete[] ubuf;
  115. return Status::Corruption("corrupted compressed block contents");
  116. }
  117. delete[] buf;
  118. result->data = Slice(ubuf, ulength);
  119. result->heap_allocated = true;
  120. result->cachable = true;
  121. break;
  122. }
  123. default:
  124. delete[] buf;
  125. return Status::Corruption("bad block type");
  126. }
  127. return Status::OK();
  128. }
  129. } // namespace leveldb