//------------------------------------------------------------------------------ /* This file is part of clio: https://github.com/XRPLF/clio Copyright (c) 2025, the clio developers. Permission to use, copy, modify, and distribute this software for any purpose with or without fee is hereby granted, provided that the above copyright notice and this permission notice appear in all copies. THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ //============================================================================== #include "data/impl/LedgerCacheFile.hpp" #include "data/LedgerCache.hpp" #include "data/Types.hpp" #include #include #include #include #include #include #include #include #include #include namespace data::impl { using Hash = ripple::uint256; using Separator = std::array; static constexpr Separator kSEPARATOR = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}; namespace { std::expected, std::string> readCacheEntry(InputFile& file, size_t i) { ripple::uint256 key; if (not file.readRaw(reinterpret_cast(key.data()), ripple::base_uint<256>::bytes)) { return std::unexpected(fmt::format("Failed to read key at index {}", i)); } uint32_t seq{}; if (not file.read(seq)) { return std::unexpected(fmt::format("Failed to read sequence at index {}", i)); } size_t blobSize{}; if (not file.read(blobSize)) { return std::unexpected(fmt::format("Failed to read blob size at index {}", i)); } Blob blob(blobSize); if (not file.readRaw(reinterpret_cast(blob.data()), blobSize)) { return std::unexpected(fmt::format("Failed to read blob data at index {}", i)); } return std::make_pair(key, LedgerCache::CacheEntry{.seq = seq, .blob = std::move(blob)}); } std::expected verifySeparator(Separator const& s) { if (not std::ranges::all_of(s, [](char c) { return c == 0; })) { return std::unexpected{"Separator verification failed - data corruption detected"}; } return {}; } } // anonymous namespace LedgerCacheFile::LedgerCacheFile(std::string path) : path_(std::move(path)) { } std::expected LedgerCacheFile::write(DataView dataView) { auto const newFilePath = fmt::format("{}.new", path_); auto file = OutputFile{newFilePath}; if (not file.isOpen()) { return std::unexpected{fmt::format("Couldn't open file: {}", newFilePath)}; } Header const header{ .latestSeq = dataView.latestSeq, .mapSize = dataView.map.size(), .deletedSize = dataView.deleted.size() }; file.write(header); file.write(kSEPARATOR); for (auto const& [k, v] : dataView.map) { file.write(k.data(), decltype(k)::bytes); file.write(v.seq); file.write(v.blob.size()); file.writeRaw(reinterpret_cast(v.blob.data()), v.blob.size()); } file.write(kSEPARATOR); for (auto const& [k, v] : dataView.deleted) { file.write(k.data(), decltype(k)::bytes); file.write(v.seq); file.write(v.blob.size()); file.writeRaw(reinterpret_cast(v.blob.data()), v.blob.size()); } file.write(kSEPARATOR); auto const hash = file.hash(); file.write(hash.data(), decltype(hash)::bytes); try { std::filesystem::rename(newFilePath, path_); } catch (std::exception const& e) { return std::unexpected{fmt::format("Error moving cache file from {} to {}: {}", newFilePath, path_, e.what())}; } return {}; } std::expected LedgerCacheFile::read(uint32_t minLatestSequence) { try { auto file = InputFile{path_}; if (not file.isOpen()) { return std::unexpected{fmt::format("Couldn't open file: {}", path_)}; } Data result; Header header{}; if (not file.read(header)) { return std::unexpected{"Error reading cache header"}; } if (header.version != kVERSION) { return std::unexpected{ fmt::format("Cache has wrong version: expected {} found {}", kVERSION, header.version) }; } if (header.latestSeq < minLatestSequence) { return std::unexpected{fmt::format("Latest sequence ({}) in the cache file is too low.", header.latestSeq)}; } result.latestSeq = header.latestSeq; Separator separator{}; if (not file.readRaw(separator.data(), separator.size())) { return std::unexpected{"Error reading cache header"}; } if (auto verificationResult = verifySeparator(separator); not verificationResult.has_value()) { return std::unexpected{std::move(verificationResult).error()}; } for (size_t i = 0; i < header.mapSize; ++i) { auto cacheEntryExpected = readCacheEntry(file, i); if (not cacheEntryExpected.has_value()) { return std::unexpected{std::move(cacheEntryExpected).error()}; } // Using insert with hint here to decrease insert operation complexity to the amortized constant instead of // logN result.map.insert(result.map.end(), std::move(cacheEntryExpected).value()); } if (not file.readRaw(separator.data(), separator.size())) { return std::unexpected{"Error reading separator"}; } if (auto verificationResult = verifySeparator(separator); not verificationResult.has_value()) { return std::unexpected{std::move(verificationResult).error()}; } for (size_t i = 0; i < header.deletedSize; ++i) { auto cacheEntryExpected = readCacheEntry(file, i); if (not cacheEntryExpected.has_value()) { return std::unexpected{std::move(cacheEntryExpected).error()}; } result.deleted.insert(result.deleted.end(), std::move(cacheEntryExpected).value()); } if (not file.readRaw(separator.data(), separator.size())) { return std::unexpected{"Error reading separator"}; } if (auto verificationResult = verifySeparator(separator); not verificationResult.has_value()) { return std::unexpected{std::move(verificationResult).error()}; } auto const dataHash = file.hash(); ripple::uint256 hashFromFile{}; if (not file.readRaw(reinterpret_cast(hashFromFile.data()), decltype(hashFromFile)::bytes)) { return std::unexpected{"Error reading hash"}; } if (dataHash != hashFromFile) { return std::unexpected{"Hash file corruption detected"}; } return result; } catch (std::exception const& e) { return std::unexpected{fmt::format(" Error reading cache file: {}", e.what())}; } catch (...) { return std::unexpected{fmt::format(" Error reading cache file")}; } } } // namespace data::impl