//------------------------------------------------------------------------------ /* This file is part of rippled: https://github.com/ripple/rippled Copyright (c) 2012, 2013 Ripple Labs Inc. Permission to use, copy, modify, and/or distribute this software for any purpose with or without fee is hereby granted, provided that the above copyright notice and this permission notice appear in all copies. THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL , DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ //============================================================================== #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace ripple { namespace NodeStore { class NuDBBackend : public Backend { public: enum { // This needs to be tuned for the // distribution of data sizes. arena_alloc_size = 16 * 1024 * 1024, currentType = 1 }; using api = beast::nudb::api< beast::xxhasher, nodeobject_codec>; beast::Journal journal_; size_t const keyBytes_; std::string const name_; api::store db_; std::atomic deletePath_; Scheduler& scheduler_; NuDBBackend (int keyBytes, Section const& keyValues, Scheduler& scheduler, beast::Journal journal) : journal_ (journal) , keyBytes_ (keyBytes) , name_ (get(keyValues, "path")) , deletePath_(false) , scheduler_ (scheduler) { if (name_.empty()) throw std::runtime_error ( "nodestore: Missing path in NuDB backend"); auto const folder = boost::filesystem::path (name_); boost::filesystem::create_directories (folder); auto const dp = (folder / "nudb.dat").string(); auto const kp = (folder / "nudb.key").string (); auto const lp = (folder / "nudb.log").string (); using beast::nudb::make_salt; api::create (dp, kp, lp, currentType, make_salt(), keyBytes, beast::nudb::block_size(kp), 0.50); try { if (! db_.open (dp, kp, lp, arena_alloc_size)) throw std::runtime_error( "nodestore: open failed"); if (db_.appnum() != currentType) throw std::runtime_error( "nodestore: unknown appnum"); } catch (std::exception const& e) { // log and terminate? std::cerr << e.what(); std::terminate(); } } ~NuDBBackend () { close(); } std::string getName() { return name_; } void close() override { if (db_.is_open()) { db_.close(); if (deletePath_) { boost::filesystem::remove_all (name_); } } } Status fetch (void const* key, std::shared_ptr* pno) { Status status; pno->reset(); if (! db_.fetch (key, [key, pno, &status](void const* data, std::size_t size) { DecodedBlob decoded (key, data, size); if (! decoded.wasOk ()) { status = dataCorrupt; return; } *pno = decoded.createObject(); status = ok; })) { return notFound; } return status; } bool canFetchBatch() override { return false; } std::vector> fetchBatch (std::size_t n, void const* const* keys) override { throw std::runtime_error("pure virtual called"); return {}; } void do_insert (std::shared_ptr const& no) { EncodedBlob e; e.prepare (no); db_.insert (e.getKey(), e.getData(), e.getSize()); } void store (std::shared_ptr const& no) override { BatchWriteReport report; report.writeCount = 1; auto const start = std::chrono::steady_clock::now(); do_insert (no); report.elapsed = std::chrono::duration_cast < std::chrono::milliseconds>( std::chrono::steady_clock::now() - start); scheduler_.onBatchWrite (report); } void storeBatch (Batch const& batch) override { BatchWriteReport report; EncodedBlob encoded; report.writeCount = batch.size(); auto const start = std::chrono::steady_clock::now(); for (auto const& e : batch) do_insert (e); report.elapsed = std::chrono::duration_cast < std::chrono::milliseconds>( std::chrono::steady_clock::now() - start); scheduler_.onBatchWrite (report); } void for_each (std::function )> f) { auto const dp = db_.dat_path(); auto const kp = db_.key_path(); auto const lp = db_.log_path(); //auto const appnum = db_.appnum(); db_.close(); api::visit (dp, [&]( void const* key, std::size_t key_bytes, void const* data, std::size_t size) { DecodedBlob decoded (key, data, size); if (! decoded.wasOk ()) return false; f (decoded.createObject()); return true; }); db_.open (dp, kp, lp, arena_alloc_size); } int getWriteLoad () { return 0; } void setDeletePath() override { deletePath_ = true; } void verify() override { auto const dp = db_.dat_path(); auto const kp = db_.key_path(); auto const lp = db_.log_path(); db_.close(); api::verify (dp, kp); db_.open (dp, kp, lp, arena_alloc_size); } }; //------------------------------------------------------------------------------ class NuDBFactory : public Factory { public: NuDBFactory() { Manager::instance().insert(*this); } ~NuDBFactory() { Manager::instance().erase(*this); } std::string getName() const { return "NuDB"; } std::unique_ptr createInstance ( size_t keyBytes, Section const& keyValues, Scheduler& scheduler, beast::Journal journal) { return std::make_unique ( keyBytes, keyValues, scheduler, journal); } }; static NuDBFactory nuDBFactory; } }