DatabaseShardImp.h

//------------------------------------------------------------------------------
/*
    This file is part of rippled: https://github.com/ripple/rippled
    Copyright (c) 2012, 2017 Ripple Labs Inc.
 
    Permission to use, copy, modify, and/or distribute this software for any
    purpose  with  or without fee is hereby granted, provided that the above
    copyright notice and this permission notice appear in all copies.
 
    THE  SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
    WITH  REGARD  TO  THIS  SOFTWARE  INCLUDING  ALL  IMPLIED  WARRANTIES  OF
    MERCHANTABILITY  AND  FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
    ANY  SPECIAL ,  DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
    WHATSOEVER  RESULTING  FROM  LOSS  OF USE, DATA OR PROFITS, WHETHER IN AN
    ACTION  OF  CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
    OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/
//==============================================================================
 
#ifndef RIPPLE_NODESTORE_DATABASESHARDIMP_H_INCLUDED
#define RIPPLE_NODESTORE_DATABASESHARDIMP_H_INCLUDED
 
#include <ripple/nodestore/DatabaseShard.h>
#include <ripple/nodestore/impl/Shard.h>
#include <ripple/nodestore/impl/TaskQueue.h>
 
#include <boost/asio/basic_waitable_timer.hpp>
 
namespace ripple {
namespace NodeStore {
 
class DatabaseShardImp : public DatabaseShard
{
public:
    DatabaseShardImp() = delete;
    DatabaseShardImp(DatabaseShardImp const&) = delete;
    DatabaseShardImp(DatabaseShardImp&&) = delete;
    DatabaseShardImp&
    operator=(DatabaseShardImp const&) = delete;
    DatabaseShardImp&
    operator=(DatabaseShardImp&&) = delete;
 
    DatabaseShardImp(
        Application& app,
        Stoppable& parent,
        std::string const& name,
        Scheduler& scheduler,
        int readThreads,
        beast::Journal j);
 
    ~DatabaseShardImp() override;
 
    bool
    init() override;
 
    boost::optional<std::uint32_t>
    prepareLedger(std::uint32_t validLedgerSeq) override;
 
    bool
    prepareShard(std::uint32_t shardIndex) override;
 
    void
    removePreShard(std::uint32_t shardIndex) override;
 
    std::string
    getPreShards() override;
 
    bool
    importShard(std::uint32_t shardIndex, boost::filesystem::path const& srcDir)
        override;
 
    std::shared_ptr<Ledger>
    fetchLedger(uint256 const& hash, std::uint32_t seq) override;
 
    void
    setStored(std::shared_ptr<Ledger const> const& ledger) override;
 
    std::string
    getCompleteShards() override;
 
    void
    validate() override;
 
    std::uint32_t
    ledgersPerShard() const override
    {
        return ledgersPerShard_;
    }
 
    std::uint32_t
    earliestShardIndex() const override
    {
        return earliestShardIndex_;
    }
 
    std::uint32_t
    seqToShardIndex(std::uint32_t seq) const override
    {
        assert(seq >= earliestLedgerSeq());
        return NodeStore::seqToShardIndex(seq, ledgersPerShard_);
    }
 
    std::uint32_t
    firstLedgerSeq(std::uint32_t shardIndex) const override
    {
        assert(shardIndex >= earliestShardIndex_);
        if (shardIndex <= earliestShardIndex_)
            return earliestLedgerSeq();
        return 1 + (shardIndex * ledgersPerShard_);
    }
 
    std::uint32_t
    lastLedgerSeq(std::uint32_t shardIndex) const override
    {
        assert(shardIndex >= earliestShardIndex_);
        return (shardIndex + 1) * ledgersPerShard_;
    }
 
    boost::filesystem::path const&
    getRootDir() const override
    {
        return dir_;
    }
 
    std::string
    getName() const override
    {
        return backendName_;
    }
 
    void
    onStop() override;
 
    void
    import(Database& source) override;
 
    std::int32_t
    getWriteLoad() const override;
 
    void
    store(
        NodeObjectType type,
        Blob&& data,
        uint256 const& hash,
        std::uint32_t seq) override;
 
    std::shared_ptr<NodeObject>
    fetch(uint256 const& hash, std::uint32_t seq) override;
 
    bool
    asyncFetch(
        uint256 const& hash,
        std::uint32_t seq,
        std::shared_ptr<NodeObject>& object) override;
 
    bool
    storeLedger(std::shared_ptr<Ledger const> const& srcLedger) override;
 
    int
    getDesiredAsyncReadCount(std::uint32_t seq) override;
 
    float
    getCacheHitRate() override;
 
    void
    tune(int size, std::chrono::seconds age) override{};
 
    void
    sweep() override;
 
private:
    struct ShardInfo
    {
        enum class State {
            none,
            final,    // Immutable, complete and validated
            acquire,  // Being acquired
            import,   // Being imported
            finalize  // Being finalized
        };
 
        ShardInfo() = default;
        ShardInfo(std::shared_ptr<Shard> shard_, State state_)
            : shard(std::move(shard_)), state(state_)
        {
        }
 
        std::shared_ptr<Shard> shard;
        State state{State::none};
    };
 
    Application& app_;
    Stoppable& parent_;
    mutable std::mutex mutex_;
    bool init_{false};
 
    // The context shared with all shard backend databases
    std::unique_ptr<nudb::context> ctx_;
 
    // Queue of background tasks to be performed
    std::unique_ptr<TaskQueue> taskQueue_;
 
    // Shards held by this server
    std::map<std::uint32_t, ShardInfo> shards_;
 
    // Shard index being acquired from the peer network
    std::uint32_t acquireIndex_{0};
 
    // The shard store root directory
    boost::filesystem::path dir_;
 
    // If new shards can be stored
    bool canAdd_{true};
 
    // Complete shard indexes
    std::string status_;
 
    // The name associated with the backend used with the shard store
    std::string backendName_;
 
    // Maximum storage space the shard store can utilize (in bytes)
    std::uint64_t maxFileSz_;
 
    // Storage space utilized by the shard store (in bytes)
    std::uint64_t fileSz_{0};
 
    // Each shard stores 16384 ledgers. The earliest shard may store
    // less if the earliest ledger sequence truncates its beginning.
    // The value should only be altered for unit tests.
    std::uint32_t ledgersPerShard_ = ledgersPerShardDefault;
 
    // The earliest shard index
    std::uint32_t earliestShardIndex_;
 
    // Average storage space required by a shard (in bytes)
    std::uint64_t avgShardFileSz_;
 
    // File name used to mark shards being imported from node store
    static constexpr auto importMarker_ = "import";
 
    // Initialize settings from the configuration file
    // Lock must be held
    bool
    initConfig(std::lock_guard<std::mutex>&);
 
    std::shared_ptr<NodeObject>
    fetchFrom(uint256 const& hash, std::uint32_t seq) override;
 
    void
    for_each(std::function<void(std::shared_ptr<NodeObject>)> f) override
    {
        Throw<std::runtime_error>("Shard store import not supported");
    }
 
    // Randomly select a shard index not stored
    // Lock must be held
    boost::optional<std::uint32_t>
    findAcquireIndex(
        std::uint32_t validLedgerSeq,
        std::lock_guard<std::mutex>&);
 
private:
    // Queue a task to finalize a shard by validating its databases
    // Lock must be held
    void
    finalizeShard(
        ShardInfo& shardInfo,
        bool writeSQLite,
        std::lock_guard<std::mutex>&,
        boost::optional<uint256> const& expectedHash);
 
    // Set storage and file descriptor usage stats
    // Lock must NOT be held
    void
    setFileStats();
 
    // Update status string
    // Lock must be held
    void
    updateStatus(std::lock_guard<std::mutex>&);
 
    std::pair<std::shared_ptr<PCache>, std::shared_ptr<NCache>>
    getCache(std::uint32_t seq);
 
    // Returns available storage space
    std::uint64_t
    available() const;
 
    bool
    storeLedgerInShard(
        std::shared_ptr<Shard>& shard,
        std::shared_ptr<Ledger const> const& ledger);
 
    void
    removeFailedShard(std::shared_ptr<Shard> shard);
};
 
}  // namespace NodeStore
}  // namespace ripple
 
#endif