Inheritance diagram for ripple::NodeStore::DatabaseRotatingImp:

Collaboration diagram for ripple::NodeStore::DatabaseRotatingImp:

[legend]

Public Member Functions
	DatabaseRotatingImp ()=delete

	DatabaseRotatingImp (DatabaseRotatingImp const &)=delete

DatabaseRotatingImp &	operator= (DatabaseRotatingImp const &)=delete

	DatabaseRotatingImp (Scheduler &scheduler, int readThreads, std::shared_ptr< Backend > writableBackend, std::shared_ptr< Backend > archiveBackend, Section const &config, beast::Journal j)

	~DatabaseRotatingImp ()

void	rotateWithLock (std::function< std::unique_ptr< NodeStore::Backend >(std::string const &writableBackendName)> const &f) override
	Rotates the backends. More...

std::string	getName () const override
	Retrieve the name associated with this backend. More...

std::int32_t	getWriteLoad () const override
	Retrieve the estimated number of pending write operations. More...

void	importDatabase (Database &source) override
	Import objects from another database. More...

bool	isSameDB (std::uint32_t, std::uint32_t) override

void	store (NodeObjectType type, Blob &&data, uint256 const &hash, std::uint32_t) override

void	sync () override

bool	storeLedger (std::shared_ptr< Ledger const > const &srcLedger) override
	Store a ledger from a different database. More...

void	sweep () override
	Remove expired entries from the positive and negative caches. More...

virtual void	store (NodeObjectType type, Blob &&data, uint256 const &hash, std::uint32_t ledgerSeq)=0
	Store the object. More...

std::shared_ptr< NodeObject >	fetchNodeObject (uint256 const &hash, std::uint32_t ledgerSeq=0, FetchType fetchType=FetchType::synchronous, bool duplicate=false)
	Fetch a node object. More...

void	asyncFetch (uint256 const &hash, std::uint32_t ledgerSeq, std::function< void(std::shared_ptr< NodeObject > const &)> &&callback)
	Fetch an object without waiting. More...

std::uint64_t	getStoreCount () const
	Gather statistics pertaining to read and write activities. More...

std::uint32_t	getFetchTotalCount () const

std::uint32_t	getFetchHitCount () const

std::uint64_t	getStoreSize () const

std::uint32_t	getFetchSize () const

void	getCountsJson (Json::Value &obj)

int	fdRequired () const
	Returns the number of file descriptors the database expects to need. More...

virtual void	stop ()

bool	isStopping () const

std::uint32_t	ledgersPerShard () const noexcept

std::uint32_t	earliestLedgerSeq () const noexcept

std::uint32_t	earliestShardIndex () const noexcept

std::uint32_t	firstLedgerSeq (std::uint32_t shardIndex) const noexcept
	Calculates the first ledger sequence for a given shard index. More...

std::uint32_t	lastLedgerSeq (std::uint32_t shardIndex) const noexcept
	Calculates the last ledger sequence for a given shard index. More...

std::uint32_t	seqToShardIndex (std::uint32_t ledgerSeq) const noexcept
	Calculates the shard index for a given ledger sequence. More...

std::uint32_t	maxLedgers (std::uint32_t shardIndex) const noexcept
	Calculates the maximum ledgers for a given shard index. More...

Protected Member Functions
bool	storeLedger (Ledger const &srcLedger, std::shared_ptr< Backend > dstBackend)

void	storeStats (std::uint64_t count, std::uint64_t sz)

void	importInternal (Backend &dstBackend, Database &srcDB)

void	updateFetchMetrics (uint64_t fetches, uint64_t hits, uint64_t duration)

Protected Attributes
const beast::Journal	j_

Scheduler &	scheduler_

int	fdRequired_ {0}

std::atomic< std::uint32_t >	fetchHitCount_ {0}

std::atomic< std::uint32_t >	fetchSz_ {0}

const std::uint32_t	ledgersPerShard_

const std::uint32_t	earliestLedgerSeq_

const std::uint32_t	earliestShardIndex_

Private Member Functions
std::shared_ptr< NodeObject >	fetchNodeObject (uint256 const &hash, std::uint32_t, FetchReport &fetchReport, bool duplicate) override

void	for_each (std::function< void(std::shared_ptr< NodeObject >)> f) override
	Visit every object in the database This is usually called during import. More...

virtual std::optional< Backend::Counters< std::uint64_t > >	getCounters () const
	Retrieve backend read and write stats. More...

void	threadEntry ()

Private Attributes
std::shared_ptr< Backend >	writableBackend_

std::shared_ptr< Backend >	archiveBackend_

std::mutex	mutex_

std::atomic< std::uint64_t >	storeCount_ {0}

std::atomic< std::uint64_t >	storeSz_ {0}

std::atomic< std::uint64_t >	fetchTotalCount_ {0}

std::atomic< std::uint64_t >	fetchDurationUs_ {0}

std::atomic< std::uint64_t >	storeDurationUs_ {0}

std::mutex	readLock_

std::condition_variable	readCondVar_

std::map< uint256, std::vector< std::pair< std::uint32_t, std::function< void(std::shared_ptr< NodeObject > const &)> > > >	read_

uint256	readLastHash_

std::vector< std::thread >	readThreads_

bool	readStopping_ {false}

Detailed Description

Definition at line 28 of file DatabaseRotatingImp.h.

Constructor & Destructor Documentation

◆ DatabaseRotatingImp() [1/3]

ripple::NodeStore::DatabaseRotatingImp::DatabaseRotatingImp ( )

delete

◆ DatabaseRotatingImp() [2/3]

ripple::NodeStore::DatabaseRotatingImp::DatabaseRotatingImp ( DatabaseRotatingImp const & )

delete

◆ DatabaseRotatingImp() [3/3]

ripple::NodeStore::DatabaseRotatingImp::DatabaseRotatingImp	(	Scheduler &	scheduler,
		int	readThreads,
		std::shared_ptr< Backend >	writableBackend,
		std::shared_ptr< Backend >	archiveBackend,
		Section const &	config,
		beast::Journal	j
	)

Definition at line 27 of file DatabaseRotatingImp.cpp.

◆ ~DatabaseRotatingImp()

ripple::NodeStore::DatabaseRotatingImp::~DatabaseRotatingImp ( )

Definition at line 44 of file DatabaseRotatingImp.h.

Member Function Documentation

◆ operator=()

DatabaseRotatingImp& ripple::NodeStore::DatabaseRotatingImp::operator= ( DatabaseRotatingImp const & )

delete

◆ rotateWithLock()

void ripple::NodeStore::DatabaseRotatingImp::rotateWithLock ( std::function< std::unique_ptr< NodeStore::Backend >(std::string const &writableBackendName)> const & f )

overridevirtual

Rotates the backends.

Parameters

f	A function executed before the rotation and under the same lock

Implements ripple::NodeStore::DatabaseRotating.

Definition at line 45 of file DatabaseRotatingImp.cpp.

◆ getName()

std::string ripple::NodeStore::DatabaseRotatingImp::getName ( ) const

overridevirtual

Retrieve the name associated with this backend.

This is used for diagnostics and may not reflect the actual path or paths used by the underlying backend.

Implements ripple::NodeStore::Database.

Definition at line 58 of file DatabaseRotatingImp.cpp.

◆ getWriteLoad()

std::int32_t ripple::NodeStore::DatabaseRotatingImp::getWriteLoad ( ) const

overridevirtual

Retrieve the estimated number of pending write operations.

This is used for diagnostics.

Implements ripple::NodeStore::Database.

Definition at line 65 of file DatabaseRotatingImp.cpp.

◆ importDatabase()

void ripple::NodeStore::DatabaseRotatingImp::importDatabase ( Database & source )

overridevirtual

Import objects from another database.

Implements ripple::NodeStore::Database.

Definition at line 72 of file DatabaseRotatingImp.cpp.

◆ isSameDB()

bool ripple::NodeStore::DatabaseRotatingImp::isSameDB	(	std::uint32_t	,
		std::uint32_t
	)

overridevirtual

Implements ripple::NodeStore::Database.

Definition at line 63 of file DatabaseRotatingImp.h.

◆ store() [1/2]

void ripple::NodeStore::DatabaseRotatingImp::store	(	NodeObjectType	type,
		Blob &&	data,
		uint256 const &	hash,
		std::uint32_t
	)

override

Definition at line 101 of file DatabaseRotatingImp.cpp.

◆ sync()

void ripple::NodeStore::DatabaseRotatingImp::sync ( )

overridevirtual

Implements ripple::NodeStore::Database.

Definition at line 94 of file DatabaseRotatingImp.cpp.

◆ storeLedger() [1/2]

bool ripple::NodeStore::DatabaseRotatingImp::storeLedger ( std::shared_ptr< Ledger const > const & srcLedger )

overridevirtual

Store a ledger from a different database.

Parameters

srcLedger The ledger to store.

Returns: true if the operation was successful

Implements ripple::NodeStore::Database.

Definition at line 83 of file DatabaseRotatingImp.cpp.

◆ sweep()

void ripple::NodeStore::DatabaseRotatingImp::sweep ( )

overridevirtual

Remove expired entries from the positive and negative caches.

Implements ripple::NodeStore::Database.

Definition at line 119 of file DatabaseRotatingImp.cpp.

◆ fetchNodeObject() [1/2]

std::shared_ptr< NodeObject > ripple::NodeStore::DatabaseRotatingImp::fetchNodeObject	(	uint256 const &	hash,
		std::uint32_t	,
		FetchReport &	fetchReport,
		bool	duplicate
	)

overrideprivate

Definition at line 125 of file DatabaseRotatingImp.cpp.

◆ for_each()

void ripple::NodeStore::DatabaseRotatingImp::for_each ( std::function< void(std::shared_ptr< NodeObject >)> f )

overrideprivatevirtual

Visit every object in the database This is usually called during import.

Note: This routine will not be called concurrently with itself or other methods.

See also: import

Implements ripple::NodeStore::Database.

Definition at line 195 of file DatabaseRotatingImp.cpp.

◆ store() [2/2]

virtual void ripple::NodeStore::Database::store	(	NodeObjectType	type,
		Blob &&	data,
		uint256 const &	hash,
		std::uint32_t	ledgerSeq
	)

pure virtualinherited

Store the object.

The caller's Blob parameter is overwritten.

Parameters

type	The type of object.
data	The payload of the object. The caller's variable is overwritten.
hash	The 256-bit hash of the payload data.
ledgerSeq	The sequence of the ledger the object belongs to.

Returns: true if the object was stored?

Implemented in ripple::NodeStore::DatabaseNodeImp.

◆ fetchNodeObject() [2/2]

std::shared_ptr< NodeObject > ripple::NodeStore::Database::fetchNodeObject	(	uint256 const &	hash,
		std::uint32_t	ledgerSeq = `0`,
		FetchType	fetchType = `FetchType::synchronous`,
		bool	duplicate = `false`
	)

inherited

Fetch a node object.

If the object is known to be not in the database, isn't found in the database during the fetch, or failed to load correctly during the fetch, nullptr is returned.

Note: This can be called concurrently.

Parameters

hash	The key of the object to retrieve.
ledgerSeq	The sequence of the ledger where the object is stored.
fetchType	the type of fetch, synchronous or asynchronous.

Returns: The object, or nullptr if it couldn't be retrieved.

Definition at line 158 of file Database.cpp.

◆ asyncFetch()

void ripple::NodeStore::Database::asyncFetch	(	uint256 const &	hash,
		std::uint32_t	ledgerSeq,
		std::function< void(std::shared_ptr< NodeObject > const &)> &&	callback
	)

inherited

Fetch an object without waiting.

If I/O is required to determine whether or not the object is present, false is returned. Otherwise, true is returned and object is set to refer to the object, or nullptr if the object is not present. If I/O is required, the I/O is scheduled and true is returned

Note: This can be called concurrently.

Parameters

hash	The key of the object to retrieve
ledgerSeq	The sequence of the ledger where the object is stored, used by the shard store.
callback	Callback function when read completes

Definition at line 107 of file Database.cpp.

◆ storeLedger() [2/2]

bool ripple::NodeStore::Database::storeLedger	(	Ledger const &	srcLedger,
		std::shared_ptr< Backend >	dstBackend
	)

protectedinherited

Definition at line 185 of file Database.cpp.

◆ getStoreCount()

std::uint64_t ripple::NodeStore::Database::getStoreCount ( ) const

inherited

Gather statistics pertaining to read and write activities.

Parameters

obj	Json object reference into which to place counters.

Definition at line 182 of file Database.h.

◆ getFetchTotalCount()

std::uint32_t ripple::NodeStore::Database::getFetchTotalCount ( ) const

inherited

Definition at line 188 of file Database.h.

◆ getFetchHitCount()

std::uint32_t ripple::NodeStore::Database::getFetchHitCount ( ) const

inherited

Definition at line 194 of file Database.h.

◆ getStoreSize()

std::uint64_t ripple::NodeStore::Database::getStoreSize ( ) const

inherited

Definition at line 200 of file Database.h.

◆ getFetchSize()

std::uint32_t ripple::NodeStore::Database::getFetchSize ( ) const

inherited

Definition at line 206 of file Database.h.

◆ getCountsJson()

void ripple::NodeStore::Database::getCountsJson ( Json::Value & obj )

inherited

Definition at line 331 of file Database.cpp.

◆ fdRequired()

int ripple::NodeStore::Database::fdRequired ( ) const

inherited

Returns the number of file descriptors the database expects to need.

Definition at line 216 of file Database.h.

◆ stop()

void ripple::NodeStore::Database::stop ( )

virtualinherited

Reimplemented in ripple::NodeStore::DatabaseShardImp.

Definition at line 89 of file Database.cpp.

◆ isStopping()

bool ripple::NodeStore::Database::isStopping ( ) const

inherited

Definition at line 69 of file Database.cpp.

◆ ledgersPerShard()

std::uint32_t ripple::NodeStore::Database::ledgersPerShard ( ) const

noexceptinherited

Returns: The maximum number of ledgers stored in a shard

Definition at line 230 of file Database.h.

◆ earliestLedgerSeq()

std::uint32_t ripple::NodeStore::Database::earliestLedgerSeq ( ) const

noexceptinherited

Returns: The earliest ledger sequence allowed

Definition at line 238 of file Database.h.

◆ earliestShardIndex()

std::uint32_t ripple::NodeStore::Database::earliestShardIndex ( ) const

noexceptinherited

Returns: The earliest shard index

Definition at line 246 of file Database.h.

◆ firstLedgerSeq()

std::uint32_t ripple::NodeStore::Database::firstLedgerSeq ( std::uint32_t shardIndex ) const

noexceptinherited

Calculates the first ledger sequence for a given shard index.

Parameters

shardIndex The shard index considered

Returns: The first ledger sequence pertaining to the shard index

Definition at line 257 of file Database.h.

◆ lastLedgerSeq()

std::uint32_t ripple::NodeStore::Database::lastLedgerSeq ( std::uint32_t shardIndex ) const

noexceptinherited

Calculates the last ledger sequence for a given shard index.

Parameters

shardIndex The shard index considered

Returns: The last ledger sequence pertaining to the shard index

Definition at line 271 of file Database.h.

◆ seqToShardIndex()

std::uint32_t ripple::NodeStore::Database::seqToShardIndex ( std::uint32_t ledgerSeq ) const

noexceptinherited

Calculates the shard index for a given ledger sequence.

Parameters

ledgerSeq ledger sequence

Returns: The shard index of the ledger sequence

Definition at line 283 of file Database.h.

◆ maxLedgers()

std::uint32_t ripple::NodeStore::Database::maxLedgers ( std::uint32_t shardIndex ) const

noexceptinherited

Calculates the maximum ledgers for a given shard index.

Parameters

shardIndex The shard index considered

Returns: The maximum ledgers pertaining to the shard index

Note: The earliest shard may store less if the earliest ledger sequence truncates its beginning

Definition at line 76 of file Database.cpp.

◆ storeStats()

void ripple::NodeStore::Database::storeStats	(	std::uint64_t	count,
		std::uint64_t	sz
	)

protectedinherited

Definition at line 328 of file Database.h.

◆ importInternal()

void ripple::NodeStore::Database::importInternal	(	Backend &	dstBackend,
		Database &	srcDB
	)

protectedinherited

Definition at line 119 of file Database.cpp.

◆ updateFetchMetrics()

void ripple::NodeStore::Database::updateFetchMetrics	(	uint64_t	fetches,
		uint64_t	hits,
		uint64_t	duration
	)

protectedinherited

Definition at line 344 of file Database.h.

◆ getCounters()

virtual std::optional<Backend::Counters<std::uint64_t> > ripple::NodeStore::Database::getCounters ( ) const

privatevirtualinherited

Retrieve backend read and write stats.

Note: The Counters struct is specific to and only used by CassandraBackend.

Reimplemented in ripple::NodeStore::DatabaseNodeImp.

Definition at line 398 of file Database.h.

◆ threadEntry()

void ripple::NodeStore::Database::threadEntry ( )

privateinherited

Definition at line 285 of file Database.cpp.

Member Data Documentation

◆ writableBackend_

std::shared_ptr<Backend> ripple::NodeStore::DatabaseRotatingImp::writableBackend_

private

Definition at line 83 of file DatabaseRotatingImp.h.

◆ archiveBackend_

std::shared_ptr<Backend> ripple::NodeStore::DatabaseRotatingImp::archiveBackend_

private

Definition at line 84 of file DatabaseRotatingImp.h.

◆ mutex_

std::mutex ripple::NodeStore::DatabaseRotatingImp::mutex_

mutableprivate

Definition at line 85 of file DatabaseRotatingImp.h.

◆ j_

const beast::Journal ripple::NodeStore::Database::j_

protectedinherited

Definition at line 301 of file Database.h.

◆ scheduler_

Scheduler& ripple::NodeStore::Database::scheduler_

protectedinherited

Definition at line 302 of file Database.h.

◆ fdRequired_

int ripple::NodeStore::Database::fdRequired_ {0}

protectedinherited

Definition at line 303 of file Database.h.

◆ fetchHitCount_

std::atomic<std::uint32_t> ripple::NodeStore::Database::fetchHitCount_ {0}

protectedinherited

Definition at line 305 of file Database.h.

◆ fetchSz_

std::atomic<std::uint32_t> ripple::NodeStore::Database::fetchSz_ {0}

protectedinherited

Definition at line 306 of file Database.h.

◆ ledgersPerShard_

const std::uint32_t ripple::NodeStore::Database::ledgersPerShard_

protectedinherited

Definition at line 314 of file Database.h.

◆ earliestLedgerSeq_

const std::uint32_t ripple::NodeStore::Database::earliestLedgerSeq_

protectedinherited

Definition at line 322 of file Database.h.

◆ earliestShardIndex_

const std::uint32_t ripple::NodeStore::Database::earliestShardIndex_

protectedinherited

Definition at line 325 of file Database.h.

◆ storeCount_

std::atomic<std::uint64_t> ripple::NodeStore::Database::storeCount_ {0}

privateinherited

Definition at line 352 of file Database.h.

◆ storeSz_

std::atomic<std::uint64_t> ripple::NodeStore::Database::storeSz_ {0}

privateinherited

Definition at line 353 of file Database.h.

◆ fetchTotalCount_

std::atomic<std::uint64_t> ripple::NodeStore::Database::fetchTotalCount_ {0}

privateinherited

Definition at line 354 of file Database.h.

◆ fetchDurationUs_

std::atomic<std::uint64_t> ripple::NodeStore::Database::fetchDurationUs_ {0}

privateinherited

Definition at line 355 of file Database.h.

◆ storeDurationUs_

std::atomic<std::uint64_t> ripple::NodeStore::Database::storeDurationUs_ {0}

privateinherited

Definition at line 356 of file Database.h.

◆ readLock_

std::mutex ripple::NodeStore::Database::readLock_

mutableprivateinherited

Definition at line 358 of file Database.h.

◆ readCondVar_

std::condition_variable ripple::NodeStore::Database::readCondVar_

privateinherited

Definition at line 359 of file Database.h.

◆ read_

std::map< uint256, std::vector<std::pair< std::uint32_t, std::function<void(std::shared_ptr<NodeObject> const&)> > > > ripple::NodeStore::Database::read_

privateinherited

Definition at line 367 of file Database.h.

◆ readLastHash_

uint256 ripple::NodeStore::Database::readLastHash_

privateinherited

Definition at line 370 of file Database.h.

◆ readThreads_

std::vector<std::thread> ripple::NodeStore::Database::readThreads_

privateinherited

Definition at line 372 of file Database.h.

◆ readStopping_

bool ripple::NodeStore::Database::readStopping_ {false}

privateinherited

Definition at line 373 of file Database.h.

Public Member Functions

Protected Member Functions

Protected Attributes

Private Member Functions

Private Attributes

Detailed Description

Constructor & Destructor Documentation

◆ DatabaseRotatingImp() [1/3]

◆ DatabaseRotatingImp() [2/3]

◆ DatabaseRotatingImp() [3/3]

◆ ~DatabaseRotatingImp()

Member Function Documentation

◆ operator=()

◆ rotateWithLock()

◆ getName()

◆ getWriteLoad()

◆ importDatabase()

◆ isSameDB()

◆ store() [1/2]

◆ sync()

◆ storeLedger() [1/2]

◆ sweep()

◆ fetchNodeObject() [1/2]

◆ for_each()

◆ store() [2/2]

◆ fetchNodeObject() [2/2]

◆ asyncFetch()

◆ storeLedger() [2/2]

◆ getStoreCount()

◆ getFetchTotalCount()

◆ getFetchHitCount()

◆ getStoreSize()

◆ getFetchSize()

◆ getCountsJson()

◆ fdRequired()

◆ stop()

◆ isStopping()

◆ ledgersPerShard()

◆ earliestLedgerSeq()

◆ earliestShardIndex()

◆ firstLedgerSeq()

◆ lastLedgerSeq()

◆ seqToShardIndex()

◆ maxLedgers()

◆ storeStats()

◆ importInternal()

◆ updateFetchMetrics()

◆ getCounters()

◆ threadEntry()

Member Data Documentation

◆ writableBackend_

◆ archiveBackend_

◆ mutex_

◆ j_

◆ scheduler_

◆ fdRequired_

◆ fetchHitCount_

◆ fetchSz_

◆ ledgersPerShard_

◆ earliestLedgerSeq_

◆ earliestShardIndex_

◆ storeCount_

◆ storeSz_

◆ fetchTotalCount_

◆ fetchDurationUs_

◆ storeDurationUs_

◆ readLock_

◆ readCondVar_

◆ read_

◆ readLastHash_

◆ readThreads_

◆ readStopping_