ARCHIVE/clio
1
0
Fork 0
mirror of https://github.com/XRPLF/clio.git synced 2025-12-06 17:27:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

add finish sequence

Browse Source
This commit is contained in:
CJ Cobb
2021-04-07 13:43:24 +00:00
parent 7f39378268
commit d773fcfdb7
2 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
reporting/ReportingETL.cpp
View File

@@ -319,6 +319,8 @@ ReportingETL::buildNextLedger(org::xrpl::rpc::v1::GetLedgerResponse& rawData)
std::optional<uint32_t> std::optional<uint32_t>
ReportingETL::runETLPipeline(uint32_t startSequence, int numExtractors) ReportingETL::runETLPipeline(uint32_t startSequence, int numExtractors)
{ {
if (startSequence > finishSequence_)
return {};
/* /*
* Behold, mortals! This function spawns three separate threads, which talk * Behold, mortals! This function spawns three separate threads, which talk
* to each other via 2 different thread safe queues and 1 atomic variable. * to each other via 2 different thread safe queues and 1 atomic variable.
@@ -388,7 +390,8 @@ ReportingETL::runETLPipeline(uint32_t startSequence, int numExtractors)
// ETL mechanism should stop. The other stopping condition is if // ETL mechanism should stop. The other stopping condition is if
// the entire server is shutting down. This can be detected in a // the entire server is shutting down. This can be detected in a
// variety of ways. See the comment at the top of the function // variety of ways. See the comment at the top of the function
while (networkValidatedLedgers_.waitUntilValidatedByNetwork( while (currentSequence <= finishSequence_ &&
networkValidatedLedgers_.waitUntilValidatedByNetwork(
currentSequence) && currentSequence) &&
!writeConflict && !isStopping()) !writeConflict && !isStopping())
{ {
@@ -425,6 +428,8 @@ ReportingETL::runETLPipeline(uint32_t startSequence, int numExtractors)
transformQueue->push(std::move(fetchResponse)); transformQueue->push(std::move(fetchResponse));
currentSequence += numExtractors; currentSequence += numExtractors;
if (currentSequence > finishSequence_)
break;
} }
// empty optional tells the transformer to shut down // empty optional tells the transformer to shut down
transformQueue->push({}); transformQueue->push({});
@@ -692,6 +697,8 @@ ReportingETL::ReportingETL(
flatMapBackend_->open(); flatMapBackend_->open();
if (config.contains("start_sequence")) if (config.contains("start_sequence"))
startSequence_ = config.at("start_sequence").as_int64(); startSequence_ = config.at("start_sequence").as_int64();
if (config.contains("finish_sequence"))
finishSequence_ = config.at("finish_sequence").as_int64();
if (config.contains("read_only")) if (config.contains("read_only"))
readOnly_ = config.at("read_only").as_bool(); readOnly_ = config.at("read_only").as_bool();
if (config.contains("online_delete")) if (config.contains("online_delete"))

1
reporting/ReportingETL.h
View File

@@ -131,6 +131,7 @@ private:
/// the next ledger validated by the network. If this is set, and the /// the next ledger validated by the network. If this is set, and the
/// database is already populated, an error is thrown. /// database is already populated, an error is thrown.
std::optional<uint32_t> startSequence_; std::optional<uint32_t> startSequence_;
std::optional<uint32_t> finishSequence_;
/// The time that the most recently published ledger was published. Used by /// The time that the most recently published ledger was published. Used by
/// server_info /// server_info