ARCHIVE/clio
1
0
Fork 0
mirror of https://github.com/XRPLF/clio.git synced 2025-11-21 12:15:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

add avg extract time

Browse Source
This commit is contained in:
CJ Cobb
2021-03-24 13:13:28 -04:00
parent 694111a9b7
commit 3062b5e678
1 changed files with 54 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
reporting/ReportingETL.cpp
View File

@@ -372,11 +372,17 @@ ReportingETL::runETLPipeline(uint32_t startSequence, int numExtractors)
queues.push_back(transformQueue);
std::cout << "added to queues";
threads.emplace_back(
[this, &startSequence, &writeConflict, transformQueue, i, numExtractors]() {
threads.emplace_back([this,
&startSequence,
&writeConflict,
transformQueue,
i,
numExtractors]() {
beast::setCurrentThreadName("rippled: ReportingETL extract");
uint32_t currentSequence = startSequence + i;
double totalTime = 0;
// there are two stopping conditions here.
// First, if there is a write conflict in the load thread, the
// ETL mechanism should stop. The other stopping condition is if
@@ -392,12 +398,17 @@ ReportingETL::runETLPipeline(uint32_t startSequence, int numExtractors)
auto end = std::chrono::system_clock::now();
auto time = ((end - start).count()) / 1000000000.0;
totalTime += time;
auto tps =
fetchResponse->transactions_list().transactions_size() /
time;
BOOST_LOG_TRIVIAL(info) << "Extract phase time = " << time
BOOST_LOG_TRIVIAL(info)
<< "Extract phase time = " << time
<< " . Extract phase tps = " << tps
<< " . Avg extract time = "
<< totalTime / (currentSequence - startSequence + 1)
<< " . thread num = " << i
<< " . seq = " << currentSequence;
// if the fetch is unsuccessful, stop. fetchLedger only