ARCHIVE/clio
1
0
Fork 0
mirror of https://github.com/XRPLF/clio.git synced 2025-11-22 04:35:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

add avg extract time

Browse Source
This commit is contained in:
CJ Cobb
2021-03-24 13:13:28 -04:00
parent 694111a9b7
commit 3062b5e678
1 changed files with 54 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
reporting/ReportingETL.cpp
View File

@@ -372,11 +372,17 @@ ReportingETL::runETLPipeline(uint32_t startSequence, int numExtractors)
queues.push_back(transformQueue); queues.push_back(transformQueue);
std::cout << "added to queues"; std::cout << "added to queues";
threads.emplace_back( threads.emplace_back([this,
[this, &startSequence, &writeConflict, transformQueue, i, numExtractors]() { &startSequence,
&writeConflict,
transformQueue,
i,
numExtractors]() {
beast::setCurrentThreadName("rippled: ReportingETL extract"); beast::setCurrentThreadName("rippled: ReportingETL extract");
uint32_t currentSequence = startSequence + i; uint32_t currentSequence = startSequence + i;
double totalTime = 0;
// there are two stopping conditions here. // there are two stopping conditions here.
// First, if there is a write conflict in the load thread, the // First, if there is a write conflict in the load thread, the
// ETL mechanism should stop. The other stopping condition is if // ETL mechanism should stop. The other stopping condition is if
@@ -392,12 +398,17 @@ ReportingETL::runETLPipeline(uint32_t startSequence, int numExtractors)
auto end = std::chrono::system_clock::now(); auto end = std::chrono::system_clock::now();
auto time = ((end - start).count()) / 1000000000.0; auto time = ((end - start).count()) / 1000000000.0;
totalTime += time;
auto tps = auto tps =
fetchResponse->transactions_list().transactions_size() / fetchResponse->transactions_list().transactions_size() /
time; time;
BOOST_LOG_TRIVIAL(info) << "Extract phase time = " << time BOOST_LOG_TRIVIAL(info)
<< "Extract phase time = " << time
<< " . Extract phase tps = " << tps << " . Extract phase tps = " << tps
<< " . Avg extract time = "
<< totalTime / (currentSequence - startSequence + 1)
<< " . thread num = " << i << " . thread num = " << i
<< " . seq = " << currentSequence; << " . seq = " << currentSequence;
// if the fetch is unsuccessful, stop. fetchLedger only // if the fetch is unsuccessful, stop. fetchLedger only