mirror of
https://github.com/XRPLF/rippled.git
synced 2025-11-22 12:05:53 +00:00
1152 lines
216 KiB
HTML
1152 lines
216 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
|
|
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
|
|
<meta name="generator" content="Doxygen 1.8.17"/>
|
|
<meta name="viewport" content="width=device-width, initial-scale=1"/>
|
|
<title>rippled: ReportingETL.cpp Source File</title>
|
|
<link href="tabs.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="jquery.js"></script>
|
|
<script type="text/javascript" src="dynsections.js"></script>
|
|
<link href="search/search.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="search/searchdata.js"></script>
|
|
<script type="text/javascript" src="search/search.js"></script>
|
|
<link href="doxygen.css" rel="stylesheet" type="text/css" />
|
|
</head>
|
|
<body>
|
|
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
|
|
<div id="titlearea">
|
|
<table cellspacing="0" cellpadding="0">
|
|
<tbody>
|
|
<tr style="height: 56px;">
|
|
<td id="projectalign" style="padding-left: 0.5em;">
|
|
<div id="projectname">rippled
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
<!-- end header part -->
|
|
<!-- Generated by Doxygen 1.8.17 -->
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */
|
|
var searchBox = new SearchBox("searchBox", "search",false,'Search');
|
|
/* @license-end */
|
|
</script>
|
|
<script type="text/javascript" src="menudata.js"></script>
|
|
<script type="text/javascript" src="menu.js"></script>
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */
|
|
$(function() {
|
|
initMenu('',true,false,'search.php','Search');
|
|
$(document).ready(function() { init_search(); });
|
|
});
|
|
/* @license-end */</script>
|
|
<div id="main-nav"></div>
|
|
<!-- window showing the filter options -->
|
|
<div id="MSearchSelectWindow"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
onkeydown="return searchBox.OnSearchSelectKey(event)">
|
|
</div>
|
|
|
|
<!-- iframe showing the search results (closed by default) -->
|
|
<div id="MSearchResultsWindow">
|
|
<iframe src="javascript:void(0)" frameborder="0"
|
|
name="MSearchResults" id="MSearchResults">
|
|
</iframe>
|
|
</div>
|
|
|
|
<div id="nav-path" class="navpath">
|
|
<ul>
|
|
<li class="navelem"><a class="el" href="dir_df9c78dcf3f59a33b12284f95992a64b.html">ripple</a></li><li class="navelem"><a class="el" href="dir_9f69212e4c6e2ca9ec5ab59cd7b6275c.html">app</a></li><li class="navelem"><a class="el" href="dir_465bd51df6d2b6b4b1941924bc602214.html">reporting</a></li> </ul>
|
|
</div>
|
|
</div><!-- top -->
|
|
<div class="header">
|
|
<div class="headertitle">
|
|
<div class="title">ReportingETL.cpp</div> </div>
|
|
</div><!--header-->
|
|
<div class="contents">
|
|
<div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">//------------------------------------------------------------------------------</span></div>
|
|
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">/*</span></div>
|
|
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"> This file is part of rippled: https://github.com/ripple/rippled</span></div>
|
|
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"> Copyright (c) 2020 Ripple Labs Inc.</span></div>
|
|
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment"></span> </div>
|
|
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment"> Permission to use, copy, modify, and/or distribute this software for any</span></div>
|
|
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment"> purpose with or without fee is hereby granted, provided that the above</span></div>
|
|
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment"> copyright notice and this permission notice appear in all copies.</span></div>
|
|
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment"></span> </div>
|
|
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment"> THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES</span></div>
|
|
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment"> WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF</span></div>
|
|
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment"> MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR</span></div>
|
|
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment"> ANY SPECIAL , DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES</span></div>
|
|
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="comment"> WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN</span></div>
|
|
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="comment"> ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF</span></div>
|
|
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="comment"> OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.</span></div>
|
|
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="comment">*/</span></div>
|
|
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="comment">//==============================================================================</span></div>
|
|
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span>  </div>
|
|
<div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="preprocessor">#include <ripple/app/rdb/backend/PostgresDatabase.h></span></div>
|
|
<div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="preprocessor">#include <ripple/app/reporting/ReportingETL.h></span></div>
|
|
<div class="line"><a name="l00022"></a><span class="lineno"> 22</span>  </div>
|
|
<div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="preprocessor">#include <ripple/beast/core/CurrentThreadName.h></span></div>
|
|
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="preprocessor">#include <ripple/json/json_reader.h></span></div>
|
|
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="preprocessor">#include <ripple/json/json_writer.h></span></div>
|
|
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="preprocessor">#include <boost/asio/connect.hpp></span></div>
|
|
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span> <span class="preprocessor">#include <boost/asio/ip/tcp.hpp></span></div>
|
|
<div class="line"><a name="l00028"></a><span class="lineno"> 28</span> <span class="preprocessor">#include <boost/beast/core.hpp></span></div>
|
|
<div class="line"><a name="l00029"></a><span class="lineno"> 29</span> <span class="preprocessor">#include <boost/beast/websocket.hpp></span></div>
|
|
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span> <span class="preprocessor">#include <<a class="codeRef" href="http://en.cppreference.com/w/cpp/header/cctype.html">cctype</a>></span></div>
|
|
<div class="line"><a name="l00031"></a><span class="lineno"> 31</span> <span class="preprocessor">#include <<a class="codeRef" href="http://en.cppreference.com/w/cpp/header/charconv.html">charconv</a>></span></div>
|
|
<div class="line"><a name="l00032"></a><span class="lineno"> 32</span> <span class="preprocessor">#include <<a class="codeRef" href="http://en.cppreference.com/w/cpp/header/cstdlib.html">cstdlib</a>></span></div>
|
|
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span> <span class="preprocessor">#include <<a class="codeRef" href="http://en.cppreference.com/w/cpp/header/iostream.html">iostream</a>></span></div>
|
|
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span> <span class="preprocessor">#include <<a class="codeRef" href="http://en.cppreference.com/w/cpp/header/string.html">string</a>></span></div>
|
|
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span> <span class="preprocessor">#include <<a class="codeRef" href="http://en.cppreference.com/w/cpp/header/variant.html">variant</a>></span></div>
|
|
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>  </div>
|
|
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span> <span class="keyword">namespace </span><a class="code" href="namespaceripple.html">ripple</a> {</div>
|
|
<div class="line"><a name="l00038"></a><span class="lineno"> 38</span>  </div>
|
|
<div class="line"><a name="l00039"></a><span class="lineno"> 39</span> <span class="keyword">namespace </span>detail {</div>
|
|
<div class="line"><a name="l00041"></a><span class="lineno"> 41</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/basic_string.html">std::string</a></div>
|
|
<div class="line"><a name="l00042"></a><span class="lineno"><a class="line" href="namespaceripple_1_1detail.html#a9769881a083fcc3aba7e9ddaaa7ece28"> 42</a></span> <a class="code" href="namespaceripple_1_1detail.html#a9769881a083fcc3aba7e9ddaaa7ece28">toString</a>(<a class="code" href="structripple_1_1LedgerInfo.html">LedgerInfo</a> <span class="keyword">const</span>& info)</div>
|
|
<div class="line"><a name="l00043"></a><span class="lineno"> 43</span> {</div>
|
|
<div class="line"><a name="l00044"></a><span class="lineno"> 44</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/io/basic_stringstream.html">std::stringstream</a> ss;</div>
|
|
<div class="line"><a name="l00045"></a><span class="lineno"> 45</span>  ss << <span class="stringliteral">"LedgerInfo { Sequence : "</span> << info.<a class="code" href="structripple_1_1LedgerInfo.html#a06608577034840a474361d55624ce9a0">seq</a></div>
|
|
<div class="line"><a name="l00046"></a><span class="lineno"> 46</span>  << <span class="stringliteral">" Hash : "</span> << <a class="code" href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">strHex</a>(info.<a class="code" href="structripple_1_1LedgerInfo.html#aab2ff724e7c4b0ccdea55d62cdab8bbc">hash</a>) << <span class="stringliteral">" TxHash : "</span> << <a class="code" href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">strHex</a>(info.<a class="code" href="structripple_1_1LedgerInfo.html#a1ddad764a35cb7eb22d0b4b62df047d5">txHash</a>)</div>
|
|
<div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  << <span class="stringliteral">" AccountHash : "</span> << <a class="code" href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">strHex</a>(info.<a class="code" href="structripple_1_1LedgerInfo.html#aadfc3fc0c7935a8705f3e9ab0c49b9d5">accountHash</a>)</div>
|
|
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  << <span class="stringliteral">" ParentHash : "</span> << <a class="code" href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">strHex</a>(info.<a class="code" href="structripple_1_1LedgerInfo.html#a5c129196edfd78e992f81959f075e5ca">parentHash</a>) << <span class="stringliteral">" }"</span>;</div>
|
|
<div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  <span class="keywordflow">return</span> ss.<a class="codeRef" href="http://en.cppreference.com/w/cpp/io/basic_stringstream/str.html">str</a>();</div>
|
|
<div class="line"><a name="l00050"></a><span class="lineno"> 50</span> }</div>
|
|
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span> } <span class="comment">// namespace detail</span></div>
|
|
<div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  </div>
|
|
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span> <span class="keywordtype">void</span></div>
|
|
<div class="line"><a name="l00054"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a8d152a62b05ed142c39af7e366e6a47c"> 54</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a8d152a62b05ed142c39af7e366e6a47c">ReportingETL::consumeLedgerData</a>(</div>
|
|
<div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<Ledger></a>& ledger,</div>
|
|
<div class="line"><a name="l00056"></a><span class="lineno"> 56</span>  <a class="code" href="classripple_1_1ThreadSafeQueue.html">ThreadSafeQueue</a><<a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<SLE></a>>& writeQueue)</div>
|
|
<div class="line"><a name="l00057"></a><span class="lineno"> 57</span> {</div>
|
|
<div class="line"><a name="l00058"></a><span class="lineno"> 58</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<SLE></a> sle;</div>
|
|
<div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  <span class="keywordtype">size_t</span> num = 0;</div>
|
|
<div class="line"><a name="l00060"></a><span class="lineno"> 60</span>  <span class="keywordflow">while</span> (!<a class="code" href="classripple_1_1ReportingETL.html#a5ddc490e776b73888b0d7c2670efa727">stopping_</a> && (sle = writeQueue.pop()))</div>
|
|
<div class="line"><a name="l00061"></a><span class="lineno"> 61</span>  {</div>
|
|
<div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  assert(sle);</div>
|
|
<div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  <span class="keywordflow">if</span> (!ledger->exists(sle->key()))</div>
|
|
<div class="line"><a name="l00064"></a><span class="lineno"> 64</span>  ledger->rawInsert(sle);</div>
|
|
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  </div>
|
|
<div class="line"><a name="l00066"></a><span class="lineno"> 66</span>  <span class="keywordflow">if</span> (<a class="code" href="classripple_1_1ReportingETL.html#ade4fa846f12c209192fa2e87e94bb7d2">flushInterval_</a> != 0 && (num % <a class="code" href="classripple_1_1ReportingETL.html#ade4fa846f12c209192fa2e87e94bb7d2">flushInterval_</a>) == 0)</div>
|
|
<div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  {</div>
|
|
<div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << <span class="stringliteral">"Flushing! key = "</span> << <a class="code" href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">strHex</a>(sle->key());</div>
|
|
<div class="line"><a name="l00069"></a><span class="lineno"> 69</span>  ledger->stateMap().flushDirty(<a class="code" href="namespaceripple.html#a57d7e7b27df7e719fdf5569f96be60a3a65cfe147458030070724c8b3795e508f">hotACCOUNT_NODE</a>);</div>
|
|
<div class="line"><a name="l00070"></a><span class="lineno"> 70</span>  }</div>
|
|
<div class="line"><a name="l00071"></a><span class="lineno"> 71</span>  ++num;</div>
|
|
<div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  }</div>
|
|
<div class="line"><a name="l00073"></a><span class="lineno"> 73</span> }</div>
|
|
<div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  </div>
|
|
<div class="line"><a name="l00075"></a><span class="lineno"> 75</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/container/vector.html">std::vector<AccountTransactionsData></a></div>
|
|
<div class="line"><a name="l00076"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a956bf91e816d4c7942c8933aabca3111"> 76</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a956bf91e816d4c7942c8933aabca3111">ReportingETL::insertTransactions</a>(</div>
|
|
<div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<Ledger></a>& ledger,</div>
|
|
<div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  org::xrpl::rpc::v1::GetLedgerResponse& data)</div>
|
|
<div class="line"><a name="l00079"></a><span class="lineno"> 79</span> {</div>
|
|
<div class="line"><a name="l00080"></a><span class="lineno"> 80</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/container/vector.html">std::vector<AccountTransactionsData></a> accountTxData;</div>
|
|
<div class="line"><a name="l00081"></a><span class="lineno"> 81</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& txn : data.transactions_list().transactions())</div>
|
|
<div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  {</div>
|
|
<div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  <span class="keyword">auto</span>& raw = txn.transaction_blob();</div>
|
|
<div class="line"><a name="l00084"></a><span class="lineno"> 84</span>  </div>
|
|
<div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  <a class="code" href="classripple_1_1SerialIter.html">SerialIter</a> it{raw.data(), raw.size()};</div>
|
|
<div class="line"><a name="l00086"></a><span class="lineno"> 86</span>  <a class="code" href="classripple_1_1STTx.html">STTx</a> sttx{it};</div>
|
|
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  </div>
|
|
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  <span class="keyword">auto</span> txSerializer = std::make_shared<Serializer>(sttx.getSerializer());</div>
|
|
<div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  </div>
|
|
<div class="line"><a name="l00090"></a><span class="lineno"> 90</span>  <a class="code" href="classripple_1_1TxMeta.html">TxMeta</a> txMeta{</div>
|
|
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  sttx.getTransactionID(), ledger->info().seq, txn.metadata_blob()};</div>
|
|
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  </div>
|
|
<div class="line"><a name="l00093"></a><span class="lineno"> 93</span>  <span class="keyword">auto</span> metaSerializer =</div>
|
|
<div class="line"><a name="l00094"></a><span class="lineno"> 94</span>  std::make_shared<Serializer>(txMeta.getAsObject().getSerializer());</div>
|
|
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span>  </div>
|
|
<div class="line"><a name="l00096"></a><span class="lineno"> 96</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#abbe082bd27ca0f1d1365af2824e4f85b">trace</a>())</div>
|
|
<div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00098"></a><span class="lineno"> 98</span>  << <span class="stringliteral">"Inserting transaction = "</span> << sttx.getTransactionID();</div>
|
|
<div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  <a class="code" href="classripple_1_1base__uint.html">uint256</a> nodestoreHash = ledger->rawTxInsertWithHash(</div>
|
|
<div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  sttx.getTransactionID(), txSerializer, metaSerializer);</div>
|
|
<div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  accountTxData.<a class="codeRef" href="http://en.cppreference.com/w/cpp/container/vector/emplace_back.html">emplace_back</a>(txMeta, std::move(nodestoreHash), <a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>);</div>
|
|
<div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  }</div>
|
|
<div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <span class="keywordflow">return</span> accountTxData;</div>
|
|
<div class="line"><a name="l00104"></a><span class="lineno"> 104</span> }</div>
|
|
<div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  </div>
|
|
<div class="line"><a name="l00106"></a><span class="lineno"> 106</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<Ledger></a></div>
|
|
<div class="line"><a name="l00107"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a99f99fa676db643dc5144e8e445a1c50"> 107</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a99f99fa676db643dc5144e8e445a1c50">ReportingETL::loadInitialLedger</a>(uint32_t startingSequence)</div>
|
|
<div class="line"><a name="l00108"></a><span class="lineno"> 108</span> {</div>
|
|
<div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  <span class="comment">// check that database is actually empty</span></div>
|
|
<div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  <span class="keyword">auto</span> ledger = std::const_pointer_cast<Ledger>(</div>
|
|
<div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#a57929fa83c551514e364fe6981b0c104">getLedgerMaster</a>().<a class="code" href="classripple_1_1LedgerMaster.html#a50acc6cfefb3886a65affa2e213f089d">getValidatedLedger</a>());</div>
|
|
<div class="line"><a name="l00112"></a><span class="lineno"> 112</span>  <span class="keywordflow">if</span> (ledger)</div>
|
|
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  {</div>
|
|
<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a3dfb8e2e3eecccdb5cf78ff21bca069c">fatal</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  << <span class="stringliteral">"Database is not empty"</span>;</div>
|
|
<div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  assert(<span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  <span class="keywordflow">return</span> {};</div>
|
|
<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  }</div>
|
|
<div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  </div>
|
|
<div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  <span class="comment">// fetch the ledger from the network. This function will not return until</span></div>
|
|
<div class="line"><a name="l00121"></a><span class="lineno"> 121</span>  <span class="comment">// either the fetch is successful, or the server is being shutdown. This</span></div>
|
|
<div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  <span class="comment">// only fetches the ledger header and the transactions+metadata</span></div>
|
|
<div class="line"><a name="l00123"></a><span class="lineno"> 123</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<org::xrpl::rpc::v1::GetLedgerResponse></a> ledgerData{</div>
|
|
<div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  <a class="code" href="classripple_1_1ReportingETL.html#af2f90043d532a1ce40192cddf1714134">fetchLedgerData</a>(startingSequence)};</div>
|
|
<div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  <span class="keywordflow">if</span> (!ledgerData)</div>
|
|
<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  <span class="keywordflow">return</span> {};</div>
|
|
<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  </div>
|
|
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  <a class="code" href="structripple_1_1LedgerInfo.html">LedgerInfo</a> lgrInfo =</div>
|
|
<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  <a class="code" href="namespaceripple.html#abd563ede46c4e47c4c7dec8bdf89b5fb">deserializeHeader</a>(<a class="code" href="namespaceripple.html#aabe37451093c21757855542d68fba3ce">makeSlice</a>(ledgerData->ledger_header()), <span class="keyword">true</span>);</div>
|
|
<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  </div>
|
|
<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  << <span class="stringliteral">"Deserialized ledger header. "</span></div>
|
|
<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  << <a class="code" href="namespaceripple_1_1detail.html#a9769881a083fcc3aba7e9ddaaa7ece28">detail::toString</a>(lgrInfo);</div>
|
|
<div class="line"><a name="l00134"></a><span class="lineno"> 134</span>  </div>
|
|
<div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  ledger =</div>
|
|
<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  std::make_shared<Ledger>(lgrInfo, <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>(), <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#a26ccdf06f25ceadec7894dd5f8da7eab">getNodeFamily</a>());</div>
|
|
<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  ledger->stateMap().clearSynching();</div>
|
|
<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  ledger->txMap().clearSynching();</div>
|
|
<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  </div>
|
|
<div class="line"><a name="l00140"></a><span class="lineno"> 140</span> <span class="preprocessor">#ifdef RIPPLED_REPORTING</span></div>
|
|
<div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/container/vector.html">std::vector<AccountTransactionsData></a> accountTxData =</div>
|
|
<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  <a class="code" href="classripple_1_1ReportingETL.html#a956bf91e816d4c7942c8933aabca3111">insertTransactions</a>(ledger, *ledgerData);</div>
|
|
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span> <span class="preprocessor">#endif</span></div>
|
|
<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  </div>
|
|
<div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  <span class="keyword">auto</span> <a class="code" href="classripple_1_1ReportingETL.html#aa0722787e2f8a69c88654c3934bf3156">start</a> = <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a>();</div>
|
|
<div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  </div>
|
|
<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  <a class="code" href="classripple_1_1ThreadSafeQueue.html">ThreadSafeQueue<std::shared_ptr<SLE></a>> writeQueue;</div>
|
|
<div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/thread/thread.html">std::thread</a> asyncWriter{[<span class="keyword">this</span>, &ledger, &writeQueue]() {</div>
|
|
<div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <a class="code" href="classripple_1_1ReportingETL.html#a8d152a62b05ed142c39af7e366e6a47c">consumeLedgerData</a>(ledger, writeQueue);</div>
|
|
<div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  }};</div>
|
|
<div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  </div>
|
|
<div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  <span class="comment">// download the full account state map. This function downloads full ledger</span></div>
|
|
<div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  <span class="comment">// data and pushes the downloaded data into the writeQueue. asyncWriter</span></div>
|
|
<div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  <span class="comment">// consumes from the queue and inserts the data into the Ledger object.</span></div>
|
|
<div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  <span class="comment">// Once the below call returns, all data has been pushed into the queue</span></div>
|
|
<div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  <a class="code" href="classripple_1_1ReportingETL.html#a11e3503cdbaecb0a137011f0baabacbf">loadBalancer_</a>.<a class="code" href="classripple_1_1ETLLoadBalancer.html#aa73cdce8089205b3776a3d420a020aab">loadInitialLedger</a>(startingSequence, writeQueue);</div>
|
|
<div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  </div>
|
|
<div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  <span class="comment">// null is used to represent the end of the queue</span></div>
|
|
<div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<SLE></a> <span class="keyword">null</span>;</div>
|
|
<div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  writeQueue.<a class="code" href="classripple_1_1ThreadSafeQueue.html#a50bf551073518b6c5c918bcf5951f4b0">push</a>(<span class="keyword">null</span>);</div>
|
|
<div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  <span class="comment">// wait for the writer to finish</span></div>
|
|
<div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  asyncWriter.join();</div>
|
|
<div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  </div>
|
|
<div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  <span class="keywordflow">if</span> (!<a class="code" href="classripple_1_1ReportingETL.html#a5ddc490e776b73888b0d7c2670efa727">stopping_</a>)</div>
|
|
<div class="line"><a name="l00165"></a><span class="lineno"> 165</span>  {</div>
|
|
<div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  <a class="code" href="classripple_1_1ReportingETL.html#a9ec64d56f16ec446b786b27f2491c361">flushLedger</a>(ledger);</div>
|
|
<div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  <span class="keywordflow">if</span> (<a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>().<a class="code" href="classripple_1_1Config.html#a8fdf3fd3b2112759b3a0a7fa4d8afa05">reporting</a>())</div>
|
|
<div class="line"><a name="l00168"></a><span class="lineno"> 168</span>  {</div>
|
|
<div class="line"><a name="l00169"></a><span class="lineno"> 169</span> <span class="preprocessor">#ifdef RIPPLED_REPORTING</span></div>
|
|
<div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  <span class="keyword">dynamic_cast<</span><a class="code" href="classripple_1_1PostgresDatabase.html">PostgresDatabase</a>*<span class="keyword">></span>(&<a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#a883969ede6f0abdb0d5243fa988ab84f">getRelationalDatabase</a>())</div>
|
|
<div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  ->writeLedgerAndTransactions(ledger->info(), accountTxData);</div>
|
|
<div class="line"><a name="l00172"></a><span class="lineno"> 172</span> <span class="preprocessor">#endif</span></div>
|
|
<div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  }</div>
|
|
<div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  }</div>
|
|
<div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  <span class="keyword">auto</span> end = <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a>();</div>
|
|
<div class="line"><a name="l00176"></a><span class="lineno"> 176</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << <span class="stringliteral">"Time to download and store ledger = "</span></div>
|
|
<div class="line"><a name="l00177"></a><span class="lineno"> 177</span>  << ((end - <a class="code" href="classripple_1_1ReportingETL.html#aa0722787e2f8a69c88654c3934bf3156">start</a>).count()) / 1000000000.0;</div>
|
|
<div class="line"><a name="l00178"></a><span class="lineno"> 178</span>  <span class="keywordflow">return</span> ledger;</div>
|
|
<div class="line"><a name="l00179"></a><span class="lineno"> 179</span> }</div>
|
|
<div class="line"><a name="l00180"></a><span class="lineno"> 180</span>  </div>
|
|
<div class="line"><a name="l00181"></a><span class="lineno"> 181</span> <span class="keywordtype">void</span></div>
|
|
<div class="line"><a name="l00182"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a9ec64d56f16ec446b786b27f2491c361"> 182</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a9ec64d56f16ec446b786b27f2491c361">ReportingETL::flushLedger</a>(<a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<Ledger></a>& ledger)</div>
|
|
<div class="line"><a name="l00183"></a><span class="lineno"> 183</span> {</div>
|
|
<div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  << <span class="stringliteral">"Flushing ledger. "</span></div>
|
|
<div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  << <a class="code" href="namespaceripple_1_1detail.html#a9769881a083fcc3aba7e9ddaaa7ece28">detail::toString</a>(ledger->info());</div>
|
|
<div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  <span class="comment">// These are recomputed in setImmutable</span></div>
|
|
<div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  <span class="keyword">auto</span>& accountHash = ledger->info().accountHash;</div>
|
|
<div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  <span class="keyword">auto</span>& txHash = ledger->info().txHash;</div>
|
|
<div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  <span class="keyword">auto</span>& ledgerHash = ledger->info().hash;</div>
|
|
<div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  </div>
|
|
<div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  ledger->setImmutable(<a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>(), <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00193"></a><span class="lineno"> 193</span>  <span class="keyword">auto</span> <a class="code" href="classripple_1_1ReportingETL.html#aa0722787e2f8a69c88654c3934bf3156">start</a> = <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a>();</div>
|
|
<div class="line"><a name="l00194"></a><span class="lineno"> 194</span>  </div>
|
|
<div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  <span class="keyword">auto</span> numFlushed = ledger->stateMap().flushDirty(<a class="code" href="namespaceripple.html#a57d7e7b27df7e719fdf5569f96be60a3a65cfe147458030070724c8b3795e508f">hotACCOUNT_NODE</a>);</div>
|
|
<div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  </div>
|
|
<div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  <span class="keyword">auto</span> numTxFlushed = ledger->txMap().flushDirty(<a class="code" href="namespaceripple.html#a57d7e7b27df7e719fdf5569f96be60a3aad6a443f1fefba026adfb0c5a2d9a671">hotTRANSACTION_NODE</a>);</div>
|
|
<div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  </div>
|
|
<div class="line"><a name="l00199"></a><span class="lineno"> 199</span>  {</div>
|
|
<div class="line"><a name="l00200"></a><span class="lineno"> 200</span>  <a class="code" href="classripple_1_1Serializer.html">Serializer</a> s(128);</div>
|
|
<div class="line"><a name="l00201"></a><span class="lineno"> 201</span>  s.<a class="code" href="classripple_1_1Serializer.html#a55ebab5e9bf8d8231da8f3c796150719">add32</a>(<a class="code" href="namespaceripple.html#ad5143ceada01141772ae4aab984f94bda7fa2267e9b1bf739a70bb1860ab2a99c">HashPrefix::ledgerMaster</a>);</div>
|
|
<div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  <a class="code" href="namespaceripple.html#ace117d2fc5a43543b6a33fff822d4854">addRaw</a>(ledger->info(), s);</div>
|
|
<div class="line"><a name="l00203"></a><span class="lineno"> 203</span>  <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#a25c5851322f6cb3762563fd1278c6143">getNodeStore</a>().<a class="code" href="classripple_1_1NodeStore_1_1Database.html#a7da2336581ee3348aad97c0d885658d0">store</a>(</div>
|
|
<div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  <a class="code" href="namespaceripple.html#a57d7e7b27df7e719fdf5569f96be60a3ae32ab8a0b50eee52b61ca3c8e5a56da1">hotLEDGER</a>,</div>
|
|
<div class="line"><a name="l00205"></a><span class="lineno"> 205</span>  std::move(s.<a class="code" href="classripple_1_1Serializer.html#a6d7436e5990cb278bd924cef9396df3c">modData</a>()),</div>
|
|
<div class="line"><a name="l00206"></a><span class="lineno"> 206</span>  ledger->info().hash,</div>
|
|
<div class="line"><a name="l00207"></a><span class="lineno"> 207</span>  ledger->info().seq);</div>
|
|
<div class="line"><a name="l00208"></a><span class="lineno"> 208</span>  }</div>
|
|
<div class="line"><a name="l00209"></a><span class="lineno"> 209</span>  </div>
|
|
<div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#a25c5851322f6cb3762563fd1278c6143">getNodeStore</a>().<a class="code" href="classripple_1_1NodeStore_1_1Database.html#a57b89b559c083fde74a115a3df8f8046">sync</a>();</div>
|
|
<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>  </div>
|
|
<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  <span class="keyword">auto</span> end = <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a>();</div>
|
|
<div class="line"><a name="l00213"></a><span class="lineno"> 213</span>  </div>
|
|
<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>  << <span class="stringliteral">"Flushed "</span> << numFlushed</div>
|
|
<div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  << <span class="stringliteral">" nodes to nodestore from stateMap"</span>;</div>
|
|
<div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  << <span class="stringliteral">"Flushed "</span> << numTxFlushed</div>
|
|
<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  << <span class="stringliteral">" nodes to nodestore from txMap"</span>;</div>
|
|
<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  </div>
|
|
<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  << <span class="stringliteral">"Flush took "</span></div>
|
|
<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  << (end - <a class="code" href="classripple_1_1ReportingETL.html#aa0722787e2f8a69c88654c3934bf3156">start</a>).count() / 1000000000.0</div>
|
|
<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>  << <span class="stringliteral">" seconds"</span>;</div>
|
|
<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  </div>
|
|
<div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  <span class="keywordflow">if</span> (numFlushed == 0)</div>
|
|
<div class="line"><a name="l00227"></a><span class="lineno"> 227</span>  {</div>
|
|
<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a3dfb8e2e3eecccdb5cf78ff21bca069c">fatal</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>  << <span class="stringliteral">"Flushed 0 nodes from state map"</span>;</div>
|
|
<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  assert(<span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  }</div>
|
|
<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  <span class="keywordflow">if</span> (numTxFlushed == 0)</div>
|
|
<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>  {</div>
|
|
<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#ad8fefe3e8ad583e1ed1bf02094ac3d8f">warn</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00235"></a><span class="lineno"> 235</span>  << <span class="stringliteral">"Flushed 0 nodes from tx map"</span>;</div>
|
|
<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  }</div>
|
|
<div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  </div>
|
|
<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>  <span class="comment">// Make sure calculated hashes are correct</span></div>
|
|
<div class="line"><a name="l00239"></a><span class="lineno"> 239</span>  <span class="keywordflow">if</span> (ledger->stateMap().getHash().as_uint256() != accountHash)</div>
|
|
<div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  {</div>
|
|
<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a3dfb8e2e3eecccdb5cf78ff21bca069c">fatal</a>())</div>
|
|
<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>  << <span class="stringliteral">"State map hash does not match. "</span></div>
|
|
<div class="line"><a name="l00244"></a><span class="lineno"> 244</span>  << <span class="stringliteral">"Expected hash = "</span> << <a class="code" href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">strHex</a>(accountHash) << <span class="stringliteral">"Actual hash = "</span></div>
|
|
<div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  << <a class="code" href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">strHex</a>(ledger->stateMap().getHash().as_uint256());</div>
|
|
<div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  Throw<std::runtime_error>(<span class="stringliteral">"state map hash mismatch"</span>);</div>
|
|
<div class="line"><a name="l00247"></a><span class="lineno"> 247</span>  }</div>
|
|
<div class="line"><a name="l00248"></a><span class="lineno"> 248</span>  </div>
|
|
<div class="line"><a name="l00249"></a><span class="lineno"> 249</span>  <span class="keywordflow">if</span> (ledger->txMap().getHash().as_uint256() != txHash)</div>
|
|
<div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  {</div>
|
|
<div class="line"><a name="l00251"></a><span class="lineno"> 251</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a3dfb8e2e3eecccdb5cf78ff21bca069c">fatal</a>())</div>
|
|
<div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  << <span class="stringliteral">"Tx map hash does not match. "</span></div>
|
|
<div class="line"><a name="l00254"></a><span class="lineno"> 254</span>  << <span class="stringliteral">"Expected hash = "</span> << <a class="code" href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">strHex</a>(txHash) << <span class="stringliteral">"Actual hash = "</span></div>
|
|
<div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  << <a class="code" href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">strHex</a>(ledger->txMap().getHash().as_uint256());</div>
|
|
<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  Throw<std::runtime_error>(<span class="stringliteral">"tx map hash mismatch"</span>);</div>
|
|
<div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  }</div>
|
|
<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  </div>
|
|
<div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  <span class="keywordflow">if</span> (ledger->info().hash != ledgerHash)</div>
|
|
<div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  {</div>
|
|
<div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a3dfb8e2e3eecccdb5cf78ff21bca069c">fatal</a>())</div>
|
|
<div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00263"></a><span class="lineno"> 263</span>  << <span class="stringliteral">"Ledger hash does not match. "</span></div>
|
|
<div class="line"><a name="l00264"></a><span class="lineno"> 264</span>  << <span class="stringliteral">"Expected hash = "</span> << <a class="code" href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">strHex</a>(ledgerHash)</div>
|
|
<div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  << <span class="stringliteral">"Actual hash = "</span> << <a class="code" href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">strHex</a>(ledger->info().hash);</div>
|
|
<div class="line"><a name="l00266"></a><span class="lineno"> 266</span>  Throw<std::runtime_error>(<span class="stringliteral">"ledger hash mismatch"</span>);</div>
|
|
<div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  }</div>
|
|
<div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  </div>
|
|
<div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  << <span class="stringliteral">"Successfully flushed ledger! "</span></div>
|
|
<div class="line"><a name="l00271"></a><span class="lineno"> 271</span>  << <a class="code" href="namespaceripple_1_1detail.html#a9769881a083fcc3aba7e9ddaaa7ece28">detail::toString</a>(ledger->info());</div>
|
|
<div class="line"><a name="l00272"></a><span class="lineno"> 272</span> }</div>
|
|
<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>  </div>
|
|
<div class="line"><a name="l00274"></a><span class="lineno"> 274</span> <span class="keywordtype">void</span></div>
|
|
<div class="line"><a name="l00275"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a7cad13e4d52ac1b65cfa4c708c18cddb"> 275</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a54f8263cfec62cbf43621a2d08ffc98c">ReportingETL::publishLedger</a>(<a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<Ledger></a>& ledger)</div>
|
|
<div class="line"><a name="l00276"></a><span class="lineno"> 276</span> {</div>
|
|
<div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#a7c963aa5c47180b24897ff6b5622e5bc">getOPs</a>().<a class="code" href="classripple_1_1NetworkOPs.html#afdcc25285fc9cb83eab4ed36d95be527">pubLedger</a>(ledger);</div>
|
|
<div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  </div>
|
|
<div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  <a class="code" href="classripple_1_1ReportingETL.html#a482603f4f68241e0421df9bd4fa64383">setLastPublish</a>();</div>
|
|
<div class="line"><a name="l00280"></a><span class="lineno"> 280</span> }</div>
|
|
<div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  </div>
|
|
<div class="line"><a name="l00282"></a><span class="lineno"> 282</span> <span class="keywordtype">bool</span></div>
|
|
<div class="line"><a name="l00283"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a54f8263cfec62cbf43621a2d08ffc98c"> 283</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a54f8263cfec62cbf43621a2d08ffc98c">ReportingETL::publishLedger</a>(uint32_t ledgerSequence, uint32_t maxAttempts)</div>
|
|
<div class="line"><a name="l00284"></a><span class="lineno"> 284</span> {</div>
|
|
<div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  << <span class="stringliteral">"Attempting to publish ledger = "</span></div>
|
|
<div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  << ledgerSequence;</div>
|
|
<div class="line"><a name="l00288"></a><span class="lineno"> 288</span>  <span class="keywordtype">size_t</span> numAttempts = 0;</div>
|
|
<div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  <span class="keywordflow">while</span> (!<a class="code" href="classripple_1_1ReportingETL.html#a5ddc490e776b73888b0d7c2670efa727">stopping_</a>)</div>
|
|
<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  {</div>
|
|
<div class="line"><a name="l00291"></a><span class="lineno"> 291</span>  <span class="keyword">auto</span> ledger = <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#a57929fa83c551514e364fe6981b0c104">getLedgerMaster</a>().<a class="code" href="classripple_1_1LedgerMaster.html#adb95579405e9ad8d61239ffa23b1fb22">getLedgerBySeq</a>(ledgerSequence);</div>
|
|
<div class="line"><a name="l00292"></a><span class="lineno"> 292</span>  </div>
|
|
<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  <span class="keywordflow">if</span> (!ledger)</div>
|
|
<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>  {</div>
|
|
<div class="line"><a name="l00295"></a><span class="lineno"> 295</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#ad8fefe3e8ad583e1ed1bf02094ac3d8f">warn</a>())</div>
|
|
<div class="line"><a name="l00296"></a><span class="lineno"> 296</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00297"></a><span class="lineno"> 297</span>  << <span class="stringliteral">"Trying to publish. Could not find ledger with sequence = "</span></div>
|
|
<div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  << ledgerSequence;</div>
|
|
<div class="line"><a name="l00299"></a><span class="lineno"> 299</span>  <span class="comment">// We try maxAttempts times to publish the ledger, waiting one</span></div>
|
|
<div class="line"><a name="l00300"></a><span class="lineno"> 300</span>  <span class="comment">// second in between each attempt.</span></div>
|
|
<div class="line"><a name="l00301"></a><span class="lineno"> 301</span>  <span class="comment">// If the ledger is not present in the database after maxAttempts,</span></div>
|
|
<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>  <span class="comment">// we attempt to take over as the writer. If the takeover fails,</span></div>
|
|
<div class="line"><a name="l00303"></a><span class="lineno"> 303</span>  <span class="comment">// doContinuousETL will return, and this node will go back to</span></div>
|
|
<div class="line"><a name="l00304"></a><span class="lineno"> 304</span>  <span class="comment">// publishing.</span></div>
|
|
<div class="line"><a name="l00305"></a><span class="lineno"> 305</span>  <span class="comment">// If the node is in strict read only mode, we simply</span></div>
|
|
<div class="line"><a name="l00306"></a><span class="lineno"> 306</span>  <span class="comment">// skip publishing this ledger and return false indicating the</span></div>
|
|
<div class="line"><a name="l00307"></a><span class="lineno"> 307</span>  <span class="comment">// publish failed</span></div>
|
|
<div class="line"><a name="l00308"></a><span class="lineno"> 308</span>  <span class="keywordflow">if</span> (numAttempts >= maxAttempts)</div>
|
|
<div class="line"><a name="l00309"></a><span class="lineno"> 309</span>  {</div>
|
|
<div class="line"><a name="l00310"></a><span class="lineno"> 310</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a49b0713e65bb8e2c51b76fbf16252afe">error</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00311"></a><span class="lineno"> 311</span>  << <span class="stringliteral">"Failed to publish ledger after "</span></div>
|
|
<div class="line"><a name="l00312"></a><span class="lineno"> 312</span>  << numAttempts << <span class="stringliteral">" attempts."</span>;</div>
|
|
<div class="line"><a name="l00313"></a><span class="lineno"> 313</span>  <span class="keywordflow">if</span> (!<a class="code" href="classripple_1_1ReportingETL.html#ac905a48c78a1687c148e9c927f5b7358">readOnly_</a>)</div>
|
|
<div class="line"><a name="l00314"></a><span class="lineno"> 314</span>  {</div>
|
|
<div class="line"><a name="l00315"></a><span class="lineno"> 315</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00316"></a><span class="lineno"> 316</span>  << <span class="stringliteral">"Attempting to become ETL writer"</span>;</div>
|
|
<div class="line"><a name="l00317"></a><span class="lineno"> 317</span>  <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
|
|
<div class="line"><a name="l00318"></a><span class="lineno"> 318</span>  }</div>
|
|
<div class="line"><a name="l00319"></a><span class="lineno"> 319</span>  <span class="keywordflow">else</span></div>
|
|
<div class="line"><a name="l00320"></a><span class="lineno"> 320</span>  {</div>
|
|
<div class="line"><a name="l00321"></a><span class="lineno"> 321</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>())</div>
|
|
<div class="line"><a name="l00322"></a><span class="lineno"> 322</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00323"></a><span class="lineno"> 323</span>  << <span class="stringliteral">"In strict read-only mode. "</span></div>
|
|
<div class="line"><a name="l00324"></a><span class="lineno"> 324</span>  << <span class="stringliteral">"Skipping publishing this ledger. "</span></div>
|
|
<div class="line"><a name="l00325"></a><span class="lineno"> 325</span>  << <span class="stringliteral">"Beginning fast forward."</span>;</div>
|
|
<div class="line"><a name="l00326"></a><span class="lineno"> 326</span>  <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
|
|
<div class="line"><a name="l00327"></a><span class="lineno"> 327</span>  }</div>
|
|
<div class="line"><a name="l00328"></a><span class="lineno"> 328</span>  }</div>
|
|
<div class="line"><a name="l00329"></a><span class="lineno"> 329</span>  <span class="keywordflow">else</span></div>
|
|
<div class="line"><a name="l00330"></a><span class="lineno"> 330</span>  {</div>
|
|
<div class="line"><a name="l00331"></a><span class="lineno"> 331</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/thread/sleep_for.html">std::this_thread::sleep_for</a>(<a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/duration.html">std::chrono::seconds</a>(1));</div>
|
|
<div class="line"><a name="l00332"></a><span class="lineno"> 332</span>  ++numAttempts;</div>
|
|
<div class="line"><a name="l00333"></a><span class="lineno"> 333</span>  }</div>
|
|
<div class="line"><a name="l00334"></a><span class="lineno"> 334</span>  <span class="keywordflow">continue</span>;</div>
|
|
<div class="line"><a name="l00335"></a><span class="lineno"> 335</span>  }</div>
|
|
<div class="line"><a name="l00336"></a><span class="lineno"> 336</span>  </div>
|
|
<div class="line"><a name="l00337"></a><span class="lineno"> 337</span>  <a class="code" href="classripple_1_1ReportingETL.html#a9d1499c23252defaf45e6a5bc3c041d8">publishStrand_</a>.post([<span class="keyword">this</span>, ledger, fname = __func__]() {</div>
|
|
<div class="line"><a name="l00338"></a><span class="lineno"> 338</span>  <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#a7c963aa5c47180b24897ff6b5622e5bc">getOPs</a>().pubLedger(ledger);</div>
|
|
<div class="line"><a name="l00339"></a><span class="lineno"> 339</span>  <a class="code" href="classripple_1_1ReportingETL.html#a482603f4f68241e0421df9bd4fa64383">setLastPublish</a>();</div>
|
|
<div class="line"><a name="l00340"></a><span class="lineno"> 340</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>())</div>
|
|
<div class="line"><a name="l00341"></a><span class="lineno"> 341</span>  << fname << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00342"></a><span class="lineno"> 342</span>  << <span class="stringliteral">"Published ledger. "</span> << <a class="code" href="namespaceripple_1_1detail.html#a9769881a083fcc3aba7e9ddaaa7ece28">detail::toString</a>(ledger->info());</div>
|
|
<div class="line"><a name="l00343"></a><span class="lineno"> 343</span>  });</div>
|
|
<div class="line"><a name="l00344"></a><span class="lineno"> 344</span>  <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
|
|
<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>  }</div>
|
|
<div class="line"><a name="l00346"></a><span class="lineno"> 346</span>  <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
|
|
<div class="line"><a name="l00347"></a><span class="lineno"> 347</span> }</div>
|
|
<div class="line"><a name="l00348"></a><span class="lineno"> 348</span>  </div>
|
|
<div class="line"><a name="l00349"></a><span class="lineno"> 349</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<org::xrpl::rpc::v1::GetLedgerResponse></a></div>
|
|
<div class="line"><a name="l00350"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#af2f90043d532a1ce40192cddf1714134"> 350</a></span> <a class="code" href="classripple_1_1ReportingETL.html#af2f90043d532a1ce40192cddf1714134">ReportingETL::fetchLedgerData</a>(uint32_t idx)</div>
|
|
<div class="line"><a name="l00351"></a><span class="lineno"> 351</span> {</div>
|
|
<div class="line"><a name="l00352"></a><span class="lineno"> 352</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00353"></a><span class="lineno"> 353</span>  << <span class="stringliteral">"Attempting to fetch ledger with sequence = "</span></div>
|
|
<div class="line"><a name="l00354"></a><span class="lineno"> 354</span>  << idx;</div>
|
|
<div class="line"><a name="l00355"></a><span class="lineno"> 355</span>  </div>
|
|
<div class="line"><a name="l00356"></a><span class="lineno"> 356</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<org::xrpl::rpc::v1::GetLedgerResponse></a> response =</div>
|
|
<div class="line"><a name="l00357"></a><span class="lineno"> 357</span>  <a class="code" href="classripple_1_1ReportingETL.html#a11e3503cdbaecb0a137011f0baabacbf">loadBalancer_</a>.<a class="code" href="classripple_1_1ETLLoadBalancer.html#a6996ece057b498bc78b3039cb940fa64">fetchLedger</a>(idx, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00358"></a><span class="lineno"> 358</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#abbe082bd27ca0f1d1365af2824e4f85b">trace</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00359"></a><span class="lineno"> 359</span>  << <span class="stringliteral">"GetLedger reply = "</span> << response->DebugString();</div>
|
|
<div class="line"><a name="l00360"></a><span class="lineno"> 360</span>  <span class="keywordflow">return</span> response;</div>
|
|
<div class="line"><a name="l00361"></a><span class="lineno"> 361</span> }</div>
|
|
<div class="line"><a name="l00362"></a><span class="lineno"> 362</span>  </div>
|
|
<div class="line"><a name="l00363"></a><span class="lineno"> 363</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<org::xrpl::rpc::v1::GetLedgerResponse></a></div>
|
|
<div class="line"><a name="l00364"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a3633d41f7c40d383530f36a8d326d4b7"> 364</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a3633d41f7c40d383530f36a8d326d4b7">ReportingETL::fetchLedgerDataAndDiff</a>(uint32_t idx)</div>
|
|
<div class="line"><a name="l00365"></a><span class="lineno"> 365</span> {</div>
|
|
<div class="line"><a name="l00366"></a><span class="lineno"> 366</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>  << <span class="stringliteral">"Attempting to fetch ledger with sequence = "</span></div>
|
|
<div class="line"><a name="l00368"></a><span class="lineno"> 368</span>  << idx;</div>
|
|
<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>  </div>
|
|
<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<org::xrpl::rpc::v1::GetLedgerResponse></a> response =</div>
|
|
<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>  <a class="code" href="classripple_1_1ReportingETL.html#a11e3503cdbaecb0a137011f0baabacbf">loadBalancer_</a>.<a class="code" href="classripple_1_1ETLLoadBalancer.html#a6996ece057b498bc78b3039cb940fa64">fetchLedger</a>(idx, <span class="keyword">true</span>);</div>
|
|
<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#abbe082bd27ca0f1d1365af2824e4f85b">trace</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>  << <span class="stringliteral">"GetLedger reply = "</span> << response->DebugString();</div>
|
|
<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>  <span class="keywordflow">return</span> response;</div>
|
|
<div class="line"><a name="l00375"></a><span class="lineno"> 375</span> }</div>
|
|
<div class="line"><a name="l00376"></a><span class="lineno"> 376</span>  </div>
|
|
<div class="line"><a name="l00377"></a><span class="lineno"> 377</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/pair.html">std::pair<std::shared_ptr<Ledger></a>, <a class="codeRef" href="http://en.cppreference.com/w/cpp/container/vector.html">std::vector<AccountTransactionsData></a>></div>
|
|
<div class="line"><a name="l00378"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a29cdba905b9bf95b9d3b1396315e434b"> 378</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a29cdba905b9bf95b9d3b1396315e434b">ReportingETL::buildNextLedger</a>(</div>
|
|
<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<Ledger></a>& next,</div>
|
|
<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>  org::xrpl::rpc::v1::GetLedgerResponse& rawData)</div>
|
|
<div class="line"><a name="l00381"></a><span class="lineno"> 381</span> {</div>
|
|
<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>  << <span class="stringliteral">"Beginning ledger update"</span>;</div>
|
|
<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>  </div>
|
|
<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>  <a class="code" href="structripple_1_1LedgerInfo.html">LedgerInfo</a> lgrInfo =</div>
|
|
<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>  <a class="code" href="namespaceripple.html#abd563ede46c4e47c4c7dec8bdf89b5fb">deserializeHeader</a>(<a class="code" href="namespaceripple.html#aabe37451093c21757855542d68fba3ce">makeSlice</a>(rawData.ledger_header()), <span class="keyword">true</span>);</div>
|
|
<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>  </div>
|
|
<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>  << <span class="stringliteral">"Deserialized ledger header. "</span></div>
|
|
<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>  << <a class="code" href="namespaceripple_1_1detail.html#a9769881a083fcc3aba7e9ddaaa7ece28">detail::toString</a>(lgrInfo);</div>
|
|
<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>  </div>
|
|
<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>  next->setLedgerInfo(lgrInfo);</div>
|
|
<div class="line"><a name="l00393"></a><span class="lineno"> 393</span>  </div>
|
|
<div class="line"><a name="l00394"></a><span class="lineno"> 394</span>  next->stateMap().clearSynching();</div>
|
|
<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>  next->txMap().clearSynching();</div>
|
|
<div class="line"><a name="l00396"></a><span class="lineno"> 396</span>  </div>
|
|
<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/container/vector.html">std::vector<AccountTransactionsData></a> accountTxData{</div>
|
|
<div class="line"><a name="l00398"></a><span class="lineno"> 398</span>  <a class="code" href="classripple_1_1ReportingETL.html#a956bf91e816d4c7942c8933aabca3111">insertTransactions</a>(next, rawData)};</div>
|
|
<div class="line"><a name="l00399"></a><span class="lineno"> 399</span>  </div>
|
|
<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>())</div>
|
|
<div class="line"><a name="l00401"></a><span class="lineno"> 401</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>  << <span class="stringliteral">"Inserted all transactions. Number of transactions = "</span></div>
|
|
<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>  << rawData.transactions_list().transactions_size();</div>
|
|
<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>  </div>
|
|
<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& obj : rawData.ledger_objects().objects())</div>
|
|
<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>  {</div>
|
|
<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>  <span class="keyword">auto</span> key = <a class="code" href="classripple_1_1base__uint.html#ad70fd469f70ad3533eb0cee8e18fa095">uint256::fromVoidChecked</a>(obj.key());</div>
|
|
<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>  <span class="keywordflow">if</span> (!key)</div>
|
|
<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>  <span class="keywordflow">throw</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/error/runtime_error.html">std::runtime_error</a>(<span class="stringliteral">"Recevied malformed object ID"</span>);</div>
|
|
<div class="line"><a name="l00410"></a><span class="lineno"> 410</span>  </div>
|
|
<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>  <span class="keyword">auto</span>& data = obj.data();</div>
|
|
<div class="line"><a name="l00412"></a><span class="lineno"> 412</span>  </div>
|
|
<div class="line"><a name="l00413"></a><span class="lineno"> 413</span>  <span class="comment">// indicates object was deleted</span></div>
|
|
<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>  <span class="keywordflow">if</span> (data.size() == 0)</div>
|
|
<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>  {</div>
|
|
<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#abbe082bd27ca0f1d1365af2824e4f85b">trace</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00417"></a><span class="lineno"> 417</span>  << <span class="stringliteral">"Erasing object = "</span> << *key;</div>
|
|
<div class="line"><a name="l00418"></a><span class="lineno"> 418</span>  <span class="keywordflow">if</span> (next->exists(*key))</div>
|
|
<div class="line"><a name="l00419"></a><span class="lineno"> 419</span>  next->rawErase(*key);</div>
|
|
<div class="line"><a name="l00420"></a><span class="lineno"> 420</span>  }</div>
|
|
<div class="line"><a name="l00421"></a><span class="lineno"> 421</span>  <span class="keywordflow">else</span></div>
|
|
<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>  {</div>
|
|
<div class="line"><a name="l00423"></a><span class="lineno"> 423</span>  <a class="code" href="classripple_1_1SerialIter.html">SerialIter</a> it{data.data(), data.size()};</div>
|
|
<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<SLE></a> sle = std::make_shared<SLE>(it, *key);</div>
|
|
<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>  </div>
|
|
<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>  <span class="keywordflow">if</span> (next->exists(*key))</div>
|
|
<div class="line"><a name="l00427"></a><span class="lineno"> 427</span>  {</div>
|
|
<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#abbe082bd27ca0f1d1365af2824e4f85b">trace</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>  << <span class="stringliteral">"Replacing object = "</span> << *key;</div>
|
|
<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>  next->rawReplace(sle);</div>
|
|
<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>  }</div>
|
|
<div class="line"><a name="l00432"></a><span class="lineno"> 432</span>  <span class="keywordflow">else</span></div>
|
|
<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>  {</div>
|
|
<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#abbe082bd27ca0f1d1365af2824e4f85b">trace</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>  << <span class="stringliteral">"Inserting object = "</span> << *key;</div>
|
|
<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>  next->rawInsert(sle);</div>
|
|
<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>  }</div>
|
|
<div class="line"><a name="l00438"></a><span class="lineno"> 438</span>  }</div>
|
|
<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>  }</div>
|
|
<div class="line"><a name="l00440"></a><span class="lineno"> 440</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>())</div>
|
|
<div class="line"><a name="l00441"></a><span class="lineno"> 441</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>  << <span class="stringliteral">"Inserted/modified/deleted all objects. Number of objects = "</span></div>
|
|
<div class="line"><a name="l00443"></a><span class="lineno"> 443</span>  << rawData.ledger_objects().objects_size();</div>
|
|
<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>  </div>
|
|
<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>  <span class="keywordflow">if</span> (!rawData.skiplist_included())</div>
|
|
<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>  {</div>
|
|
<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>  next->updateSkipList();</div>
|
|
<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#ad8fefe3e8ad583e1ed1bf02094ac3d8f">warn</a>())</div>
|
|
<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>  << <span class="stringliteral">"tx process is not sending skiplist. This indicates that the tx "</span></div>
|
|
<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>  <span class="stringliteral">"process is parsing metadata instead of doing a SHAMap diff. "</span></div>
|
|
<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>  <span class="stringliteral">"Make sure tx process is running the same code as reporting to "</span></div>
|
|
<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>  <span class="stringliteral">"use SHAMap diff instead of parsing metadata"</span>;</div>
|
|
<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>  }</div>
|
|
<div class="line"><a name="l00455"></a><span class="lineno"> 455</span>  </div>
|
|
<div class="line"><a name="l00456"></a><span class="lineno"> 456</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>  << <span class="stringliteral">"Finished ledger update. "</span></div>
|
|
<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>  << <a class="code" href="namespaceripple_1_1detail.html#a9769881a083fcc3aba7e9ddaaa7ece28">detail::toString</a>(next->info());</div>
|
|
<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>  <span class="keywordflow">return</span> {std::move(next), std::move(accountTxData)};</div>
|
|
<div class="line"><a name="l00460"></a><span class="lineno"> 460</span> }</div>
|
|
<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>  </div>
|
|
<div class="line"><a name="l00462"></a><span class="lineno"> 462</span> <span class="comment">// Database must be populated when this starts</span></div>
|
|
<div class="line"><a name="l00463"></a><span class="lineno"> 463</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<uint32_t></a></div>
|
|
<div class="line"><a name="l00464"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a2ca1423e114e2ffe04197c9f0fa48e57"> 464</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a2ca1423e114e2ffe04197c9f0fa48e57">ReportingETL::runETLPipeline</a>(uint32_t startSequence)</div>
|
|
<div class="line"><a name="l00465"></a><span class="lineno"> 465</span> {</div>
|
|
<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>  <span class="comment">/*</span></div>
|
|
<div class="line"><a name="l00467"></a><span class="lineno"> 467</span> <span class="comment"> * Behold, mortals! This function spawns three separate threads, which talk</span></div>
|
|
<div class="line"><a name="l00468"></a><span class="lineno"> 468</span> <span class="comment"> * to each other via 2 different thread safe queues and 1 atomic variable.</span></div>
|
|
<div class="line"><a name="l00469"></a><span class="lineno"> 469</span> <span class="comment"> * All threads and queues are function local. This function returns when all</span></div>
|
|
<div class="line"><a name="l00470"></a><span class="lineno"> 470</span> <span class="comment"> * of the threads exit. There are two termination conditions: the first is</span></div>
|
|
<div class="line"><a name="l00471"></a><span class="lineno"> 471</span> <span class="comment"> * if the load thread encounters a write conflict. In this case, the load</span></div>
|
|
<div class="line"><a name="l00472"></a><span class="lineno"> 472</span> <span class="comment"> * thread sets writeConflict, an atomic bool, to true, which signals the</span></div>
|
|
<div class="line"><a name="l00473"></a><span class="lineno"> 473</span> <span class="comment"> * other threads to stop. The second termination condition is when the</span></div>
|
|
<div class="line"><a name="l00474"></a><span class="lineno"> 474</span> <span class="comment"> * entire server is shutting down, which is detected in one of three ways:</span></div>
|
|
<div class="line"><a name="l00475"></a><span class="lineno"> 475</span> <span class="comment"> * 1. isStopping() returns true if the server is shutting down</span></div>
|
|
<div class="line"><a name="l00476"></a><span class="lineno"> 476</span> <span class="comment"> * 2. networkValidatedLedgers_.waitUntilValidatedByNetwork returns</span></div>
|
|
<div class="line"><a name="l00477"></a><span class="lineno"> 477</span> <span class="comment"> * false, signaling the wait was aborted.</span></div>
|
|
<div class="line"><a name="l00478"></a><span class="lineno"> 478</span> <span class="comment"> * 3. fetchLedgerDataAndDiff returns an empty optional, signaling the fetch</span></div>
|
|
<div class="line"><a name="l00479"></a><span class="lineno"> 479</span> <span class="comment"> * was aborted.</span></div>
|
|
<div class="line"><a name="l00480"></a><span class="lineno"> 480</span> <span class="comment"> * In all cases, the extract thread detects this condition,</span></div>
|
|
<div class="line"><a name="l00481"></a><span class="lineno"> 481</span> <span class="comment"> * and pushes an empty optional onto the transform queue. The transform</span></div>
|
|
<div class="line"><a name="l00482"></a><span class="lineno"> 482</span> <span class="comment"> * thread, upon popping an empty optional, pushes an empty optional onto the</span></div>
|
|
<div class="line"><a name="l00483"></a><span class="lineno"> 483</span> <span class="comment"> * load queue, and then returns. The load thread, upon popping an empty</span></div>
|
|
<div class="line"><a name="l00484"></a><span class="lineno"> 484</span> <span class="comment"> * optional, returns.</span></div>
|
|
<div class="line"><a name="l00485"></a><span class="lineno"> 485</span> <span class="comment"> */</span></div>
|
|
<div class="line"><a name="l00486"></a><span class="lineno"> 486</span>  </div>
|
|
<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>  << <span class="stringliteral">"Starting etl pipeline"</span>;</div>
|
|
<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>  <a class="code" href="classripple_1_1ReportingETL.html#ad6affa3fb0dd9d1c7366d18fa7655f12">writing_</a> = <span class="keyword">true</span>;</div>
|
|
<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>  </div>
|
|
<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<Ledger></a> parent = std::const_pointer_cast<Ledger>(</div>
|
|
<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>  <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#a57929fa83c551514e364fe6981b0c104">getLedgerMaster</a>().<a class="code" href="classripple_1_1LedgerMaster.html#adb95579405e9ad8d61239ffa23b1fb22">getLedgerBySeq</a>(startSequence - 1));</div>
|
|
<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>  <span class="keywordflow">if</span> (!parent)</div>
|
|
<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>  {</div>
|
|
<div class="line"><a name="l00495"></a><span class="lineno"> 495</span>  assert(<span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00496"></a><span class="lineno"> 496</span>  Throw<std::runtime_error>(<span class="stringliteral">"runETLPipeline: parent ledger is null"</span>);</div>
|
|
<div class="line"><a name="l00497"></a><span class="lineno"> 497</span>  }</div>
|
|
<div class="line"><a name="l00498"></a><span class="lineno"> 498</span>  </div>
|
|
<div class="line"><a name="l00499"></a><span class="lineno"> 499</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/atomic/atomic.html">std::atomic_bool</a> writeConflict = <span class="keyword">false</span>;</div>
|
|
<div class="line"><a name="l00500"></a><span class="lineno"> 500</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<uint32_t></a> lastPublishedSequence;</div>
|
|
<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>  constexpr uint32_t maxQueueSize = 1000;</div>
|
|
<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>  </div>
|
|
<div class="line"><a name="l00503"></a><span class="lineno"> 503</span>  <a class="code" href="classripple_1_1ThreadSafeQueue.html">ThreadSafeQueue<std::optional<org::xrpl::rpc::v1::GetLedgerResponse></a>></div>
|
|
<div class="line"><a name="l00504"></a><span class="lineno"> 504</span>  transformQueue{maxQueueSize};</div>
|
|
<div class="line"><a name="l00505"></a><span class="lineno"> 505</span>  </div>
|
|
<div class="line"><a name="l00506"></a><span class="lineno"> 506</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/thread/thread.html">std::thread</a> extracter{[<span class="keyword">this</span>,</div>
|
|
<div class="line"><a name="l00507"></a><span class="lineno"> 507</span>  &startSequence,</div>
|
|
<div class="line"><a name="l00508"></a><span class="lineno"> 508</span>  &writeConflict,</div>
|
|
<div class="line"><a name="l00509"></a><span class="lineno"> 509</span>  &transformQueue]() {</div>
|
|
<div class="line"><a name="l00510"></a><span class="lineno"> 510</span>  <a class="code" href="namespacebeast.html#ab3bd70e6eb43bbd99b5fe518efce8c7e">beast::setCurrentThreadName</a>(<span class="stringliteral">"rippled: ReportingETL extract"</span>);</div>
|
|
<div class="line"><a name="l00511"></a><span class="lineno"> 511</span>  uint32_t currentSequence = startSequence;</div>
|
|
<div class="line"><a name="l00512"></a><span class="lineno"> 512</span>  </div>
|
|
<div class="line"><a name="l00513"></a><span class="lineno"> 513</span>  <span class="comment">// there are two stopping conditions here.</span></div>
|
|
<div class="line"><a name="l00514"></a><span class="lineno"> 514</span>  <span class="comment">// First, if there is a write conflict in the load thread, the ETL</span></div>
|
|
<div class="line"><a name="l00515"></a><span class="lineno"> 515</span>  <span class="comment">// mechanism should stop.</span></div>
|
|
<div class="line"><a name="l00516"></a><span class="lineno"> 516</span>  <span class="comment">// The other stopping condition is if the entire server is shutting</span></div>
|
|
<div class="line"><a name="l00517"></a><span class="lineno"> 517</span>  <span class="comment">// down. This can be detected in a variety of ways. See the comment</span></div>
|
|
<div class="line"><a name="l00518"></a><span class="lineno"> 518</span>  <span class="comment">// at the top of the function</span></div>
|
|
<div class="line"><a name="l00519"></a><span class="lineno"> 519</span>  <span class="keywordflow">while</span> (<a class="code" href="classripple_1_1ReportingETL.html#a899fe8195a769872305181fe1085ae4c">networkValidatedLedgers_</a>.<a class="code" href="classripple_1_1NetworkValidatedLedgers.html#a9d66290bf2455b1a4841a48d65941dc0">waitUntilValidatedByNetwork</a>(</div>
|
|
<div class="line"><a name="l00520"></a><span class="lineno"> 520</span>  currentSequence) &&</div>
|
|
<div class="line"><a name="l00521"></a><span class="lineno"> 521</span>  !writeConflict && !<a class="code" href="classripple_1_1ReportingETL.html#aa9765cfe9a061b821e3d47a44c56a6e8">isStopping</a>())</div>
|
|
<div class="line"><a name="l00522"></a><span class="lineno"> 522</span>  {</div>
|
|
<div class="line"><a name="l00523"></a><span class="lineno"> 523</span>  <span class="keyword">auto</span> <a class="code" href="classripple_1_1ReportingETL.html#aa0722787e2f8a69c88654c3934bf3156">start</a> = <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a>();</div>
|
|
<div class="line"><a name="l00524"></a><span class="lineno"> 524</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<org::xrpl::rpc::v1::GetLedgerResponse></a> fetchResponse{</div>
|
|
<div class="line"><a name="l00525"></a><span class="lineno"> 525</span>  <a class="code" href="classripple_1_1ReportingETL.html#a3633d41f7c40d383530f36a8d326d4b7">fetchLedgerDataAndDiff</a>(currentSequence)};</div>
|
|
<div class="line"><a name="l00526"></a><span class="lineno"> 526</span>  <span class="comment">// if the fetch is unsuccessful, stop. fetchLedger only returns</span></div>
|
|
<div class="line"><a name="l00527"></a><span class="lineno"> 527</span>  <span class="comment">// false if the server is shutting down, or if the ledger was</span></div>
|
|
<div class="line"><a name="l00528"></a><span class="lineno"> 528</span>  <span class="comment">// found in the database (which means another process already</span></div>
|
|
<div class="line"><a name="l00529"></a><span class="lineno"> 529</span>  <span class="comment">// wrote the ledger that this process was trying to extract;</span></div>
|
|
<div class="line"><a name="l00530"></a><span class="lineno"> 530</span>  <span class="comment">// this is a form of a write conflict). Otherwise,</span></div>
|
|
<div class="line"><a name="l00531"></a><span class="lineno"> 531</span>  <span class="comment">// fetchLedgerDataAndDiff will keep trying to fetch the</span></div>
|
|
<div class="line"><a name="l00532"></a><span class="lineno"> 532</span>  <span class="comment">// specified ledger until successful</span></div>
|
|
<div class="line"><a name="l00533"></a><span class="lineno"> 533</span>  <span class="keywordflow">if</span> (!fetchResponse)</div>
|
|
<div class="line"><a name="l00534"></a><span class="lineno"> 534</span>  {</div>
|
|
<div class="line"><a name="l00535"></a><span class="lineno"> 535</span>  <span class="keywordflow">break</span>;</div>
|
|
<div class="line"><a name="l00536"></a><span class="lineno"> 536</span>  }</div>
|
|
<div class="line"><a name="l00537"></a><span class="lineno"> 537</span>  <span class="keyword">auto</span> end = <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a>();</div>
|
|
<div class="line"><a name="l00538"></a><span class="lineno"> 538</span>  </div>
|
|
<div class="line"><a name="l00539"></a><span class="lineno"> 539</span>  <span class="keyword">auto</span> time = ((end - <a class="code" href="classripple_1_1ReportingETL.html#aa0722787e2f8a69c88654c3934bf3156">start</a>).count()) / 1000000000.0;</div>
|
|
<div class="line"><a name="l00540"></a><span class="lineno"> 540</span>  <span class="keyword">auto</span> tps =</div>
|
|
<div class="line"><a name="l00541"></a><span class="lineno"> 541</span>  fetchResponse->transactions_list().transactions_size() / time;</div>
|
|
<div class="line"><a name="l00542"></a><span class="lineno"> 542</span>  </div>
|
|
<div class="line"><a name="l00543"></a><span class="lineno"> 543</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << <span class="stringliteral">"Extract phase time = "</span> << time</div>
|
|
<div class="line"><a name="l00544"></a><span class="lineno"> 544</span>  << <span class="stringliteral">" . Extract phase tps = "</span> << tps;</div>
|
|
<div class="line"><a name="l00545"></a><span class="lineno"> 545</span>  </div>
|
|
<div class="line"><a name="l00546"></a><span class="lineno"> 546</span>  transformQueue.push(std::move(fetchResponse));</div>
|
|
<div class="line"><a name="l00547"></a><span class="lineno"> 547</span>  ++currentSequence;</div>
|
|
<div class="line"><a name="l00548"></a><span class="lineno"> 548</span>  }</div>
|
|
<div class="line"><a name="l00549"></a><span class="lineno"> 549</span>  <span class="comment">// empty optional tells the transformer to shut down</span></div>
|
|
<div class="line"><a name="l00550"></a><span class="lineno"> 550</span>  transformQueue.push({});</div>
|
|
<div class="line"><a name="l00551"></a><span class="lineno"> 551</span>  }};</div>
|
|
<div class="line"><a name="l00552"></a><span class="lineno"> 552</span>  </div>
|
|
<div class="line"><a name="l00553"></a><span class="lineno"> 553</span>  <a class="code" href="classripple_1_1ThreadSafeQueue.html">ThreadSafeQueue</a><<a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional</a><<a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/pair.html">std::pair</a><</div>
|
|
<div class="line"><a name="l00554"></a><span class="lineno"> 554</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<Ledger></a>,</div>
|
|
<div class="line"><a name="l00555"></a><span class="lineno"> 555</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/container/vector.html">std::vector<AccountTransactionsData></a>>>></div>
|
|
<div class="line"><a name="l00556"></a><span class="lineno"> 556</span>  loadQueue{maxQueueSize};</div>
|
|
<div class="line"><a name="l00557"></a><span class="lineno"> 557</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/thread/thread.html">std::thread</a> transformer{[<span class="keyword">this</span>,</div>
|
|
<div class="line"><a name="l00558"></a><span class="lineno"> 558</span>  &parent,</div>
|
|
<div class="line"><a name="l00559"></a><span class="lineno"> 559</span>  &writeConflict,</div>
|
|
<div class="line"><a name="l00560"></a><span class="lineno"> 560</span>  &loadQueue,</div>
|
|
<div class="line"><a name="l00561"></a><span class="lineno"> 561</span>  &transformQueue]() {</div>
|
|
<div class="line"><a name="l00562"></a><span class="lineno"> 562</span>  <a class="code" href="namespacebeast.html#ab3bd70e6eb43bbd99b5fe518efce8c7e">beast::setCurrentThreadName</a>(<span class="stringliteral">"rippled: ReportingETL transform"</span>);</div>
|
|
<div class="line"><a name="l00563"></a><span class="lineno"> 563</span>  </div>
|
|
<div class="line"><a name="l00564"></a><span class="lineno"> 564</span>  assert(parent);</div>
|
|
<div class="line"><a name="l00565"></a><span class="lineno"> 565</span>  parent = std::make_shared<Ledger>(*parent, <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/time_point.html">NetClock::time_point</a>{});</div>
|
|
<div class="line"><a name="l00566"></a><span class="lineno"> 566</span>  <span class="keywordflow">while</span> (!writeConflict)</div>
|
|
<div class="line"><a name="l00567"></a><span class="lineno"> 567</span>  {</div>
|
|
<div class="line"><a name="l00568"></a><span class="lineno"> 568</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<org::xrpl::rpc::v1::GetLedgerResponse></a> fetchResponse{</div>
|
|
<div class="line"><a name="l00569"></a><span class="lineno"> 569</span>  transformQueue.pop()};</div>
|
|
<div class="line"><a name="l00570"></a><span class="lineno"> 570</span>  <span class="comment">// if fetchResponse is an empty optional, the extracter thread has</span></div>
|
|
<div class="line"><a name="l00571"></a><span class="lineno"> 571</span>  <span class="comment">// stopped and the transformer should stop as well</span></div>
|
|
<div class="line"><a name="l00572"></a><span class="lineno"> 572</span>  <span class="keywordflow">if</span> (!fetchResponse)</div>
|
|
<div class="line"><a name="l00573"></a><span class="lineno"> 573</span>  {</div>
|
|
<div class="line"><a name="l00574"></a><span class="lineno"> 574</span>  <span class="keywordflow">break</span>;</div>
|
|
<div class="line"><a name="l00575"></a><span class="lineno"> 575</span>  }</div>
|
|
<div class="line"><a name="l00576"></a><span class="lineno"> 576</span>  <span class="keywordflow">if</span> (<a class="code" href="classripple_1_1ReportingETL.html#aa9765cfe9a061b821e3d47a44c56a6e8">isStopping</a>())</div>
|
|
<div class="line"><a name="l00577"></a><span class="lineno"> 577</span>  <span class="keywordflow">continue</span>;</div>
|
|
<div class="line"><a name="l00578"></a><span class="lineno"> 578</span>  </div>
|
|
<div class="line"><a name="l00579"></a><span class="lineno"> 579</span>  <span class="keyword">auto</span> <a class="code" href="classripple_1_1ReportingETL.html#aa0722787e2f8a69c88654c3934bf3156">start</a> = <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a>();</div>
|
|
<div class="line"><a name="l00580"></a><span class="lineno"> 580</span>  <span class="keyword">auto</span> [next, accountTxData] =</div>
|
|
<div class="line"><a name="l00581"></a><span class="lineno"> 581</span>  <a class="code" href="classripple_1_1ReportingETL.html#a29cdba905b9bf95b9d3b1396315e434b">buildNextLedger</a>(parent, *fetchResponse);</div>
|
|
<div class="line"><a name="l00582"></a><span class="lineno"> 582</span>  <span class="keyword">auto</span> end = <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a>();</div>
|
|
<div class="line"><a name="l00583"></a><span class="lineno"> 583</span>  </div>
|
|
<div class="line"><a name="l00584"></a><span class="lineno"> 584</span>  <span class="keyword">auto</span> duration = ((end - <a class="code" href="classripple_1_1ReportingETL.html#aa0722787e2f8a69c88654c3934bf3156">start</a>).count()) / 1000000000.0;</div>
|
|
<div class="line"><a name="l00585"></a><span class="lineno"> 585</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << <span class="stringliteral">"transform time = "</span> << duration;</div>
|
|
<div class="line"><a name="l00586"></a><span class="lineno"> 586</span>  <span class="comment">// The below line needs to execute before pushing to the queue, in</span></div>
|
|
<div class="line"><a name="l00587"></a><span class="lineno"> 587</span>  <span class="comment">// order to prevent this thread and the loader thread from accessing</span></div>
|
|
<div class="line"><a name="l00588"></a><span class="lineno"> 588</span>  <span class="comment">// the same SHAMap concurrently</span></div>
|
|
<div class="line"><a name="l00589"></a><span class="lineno"> 589</span>  parent = std::make_shared<Ledger>(*next, <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/time_point.html">NetClock::time_point</a>{});</div>
|
|
<div class="line"><a name="l00590"></a><span class="lineno"> 590</span>  loadQueue.push(</div>
|
|
<div class="line"><a name="l00591"></a><span class="lineno"> 591</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/pair/make_pair.html">std::make_pair</a>(std::move(next), std::move(accountTxData)));</div>
|
|
<div class="line"><a name="l00592"></a><span class="lineno"> 592</span>  }</div>
|
|
<div class="line"><a name="l00593"></a><span class="lineno"> 593</span>  <span class="comment">// empty optional tells the loader to shutdown</span></div>
|
|
<div class="line"><a name="l00594"></a><span class="lineno"> 594</span>  loadQueue.push({});</div>
|
|
<div class="line"><a name="l00595"></a><span class="lineno"> 595</span>  }};</div>
|
|
<div class="line"><a name="l00596"></a><span class="lineno"> 596</span>  </div>
|
|
<div class="line"><a name="l00597"></a><span class="lineno"> 597</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/thread/thread.html">std::thread</a> loader{[<span class="keyword">this</span>,</div>
|
|
<div class="line"><a name="l00598"></a><span class="lineno"> 598</span>  &lastPublishedSequence,</div>
|
|
<div class="line"><a name="l00599"></a><span class="lineno"> 599</span>  &loadQueue,</div>
|
|
<div class="line"><a name="l00600"></a><span class="lineno"> 600</span>  &writeConflict]() {</div>
|
|
<div class="line"><a name="l00601"></a><span class="lineno"> 601</span>  <a class="code" href="namespacebeast.html#ab3bd70e6eb43bbd99b5fe518efce8c7e">beast::setCurrentThreadName</a>(<span class="stringliteral">"rippled: ReportingETL load"</span>);</div>
|
|
<div class="line"><a name="l00602"></a><span class="lineno"> 602</span>  <span class="keywordtype">size_t</span> totalTransactions = 0;</div>
|
|
<div class="line"><a name="l00603"></a><span class="lineno"> 603</span>  <span class="keywordtype">double</span> totalTime = 0;</div>
|
|
<div class="line"><a name="l00604"></a><span class="lineno"> 604</span>  <span class="keywordflow">while</span> (!writeConflict)</div>
|
|
<div class="line"><a name="l00605"></a><span class="lineno"> 605</span>  {</div>
|
|
<div class="line"><a name="l00606"></a><span class="lineno"> 606</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional</a><<a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/pair.html">std::pair</a><</div>
|
|
<div class="line"><a name="l00607"></a><span class="lineno"> 607</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr<Ledger></a>,</div>
|
|
<div class="line"><a name="l00608"></a><span class="lineno"> 608</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/container/vector.html">std::vector<AccountTransactionsData></a>>></div>
|
|
<div class="line"><a name="l00609"></a><span class="lineno"> 609</span>  result{loadQueue.pop()};</div>
|
|
<div class="line"><a name="l00610"></a><span class="lineno"> 610</span>  <span class="comment">// if result is an empty optional, the transformer thread has</span></div>
|
|
<div class="line"><a name="l00611"></a><span class="lineno"> 611</span>  <span class="comment">// stopped and the loader should stop as well</span></div>
|
|
<div class="line"><a name="l00612"></a><span class="lineno"> 612</span>  <span class="keywordflow">if</span> (!result)</div>
|
|
<div class="line"><a name="l00613"></a><span class="lineno"> 613</span>  <span class="keywordflow">break</span>;</div>
|
|
<div class="line"><a name="l00614"></a><span class="lineno"> 614</span>  <span class="keywordflow">if</span> (<a class="code" href="classripple_1_1ReportingETL.html#aa9765cfe9a061b821e3d47a44c56a6e8">isStopping</a>())</div>
|
|
<div class="line"><a name="l00615"></a><span class="lineno"> 615</span>  <span class="keywordflow">continue</span>;</div>
|
|
<div class="line"><a name="l00616"></a><span class="lineno"> 616</span>  </div>
|
|
<div class="line"><a name="l00617"></a><span class="lineno"> 617</span>  <span class="keyword">auto</span>& ledger = result->first;</div>
|
|
<div class="line"><a name="l00618"></a><span class="lineno"> 618</span>  <span class="keyword">auto</span>& accountTxData = result->second;</div>
|
|
<div class="line"><a name="l00619"></a><span class="lineno"> 619</span>  </div>
|
|
<div class="line"><a name="l00620"></a><span class="lineno"> 620</span>  <span class="keyword">auto</span> <a class="code" href="classripple_1_1ReportingETL.html#aa0722787e2f8a69c88654c3934bf3156">start</a> = <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a>();</div>
|
|
<div class="line"><a name="l00621"></a><span class="lineno"> 621</span>  <span class="comment">// write to the key-value store</span></div>
|
|
<div class="line"><a name="l00622"></a><span class="lineno"> 622</span>  <a class="code" href="classripple_1_1ReportingETL.html#a9ec64d56f16ec446b786b27f2491c361">flushLedger</a>(ledger);</div>
|
|
<div class="line"><a name="l00623"></a><span class="lineno"> 623</span>  </div>
|
|
<div class="line"><a name="l00624"></a><span class="lineno"> 624</span>  <span class="keyword">auto</span> mid = <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a>();</div>
|
|
<div class="line"><a name="l00625"></a><span class="lineno"> 625</span>  <span class="comment">// write to RDBMS</span></div>
|
|
<div class="line"><a name="l00626"></a><span class="lineno"> 626</span>  <span class="comment">// if there is a write conflict, some other process has already</span></div>
|
|
<div class="line"><a name="l00627"></a><span class="lineno"> 627</span>  <span class="comment">// written this ledger and has taken over as the ETL writer</span></div>
|
|
<div class="line"><a name="l00628"></a><span class="lineno"> 628</span> <span class="preprocessor">#ifdef RIPPLED_REPORTING</span></div>
|
|
<div class="line"><a name="l00629"></a><span class="lineno"> 629</span>  <span class="keywordflow">if</span> (!<span class="keyword">dynamic_cast<</span><a class="code" href="classripple_1_1PostgresDatabase.html">PostgresDatabase</a>*<span class="keyword">></span>(&<a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#a883969ede6f0abdb0d5243fa988ab84f">getRelationalDatabase</a>())</div>
|
|
<div class="line"><a name="l00630"></a><span class="lineno"> 630</span>  -><a class="code" href="classripple_1_1PostgresDatabase.html#a80ccf4e291a450fb7dda321479677e32">writeLedgerAndTransactions</a>(</div>
|
|
<div class="line"><a name="l00631"></a><span class="lineno"> 631</span>  ledger->info(), accountTxData))</div>
|
|
<div class="line"><a name="l00632"></a><span class="lineno"> 632</span>  writeConflict = <span class="keyword">true</span>;</div>
|
|
<div class="line"><a name="l00633"></a><span class="lineno"> 633</span> <span class="preprocessor">#endif</span></div>
|
|
<div class="line"><a name="l00634"></a><span class="lineno"> 634</span>  <span class="keyword">auto</span> end = <a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a>();</div>
|
|
<div class="line"><a name="l00635"></a><span class="lineno"> 635</span>  </div>
|
|
<div class="line"><a name="l00636"></a><span class="lineno"> 636</span>  <span class="keywordflow">if</span> (!writeConflict)</div>
|
|
<div class="line"><a name="l00637"></a><span class="lineno"> 637</span>  {</div>
|
|
<div class="line"><a name="l00638"></a><span class="lineno"> 638</span>  <a class="code" href="classripple_1_1ReportingETL.html#a54f8263cfec62cbf43621a2d08ffc98c">publishLedger</a>(ledger);</div>
|
|
<div class="line"><a name="l00639"></a><span class="lineno"> 639</span>  lastPublishedSequence = ledger->info().seq;</div>
|
|
<div class="line"><a name="l00640"></a><span class="lineno"> 640</span>  }</div>
|
|
<div class="line"><a name="l00641"></a><span class="lineno"> 641</span>  <span class="comment">// print some performance numbers</span></div>
|
|
<div class="line"><a name="l00642"></a><span class="lineno"> 642</span>  <span class="keyword">auto</span> kvTime = ((mid - <a class="code" href="classripple_1_1ReportingETL.html#aa0722787e2f8a69c88654c3934bf3156">start</a>).count()) / 1000000000.0;</div>
|
|
<div class="line"><a name="l00643"></a><span class="lineno"> 643</span>  <span class="keyword">auto</span> relationalTime = ((end - mid).count()) / 1000000000.0;</div>
|
|
<div class="line"><a name="l00644"></a><span class="lineno"> 644</span>  </div>
|
|
<div class="line"><a name="l00645"></a><span class="lineno"> 645</span>  <span class="keywordtype">size_t</span> numTxns = accountTxData.size();</div>
|
|
<div class="line"><a name="l00646"></a><span class="lineno"> 646</span>  totalTime += kvTime;</div>
|
|
<div class="line"><a name="l00647"></a><span class="lineno"> 647</span>  totalTransactions += numTxns;</div>
|
|
<div class="line"><a name="l00648"></a><span class="lineno"> 648</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>())</div>
|
|
<div class="line"><a name="l00649"></a><span class="lineno"> 649</span>  << <span class="stringliteral">"Load phase of etl : "</span></div>
|
|
<div class="line"><a name="l00650"></a><span class="lineno"> 650</span>  << <span class="stringliteral">"Successfully published ledger! Ledger info: "</span></div>
|
|
<div class="line"><a name="l00651"></a><span class="lineno"> 651</span>  << <a class="code" href="namespaceripple_1_1detail.html#a9769881a083fcc3aba7e9ddaaa7ece28">detail::toString</a>(ledger->info())</div>
|
|
<div class="line"><a name="l00652"></a><span class="lineno"> 652</span>  << <span class="stringliteral">". txn count = "</span> << numTxns</div>
|
|
<div class="line"><a name="l00653"></a><span class="lineno"> 653</span>  << <span class="stringliteral">". key-value write time = "</span> << kvTime</div>
|
|
<div class="line"><a name="l00654"></a><span class="lineno"> 654</span>  << <span class="stringliteral">". relational write time = "</span> << relationalTime</div>
|
|
<div class="line"><a name="l00655"></a><span class="lineno"> 655</span>  << <span class="stringliteral">". key-value tps = "</span> << numTxns / kvTime</div>
|
|
<div class="line"><a name="l00656"></a><span class="lineno"> 656</span>  << <span class="stringliteral">". relational tps = "</span> << numTxns / relationalTime</div>
|
|
<div class="line"><a name="l00657"></a><span class="lineno"> 657</span>  << <span class="stringliteral">". total key-value tps = "</span> << totalTransactions / totalTime;</div>
|
|
<div class="line"><a name="l00658"></a><span class="lineno"> 658</span>  }</div>
|
|
<div class="line"><a name="l00659"></a><span class="lineno"> 659</span>  }};</div>
|
|
<div class="line"><a name="l00660"></a><span class="lineno"> 660</span>  </div>
|
|
<div class="line"><a name="l00661"></a><span class="lineno"> 661</span>  <span class="comment">// wait for all of the threads to stop</span></div>
|
|
<div class="line"><a name="l00662"></a><span class="lineno"> 662</span>  loader.join();</div>
|
|
<div class="line"><a name="l00663"></a><span class="lineno"> 663</span>  extracter.join();</div>
|
|
<div class="line"><a name="l00664"></a><span class="lineno"> 664</span>  transformer.join();</div>
|
|
<div class="line"><a name="l00665"></a><span class="lineno"> 665</span>  <a class="code" href="classripple_1_1ReportingETL.html#ad6affa3fb0dd9d1c7366d18fa7655f12">writing_</a> = <span class="keyword">false</span>;</div>
|
|
<div class="line"><a name="l00666"></a><span class="lineno"> 666</span>  </div>
|
|
<div class="line"><a name="l00667"></a><span class="lineno"> 667</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00668"></a><span class="lineno"> 668</span>  << <span class="stringliteral">"Stopping etl pipeline"</span>;</div>
|
|
<div class="line"><a name="l00669"></a><span class="lineno"> 669</span>  </div>
|
|
<div class="line"><a name="l00670"></a><span class="lineno"> 670</span>  <span class="keywordflow">return</span> lastPublishedSequence;</div>
|
|
<div class="line"><a name="l00671"></a><span class="lineno"> 671</span> }</div>
|
|
<div class="line"><a name="l00672"></a><span class="lineno"> 672</span>  </div>
|
|
<div class="line"><a name="l00673"></a><span class="lineno"> 673</span> <span class="comment">// main loop. The software begins monitoring the ledgers that are validated</span></div>
|
|
<div class="line"><a name="l00674"></a><span class="lineno"> 674</span> <span class="comment">// by the nework. The member networkValidatedLedgers_ keeps track of the</span></div>
|
|
<div class="line"><a name="l00675"></a><span class="lineno"> 675</span> <span class="comment">// sequences of ledgers validated by the network. Whenever a ledger is validated</span></div>
|
|
<div class="line"><a name="l00676"></a><span class="lineno"> 676</span> <span class="comment">// by the network, the software looks for that ledger in the database. Once the</span></div>
|
|
<div class="line"><a name="l00677"></a><span class="lineno"> 677</span> <span class="comment">// ledger is found in the database, the software publishes that ledger to the</span></div>
|
|
<div class="line"><a name="l00678"></a><span class="lineno"> 678</span> <span class="comment">// ledgers stream. If a network validated ledger is not found in the database</span></div>
|
|
<div class="line"><a name="l00679"></a><span class="lineno"> 679</span> <span class="comment">// after a certain amount of time, then the software attempts to take over</span></div>
|
|
<div class="line"><a name="l00680"></a><span class="lineno"> 680</span> <span class="comment">// responsibility of the ETL process, where it writes new ledgers to the</span></div>
|
|
<div class="line"><a name="l00681"></a><span class="lineno"> 681</span> <span class="comment">// database. The software will relinquish control of the ETL process if it</span></div>
|
|
<div class="line"><a name="l00682"></a><span class="lineno"> 682</span> <span class="comment">// detects that another process has taken over ETL.</span></div>
|
|
<div class="line"><a name="l00683"></a><span class="lineno"> 683</span> <span class="keywordtype">void</span></div>
|
|
<div class="line"><a name="l00684"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a8d4c5283fb672759378e44b8a3d0f04d"> 684</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a8d4c5283fb672759378e44b8a3d0f04d">ReportingETL::monitor</a>()</div>
|
|
<div class="line"><a name="l00685"></a><span class="lineno"> 685</span> {</div>
|
|
<div class="line"><a name="l00686"></a><span class="lineno"> 686</span>  <span class="keyword">auto</span> ledger = std::const_pointer_cast<Ledger>(</div>
|
|
<div class="line"><a name="l00687"></a><span class="lineno"> 687</span>  <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#a57929fa83c551514e364fe6981b0c104">getLedgerMaster</a>().<a class="code" href="classripple_1_1LedgerMaster.html#a50acc6cfefb3886a65affa2e213f089d">getValidatedLedger</a>());</div>
|
|
<div class="line"><a name="l00688"></a><span class="lineno"> 688</span>  <span class="keywordflow">if</span> (!ledger)</div>
|
|
<div class="line"><a name="l00689"></a><span class="lineno"> 689</span>  {</div>
|
|
<div class="line"><a name="l00690"></a><span class="lineno"> 690</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00691"></a><span class="lineno"> 691</span>  << <span class="stringliteral">"Database is empty. Will download a ledger "</span></div>
|
|
<div class="line"><a name="l00692"></a><span class="lineno"> 692</span>  <span class="stringliteral">"from the network."</span>;</div>
|
|
<div class="line"><a name="l00693"></a><span class="lineno"> 693</span>  <span class="keywordflow">if</span> (<a class="code" href="classripple_1_1ReportingETL.html#a046a79acf905dcc11d0618d2afab7df5">startSequence_</a>)</div>
|
|
<div class="line"><a name="l00694"></a><span class="lineno"> 694</span>  {</div>
|
|
<div class="line"><a name="l00695"></a><span class="lineno"> 695</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>())</div>
|
|
<div class="line"><a name="l00696"></a><span class="lineno"> 696</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00697"></a><span class="lineno"> 697</span>  << <span class="stringliteral">"ledger sequence specified in config. "</span></div>
|
|
<div class="line"><a name="l00698"></a><span class="lineno"> 698</span>  << <span class="stringliteral">"Will begin ETL process starting with ledger "</span></div>
|
|
<div class="line"><a name="l00699"></a><span class="lineno"> 699</span>  << *<a class="code" href="classripple_1_1ReportingETL.html#a046a79acf905dcc11d0618d2afab7df5">startSequence_</a>;</div>
|
|
<div class="line"><a name="l00700"></a><span class="lineno"> 700</span>  ledger = <a class="code" href="classripple_1_1ReportingETL.html#a99f99fa676db643dc5144e8e445a1c50">loadInitialLedger</a>(*<a class="code" href="classripple_1_1ReportingETL.html#a046a79acf905dcc11d0618d2afab7df5">startSequence_</a>);</div>
|
|
<div class="line"><a name="l00701"></a><span class="lineno"> 701</span>  }</div>
|
|
<div class="line"><a name="l00702"></a><span class="lineno"> 702</span>  <span class="keywordflow">else</span></div>
|
|
<div class="line"><a name="l00703"></a><span class="lineno"> 703</span>  {</div>
|
|
<div class="line"><a name="l00704"></a><span class="lineno"> 704</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>())</div>
|
|
<div class="line"><a name="l00705"></a><span class="lineno"> 705</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00706"></a><span class="lineno"> 706</span>  << <span class="stringliteral">"Waiting for next ledger to be validated by network..."</span>;</div>
|
|
<div class="line"><a name="l00707"></a><span class="lineno"> 707</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<uint32_t></a> mostRecentValidated =</div>
|
|
<div class="line"><a name="l00708"></a><span class="lineno"> 708</span>  <a class="code" href="classripple_1_1ReportingETL.html#a899fe8195a769872305181fe1085ae4c">networkValidatedLedgers_</a>.<a class="code" href="classripple_1_1NetworkValidatedLedgers.html#ae43bbc96bf99fd723a14627c67d8ec6b">getMostRecent</a>();</div>
|
|
<div class="line"><a name="l00709"></a><span class="lineno"> 709</span>  <span class="keywordflow">if</span> (mostRecentValidated)</div>
|
|
<div class="line"><a name="l00710"></a><span class="lineno"> 710</span>  {</div>
|
|
<div class="line"><a name="l00711"></a><span class="lineno"> 711</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00712"></a><span class="lineno"> 712</span>  << <span class="stringliteral">"Ledger "</span> << *mostRecentValidated</div>
|
|
<div class="line"><a name="l00713"></a><span class="lineno"> 713</span>  << <span class="stringliteral">" has been validated. "</span></div>
|
|
<div class="line"><a name="l00714"></a><span class="lineno"> 714</span>  << <span class="stringliteral">"Downloading..."</span>;</div>
|
|
<div class="line"><a name="l00715"></a><span class="lineno"> 715</span>  ledger = <a class="code" href="classripple_1_1ReportingETL.html#a99f99fa676db643dc5144e8e445a1c50">loadInitialLedger</a>(*mostRecentValidated);</div>
|
|
<div class="line"><a name="l00716"></a><span class="lineno"> 716</span>  }</div>
|
|
<div class="line"><a name="l00717"></a><span class="lineno"> 717</span>  <span class="keywordflow">else</span></div>
|
|
<div class="line"><a name="l00718"></a><span class="lineno"> 718</span>  {</div>
|
|
<div class="line"><a name="l00719"></a><span class="lineno"> 719</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00720"></a><span class="lineno"> 720</span>  << <span class="stringliteral">"The wait for the next validated "</span></div>
|
|
<div class="line"><a name="l00721"></a><span class="lineno"> 721</span>  << <span class="stringliteral">"ledger has been aborted. "</span></div>
|
|
<div class="line"><a name="l00722"></a><span class="lineno"> 722</span>  << <span class="stringliteral">"Exiting monitor loop"</span>;</div>
|
|
<div class="line"><a name="l00723"></a><span class="lineno"> 723</span>  <span class="keywordflow">return</span>;</div>
|
|
<div class="line"><a name="l00724"></a><span class="lineno"> 724</span>  }</div>
|
|
<div class="line"><a name="l00725"></a><span class="lineno"> 725</span>  }</div>
|
|
<div class="line"><a name="l00726"></a><span class="lineno"> 726</span>  }</div>
|
|
<div class="line"><a name="l00727"></a><span class="lineno"> 727</span>  <span class="keywordflow">else</span></div>
|
|
<div class="line"><a name="l00728"></a><span class="lineno"> 728</span>  {</div>
|
|
<div class="line"><a name="l00729"></a><span class="lineno"> 729</span>  <span class="keywordflow">if</span> (<a class="code" href="classripple_1_1ReportingETL.html#a046a79acf905dcc11d0618d2afab7df5">startSequence_</a>)</div>
|
|
<div class="line"><a name="l00730"></a><span class="lineno"> 730</span>  {</div>
|
|
<div class="line"><a name="l00731"></a><span class="lineno"> 731</span>  Throw<std::runtime_error>(</div>
|
|
<div class="line"><a name="l00732"></a><span class="lineno"> 732</span>  <span class="stringliteral">"start sequence specified but db is already populated"</span>);</div>
|
|
<div class="line"><a name="l00733"></a><span class="lineno"> 733</span>  }</div>
|
|
<div class="line"><a name="l00734"></a><span class="lineno"> 734</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>())</div>
|
|
<div class="line"><a name="l00735"></a><span class="lineno"> 735</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00736"></a><span class="lineno"> 736</span>  << <span class="stringliteral">"Database already populated. Picking up from the tip of history"</span>;</div>
|
|
<div class="line"><a name="l00737"></a><span class="lineno"> 737</span>  }</div>
|
|
<div class="line"><a name="l00738"></a><span class="lineno"> 738</span>  <span class="keywordflow">if</span> (!ledger)</div>
|
|
<div class="line"><a name="l00739"></a><span class="lineno"> 739</span>  {</div>
|
|
<div class="line"><a name="l00740"></a><span class="lineno"> 740</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a49b0713e65bb8e2c51b76fbf16252afe">error</a>())</div>
|
|
<div class="line"><a name="l00741"></a><span class="lineno"> 741</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00742"></a><span class="lineno"> 742</span>  << <span class="stringliteral">"Failed to load initial ledger. Exiting monitor loop"</span>;</div>
|
|
<div class="line"><a name="l00743"></a><span class="lineno"> 743</span>  <span class="keywordflow">return</span>;</div>
|
|
<div class="line"><a name="l00744"></a><span class="lineno"> 744</span>  }</div>
|
|
<div class="line"><a name="l00745"></a><span class="lineno"> 745</span>  <span class="keywordflow">else</span></div>
|
|
<div class="line"><a name="l00746"></a><span class="lineno"> 746</span>  {</div>
|
|
<div class="line"><a name="l00747"></a><span class="lineno"> 747</span>  <a class="code" href="classripple_1_1ReportingETL.html#a54f8263cfec62cbf43621a2d08ffc98c">publishLedger</a>(ledger);</div>
|
|
<div class="line"><a name="l00748"></a><span class="lineno"> 748</span>  }</div>
|
|
<div class="line"><a name="l00749"></a><span class="lineno"> 749</span>  uint32_t nextSequence = ledger->info().seq + 1;</div>
|
|
<div class="line"><a name="l00750"></a><span class="lineno"> 750</span>  </div>
|
|
<div class="line"><a name="l00751"></a><span class="lineno"> 751</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00752"></a><span class="lineno"> 752</span>  << <span class="stringliteral">"Database is populated. "</span></div>
|
|
<div class="line"><a name="l00753"></a><span class="lineno"> 753</span>  << <span class="stringliteral">"Starting monitor loop. sequence = "</span></div>
|
|
<div class="line"><a name="l00754"></a><span class="lineno"> 754</span>  << nextSequence;</div>
|
|
<div class="line"><a name="l00755"></a><span class="lineno"> 755</span>  <span class="keywordflow">while</span> (!<a class="code" href="classripple_1_1ReportingETL.html#a5ddc490e776b73888b0d7c2670efa727">stopping_</a> &&</div>
|
|
<div class="line"><a name="l00756"></a><span class="lineno"> 756</span>  <a class="code" href="classripple_1_1ReportingETL.html#a899fe8195a769872305181fe1085ae4c">networkValidatedLedgers_</a>.<a class="code" href="classripple_1_1NetworkValidatedLedgers.html#a9d66290bf2455b1a4841a48d65941dc0">waitUntilValidatedByNetwork</a>(nextSequence))</div>
|
|
<div class="line"><a name="l00757"></a><span class="lineno"> 757</span>  {</div>
|
|
<div class="line"><a name="l00758"></a><span class="lineno"> 758</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00759"></a><span class="lineno"> 759</span>  << <span class="stringliteral">"Ledger with sequence = "</span> << nextSequence</div>
|
|
<div class="line"><a name="l00760"></a><span class="lineno"> 760</span>  << <span class="stringliteral">" has been validated by the network. "</span></div>
|
|
<div class="line"><a name="l00761"></a><span class="lineno"> 761</span>  << <span class="stringliteral">"Attempting to find in database and publish"</span>;</div>
|
|
<div class="line"><a name="l00762"></a><span class="lineno"> 762</span>  <span class="comment">// Attempt to take over responsibility of ETL writer after 10 failed</span></div>
|
|
<div class="line"><a name="l00763"></a><span class="lineno"> 763</span>  <span class="comment">// attempts to publish the ledger. publishLedger() fails if the</span></div>
|
|
<div class="line"><a name="l00764"></a><span class="lineno"> 764</span>  <span class="comment">// ledger that has been validated by the network is not found in the</span></div>
|
|
<div class="line"><a name="l00765"></a><span class="lineno"> 765</span>  <span class="comment">// database after the specified number of attempts. publishLedger()</span></div>
|
|
<div class="line"><a name="l00766"></a><span class="lineno"> 766</span>  <span class="comment">// waits one second between each attempt to read the ledger from the</span></div>
|
|
<div class="line"><a name="l00767"></a><span class="lineno"> 767</span>  <span class="comment">// database</span></div>
|
|
<div class="line"><a name="l00768"></a><span class="lineno"> 768</span>  <span class="comment">//</span></div>
|
|
<div class="line"><a name="l00769"></a><span class="lineno"> 769</span>  <span class="comment">// In strict read-only mode, when the software fails to find a</span></div>
|
|
<div class="line"><a name="l00770"></a><span class="lineno"> 770</span>  <span class="comment">// ledger in the database that has been validated by the network,</span></div>
|
|
<div class="line"><a name="l00771"></a><span class="lineno"> 771</span>  <span class="comment">// the software will only try to publish subsequent ledgers once,</span></div>
|
|
<div class="line"><a name="l00772"></a><span class="lineno"> 772</span>  <span class="comment">// until one of those ledgers is found in the database. Once the</span></div>
|
|
<div class="line"><a name="l00773"></a><span class="lineno"> 773</span>  <span class="comment">// software successfully publishes a ledger, the software will fall</span></div>
|
|
<div class="line"><a name="l00774"></a><span class="lineno"> 774</span>  <span class="comment">// back to the normal behavior of trying several times to publish</span></div>
|
|
<div class="line"><a name="l00775"></a><span class="lineno"> 775</span>  <span class="comment">// the ledger that has been validated by the network. In this</span></div>
|
|
<div class="line"><a name="l00776"></a><span class="lineno"> 776</span>  <span class="comment">// manner, a reporting processing running in read-only mode does not</span></div>
|
|
<div class="line"><a name="l00777"></a><span class="lineno"> 777</span>  <span class="comment">// need to restart if the database is wiped.</span></div>
|
|
<div class="line"><a name="l00778"></a><span class="lineno"> 778</span>  constexpr <span class="keywordtype">size_t</span> timeoutSeconds = 10;</div>
|
|
<div class="line"><a name="l00779"></a><span class="lineno"> 779</span>  <span class="keywordtype">bool</span> success = <a class="code" href="classripple_1_1ReportingETL.html#a54f8263cfec62cbf43621a2d08ffc98c">publishLedger</a>(nextSequence, timeoutSeconds);</div>
|
|
<div class="line"><a name="l00780"></a><span class="lineno"> 780</span>  <span class="keywordflow">if</span> (!success)</div>
|
|
<div class="line"><a name="l00781"></a><span class="lineno"> 781</span>  {</div>
|
|
<div class="line"><a name="l00782"></a><span class="lineno"> 782</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#ad8fefe3e8ad583e1ed1bf02094ac3d8f">warn</a>())</div>
|
|
<div class="line"><a name="l00783"></a><span class="lineno"> 783</span>  << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00784"></a><span class="lineno"> 784</span>  << <span class="stringliteral">"Failed to publish ledger with sequence = "</span> << nextSequence</div>
|
|
<div class="line"><a name="l00785"></a><span class="lineno"> 785</span>  << <span class="stringliteral">" . Beginning ETL"</span>;</div>
|
|
<div class="line"><a name="l00786"></a><span class="lineno"> 786</span>  <span class="comment">// doContinousETLPipelined returns the most recent sequence</span></div>
|
|
<div class="line"><a name="l00787"></a><span class="lineno"> 787</span>  <span class="comment">// published empty optional if no sequence was published</span></div>
|
|
<div class="line"><a name="l00788"></a><span class="lineno"> 788</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<uint32_t></a> lastPublished =</div>
|
|
<div class="line"><a name="l00789"></a><span class="lineno"> 789</span>  <a class="code" href="classripple_1_1ReportingETL.html#a2ca1423e114e2ffe04197c9f0fa48e57">runETLPipeline</a>(nextSequence);</div>
|
|
<div class="line"><a name="l00790"></a><span class="lineno"> 790</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">info</a>()) << __func__ << <span class="stringliteral">" : "</span></div>
|
|
<div class="line"><a name="l00791"></a><span class="lineno"> 791</span>  << <span class="stringliteral">"Aborting ETL. Falling back to publishing"</span>;</div>
|
|
<div class="line"><a name="l00792"></a><span class="lineno"> 792</span>  <span class="comment">// if no ledger was published, don't increment nextSequence</span></div>
|
|
<div class="line"><a name="l00793"></a><span class="lineno"> 793</span>  <span class="keywordflow">if</span> (lastPublished)</div>
|
|
<div class="line"><a name="l00794"></a><span class="lineno"> 794</span>  nextSequence = *lastPublished + 1;</div>
|
|
<div class="line"><a name="l00795"></a><span class="lineno"> 795</span>  }</div>
|
|
<div class="line"><a name="l00796"></a><span class="lineno"> 796</span>  <span class="keywordflow">else</span></div>
|
|
<div class="line"><a name="l00797"></a><span class="lineno"> 797</span>  {</div>
|
|
<div class="line"><a name="l00798"></a><span class="lineno"> 798</span>  ++nextSequence;</div>
|
|
<div class="line"><a name="l00799"></a><span class="lineno"> 799</span>  }</div>
|
|
<div class="line"><a name="l00800"></a><span class="lineno"> 800</span>  }</div>
|
|
<div class="line"><a name="l00801"></a><span class="lineno"> 801</span> }</div>
|
|
<div class="line"><a name="l00802"></a><span class="lineno"> 802</span>  </div>
|
|
<div class="line"><a name="l00803"></a><span class="lineno"> 803</span> <span class="keywordtype">void</span></div>
|
|
<div class="line"><a name="l00804"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a608b4da3230791a58316d01c65583c3d"> 804</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a608b4da3230791a58316d01c65583c3d">ReportingETL::monitorReadOnly</a>()</div>
|
|
<div class="line"><a name="l00805"></a><span class="lineno"> 805</span> {</div>
|
|
<div class="line"><a name="l00806"></a><span class="lineno"> 806</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << <span class="stringliteral">"Starting reporting in strict read only mode"</span>;</div>
|
|
<div class="line"><a name="l00807"></a><span class="lineno"> 807</span>  <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional<uint32_t></a> mostRecent =</div>
|
|
<div class="line"><a name="l00808"></a><span class="lineno"> 808</span>  <a class="code" href="classripple_1_1ReportingETL.html#a899fe8195a769872305181fe1085ae4c">networkValidatedLedgers_</a>.<a class="code" href="classripple_1_1NetworkValidatedLedgers.html#ae43bbc96bf99fd723a14627c67d8ec6b">getMostRecent</a>();</div>
|
|
<div class="line"><a name="l00809"></a><span class="lineno"> 809</span>  <span class="keywordflow">if</span> (!mostRecent)</div>
|
|
<div class="line"><a name="l00810"></a><span class="lineno"> 810</span>  <span class="keywordflow">return</span>;</div>
|
|
<div class="line"><a name="l00811"></a><span class="lineno"> 811</span>  uint32_t sequence = *mostRecent;</div>
|
|
<div class="line"><a name="l00812"></a><span class="lineno"> 812</span>  <span class="keywordtype">bool</span> success = <span class="keyword">true</span>;</div>
|
|
<div class="line"><a name="l00813"></a><span class="lineno"> 813</span>  <span class="keywordflow">while</span> (!<a class="code" href="classripple_1_1ReportingETL.html#a5ddc490e776b73888b0d7c2670efa727">stopping_</a> &&</div>
|
|
<div class="line"><a name="l00814"></a><span class="lineno"> 814</span>  <a class="code" href="classripple_1_1ReportingETL.html#a899fe8195a769872305181fe1085ae4c">networkValidatedLedgers_</a>.<a class="code" href="classripple_1_1NetworkValidatedLedgers.html#a9d66290bf2455b1a4841a48d65941dc0">waitUntilValidatedByNetwork</a>(sequence))</div>
|
|
<div class="line"><a name="l00815"></a><span class="lineno"> 815</span>  {</div>
|
|
<div class="line"><a name="l00816"></a><span class="lineno"> 816</span>  success = <a class="code" href="classripple_1_1ReportingETL.html#a54f8263cfec62cbf43621a2d08ffc98c">publishLedger</a>(sequence, success ? 30 : 1);</div>
|
|
<div class="line"><a name="l00817"></a><span class="lineno"> 817</span>  ++sequence;</div>
|
|
<div class="line"><a name="l00818"></a><span class="lineno"> 818</span>  }</div>
|
|
<div class="line"><a name="l00819"></a><span class="lineno"> 819</span> }</div>
|
|
<div class="line"><a name="l00820"></a><span class="lineno"> 820</span>  </div>
|
|
<div class="line"><a name="l00821"></a><span class="lineno"> 821</span> <span class="keywordtype">void</span></div>
|
|
<div class="line"><a name="l00822"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#a36cc3ec60e19cd21b88c12708726e693"> 822</a></span> <a class="code" href="classripple_1_1ReportingETL.html#a36cc3ec60e19cd21b88c12708726e693">ReportingETL::doWork</a>()</div>
|
|
<div class="line"><a name="l00823"></a><span class="lineno"> 823</span> {</div>
|
|
<div class="line"><a name="l00824"></a><span class="lineno"> 824</span>  <a class="code" href="classripple_1_1ReportingETL.html#a0ccd0096aeb98f89bcfcd3f9a6720558">worker_</a> = <a class="codeRef" href="http://en.cppreference.com/w/cpp/thread/thread.html">std::thread</a>([<span class="keyword">this</span>]() {</div>
|
|
<div class="line"><a name="l00825"></a><span class="lineno"> 825</span>  <a class="code" href="namespacebeast.html#ab3bd70e6eb43bbd99b5fe518efce8c7e">beast::setCurrentThreadName</a>(<span class="stringliteral">"rippled: ReportingETL worker"</span>);</div>
|
|
<div class="line"><a name="l00826"></a><span class="lineno"> 826</span>  <span class="keywordflow">if</span> (<a class="code" href="classripple_1_1ReportingETL.html#ac905a48c78a1687c148e9c927f5b7358">readOnly_</a>)</div>
|
|
<div class="line"><a name="l00827"></a><span class="lineno"> 827</span>  <a class="code" href="classripple_1_1ReportingETL.html#a608b4da3230791a58316d01c65583c3d">monitorReadOnly</a>();</div>
|
|
<div class="line"><a name="l00828"></a><span class="lineno"> 828</span>  <span class="keywordflow">else</span></div>
|
|
<div class="line"><a name="l00829"></a><span class="lineno"> 829</span>  <a class="code" href="classripple_1_1ReportingETL.html#a8d4c5283fb672759378e44b8a3d0f04d">monitor</a>();</div>
|
|
<div class="line"><a name="l00830"></a><span class="lineno"> 830</span>  });</div>
|
|
<div class="line"><a name="l00831"></a><span class="lineno"> 831</span> }</div>
|
|
<div class="line"><a name="l00832"></a><span class="lineno"> 832</span>  </div>
|
|
<div class="line"><a name="l00833"></a><span class="lineno"><a class="line" href="classripple_1_1ReportingETL.html#aaf4d1662b131bed6d6ef635ad4b63e96"> 833</a></span> <a class="code" href="classripple_1_1ReportingETL.html#aaf4d1662b131bed6d6ef635ad4b63e96">ReportingETL::ReportingETL</a>(<a class="code" href="classripple_1_1Application.html">Application</a>& app)</div>
|
|
<div class="line"><a name="l00834"></a><span class="lineno"> 834</span>  : app_(app)</div>
|
|
<div class="line"><a name="l00835"></a><span class="lineno"> 835</span>  , journal_(app.journal(<span class="stringliteral">"ReportingETL"</span>))</div>
|
|
<div class="line"><a name="l00836"></a><span class="lineno"> 836</span>  , publishStrand_(app_.getIOService())</div>
|
|
<div class="line"><a name="l00837"></a><span class="lineno"> 837</span>  , loadBalancer_(*this)</div>
|
|
<div class="line"><a name="l00838"></a><span class="lineno"> 838</span> {</div>
|
|
<div class="line"><a name="l00839"></a><span class="lineno"> 839</span>  <span class="comment">// if present, get endpoint from config</span></div>
|
|
<div class="line"><a name="l00840"></a><span class="lineno"> 840</span>  <span class="keywordflow">if</span> (<a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>().<a class="code" href="classripple_1_1BasicConfig.html#a09b31b8ed3c769b4c23b040c3d4798ed">exists</a>(<span class="stringliteral">"reporting"</span>))</div>
|
|
<div class="line"><a name="l00841"></a><span class="lineno"> 841</span>  {</div>
|
|
<div class="line"><a name="l00842"></a><span class="lineno"> 842</span> <span class="preprocessor">#ifndef RIPPLED_REPORTING</span></div>
|
|
<div class="line"><a name="l00843"></a><span class="lineno"> 843</span>  Throw<std::runtime_error>(</div>
|
|
<div class="line"><a name="l00844"></a><span class="lineno"> 844</span>  <span class="stringliteral">"Config file specifies reporting, but software was not built with "</span></div>
|
|
<div class="line"><a name="l00845"></a><span class="lineno"> 845</span>  <span class="stringliteral">"-Dreporting=1. To use reporting, configure CMake with "</span></div>
|
|
<div class="line"><a name="l00846"></a><span class="lineno"> 846</span>  <span class="stringliteral">"-Dreporting=1"</span>);</div>
|
|
<div class="line"><a name="l00847"></a><span class="lineno"> 847</span> <span class="preprocessor">#endif</span></div>
|
|
<div class="line"><a name="l00848"></a><span class="lineno"> 848</span>  <span class="keywordflow">if</span> (!<a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>().<a class="code" href="classripple_1_1Config.html#aa09be5266eca22f68f27e60169291ec5">useTxTables</a>())</div>
|
|
<div class="line"><a name="l00849"></a><span class="lineno"> 849</span>  Throw<std::runtime_error>(</div>
|
|
<div class="line"><a name="l00850"></a><span class="lineno"> 850</span>  <span class="stringliteral">"Reporting requires tx tables. Set use_tx_tables=1 in config "</span></div>
|
|
<div class="line"><a name="l00851"></a><span class="lineno"> 851</span>  <span class="stringliteral">"file, under [ledger_tx_tables] section"</span>);</div>
|
|
<div class="line"><a name="l00852"></a><span class="lineno"> 852</span>  <a class="code" href="classripple_1_1Section.html">Section</a> section = <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>().<a class="code" href="classripple_1_1BasicConfig.html#a60aca585d76b1121dd4f72b358729456">section</a>(<span class="stringliteral">"reporting"</span>);</div>
|
|
<div class="line"><a name="l00853"></a><span class="lineno"> 853</span>  </div>
|
|
<div class="line"><a name="l00854"></a><span class="lineno"> 854</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << <span class="stringliteral">"Parsing config info"</span>;</div>
|
|
<div class="line"><a name="l00855"></a><span class="lineno"> 855</span>  </div>
|
|
<div class="line"><a name="l00856"></a><span class="lineno"> 856</span>  <span class="keyword">auto</span>& vals = section.<a class="code" href="classripple_1_1Section.html#a320f911d1e931b45b71a50c25561ecf7">values</a>();</div>
|
|
<div class="line"><a name="l00857"></a><span class="lineno"> 857</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& v : vals)</div>
|
|
<div class="line"><a name="l00858"></a><span class="lineno"> 858</span>  {</div>
|
|
<div class="line"><a name="l00859"></a><span class="lineno"> 859</span>  JLOG(<a class="code" href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">journal_</a>.<a class="code" href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">debug</a>()) << <span class="stringliteral">"val is "</span> << v;</div>
|
|
<div class="line"><a name="l00860"></a><span class="lineno"> 860</span>  <a class="code" href="classripple_1_1Section.html">Section</a> source = <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>().<a class="code" href="classripple_1_1BasicConfig.html#a60aca585d76b1121dd4f72b358729456">section</a>(v);</div>
|
|
<div class="line"><a name="l00861"></a><span class="lineno"> 861</span>  </div>
|
|
<div class="line"><a name="l00862"></a><span class="lineno"> 862</span>  <span class="keyword">auto</span> optIp = source.<a class="code" href="classripple_1_1Section.html#a5ef3a8f0a6f47e26003e0b2f93f49921">get</a>(<span class="stringliteral">"source_ip"</span>);</div>
|
|
<div class="line"><a name="l00863"></a><span class="lineno"> 863</span>  <span class="keywordflow">if</span> (!optIp)</div>
|
|
<div class="line"><a name="l00864"></a><span class="lineno"> 864</span>  <span class="keywordflow">continue</span>;</div>
|
|
<div class="line"><a name="l00865"></a><span class="lineno"> 865</span>  </div>
|
|
<div class="line"><a name="l00866"></a><span class="lineno"> 866</span>  <span class="keyword">auto</span> optWsPort = source.<a class="code" href="classripple_1_1Section.html#a5ef3a8f0a6f47e26003e0b2f93f49921">get</a>(<span class="stringliteral">"source_ws_port"</span>);</div>
|
|
<div class="line"><a name="l00867"></a><span class="lineno"> 867</span>  <span class="keywordflow">if</span> (!optWsPort)</div>
|
|
<div class="line"><a name="l00868"></a><span class="lineno"> 868</span>  <span class="keywordflow">continue</span>;</div>
|
|
<div class="line"><a name="l00869"></a><span class="lineno"> 869</span>  </div>
|
|
<div class="line"><a name="l00870"></a><span class="lineno"> 870</span>  <span class="keyword">auto</span> optGrpcPort = source.<a class="code" href="classripple_1_1Section.html#a5ef3a8f0a6f47e26003e0b2f93f49921">get</a>(<span class="stringliteral">"source_grpc_port"</span>);</div>
|
|
<div class="line"><a name="l00871"></a><span class="lineno"> 871</span>  <span class="keywordflow">if</span> (!optGrpcPort)</div>
|
|
<div class="line"><a name="l00872"></a><span class="lineno"> 872</span>  {</div>
|
|
<div class="line"><a name="l00873"></a><span class="lineno"> 873</span>  <span class="comment">// add source without grpc port</span></div>
|
|
<div class="line"><a name="l00874"></a><span class="lineno"> 874</span>  <span class="comment">// used in read-only mode to detect when new ledgers have</span></div>
|
|
<div class="line"><a name="l00875"></a><span class="lineno"> 875</span>  <span class="comment">// been validated. Used for publishing</span></div>
|
|
<div class="line"><a name="l00876"></a><span class="lineno"> 876</span>  <span class="keywordflow">if</span> (<a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>().<a class="code" href="classripple_1_1Config.html#ad05fa018b47b496a64653fb36a0fbd5b">reportingReadOnly</a>())</div>
|
|
<div class="line"><a name="l00877"></a><span class="lineno"> 877</span>  <a class="code" href="classripple_1_1ReportingETL.html#a11e3503cdbaecb0a137011f0baabacbf">loadBalancer_</a>.<a class="code" href="classripple_1_1ETLLoadBalancer.html#a709c6100ed981714c503555335769747">add</a>(*optIp, *optWsPort);</div>
|
|
<div class="line"><a name="l00878"></a><span class="lineno"> 878</span>  <span class="keywordflow">continue</span>;</div>
|
|
<div class="line"><a name="l00879"></a><span class="lineno"> 879</span>  }</div>
|
|
<div class="line"><a name="l00880"></a><span class="lineno"> 880</span>  </div>
|
|
<div class="line"><a name="l00881"></a><span class="lineno"> 881</span>  <a class="code" href="classripple_1_1ReportingETL.html#a11e3503cdbaecb0a137011f0baabacbf">loadBalancer_</a>.<a class="code" href="classripple_1_1ETLLoadBalancer.html#a709c6100ed981714c503555335769747">add</a>(*optIp, *optWsPort, *optGrpcPort);</div>
|
|
<div class="line"><a name="l00882"></a><span class="lineno"> 882</span>  }</div>
|
|
<div class="line"><a name="l00883"></a><span class="lineno"> 883</span>  </div>
|
|
<div class="line"><a name="l00884"></a><span class="lineno"> 884</span>  <span class="comment">// this is true iff --reportingReadOnly was passed via command line</span></div>
|
|
<div class="line"><a name="l00885"></a><span class="lineno"> 885</span>  <a class="code" href="classripple_1_1ReportingETL.html#ac905a48c78a1687c148e9c927f5b7358">readOnly_</a> = <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>().<a class="code" href="classripple_1_1Config.html#ad05fa018b47b496a64653fb36a0fbd5b">reportingReadOnly</a>();</div>
|
|
<div class="line"><a name="l00886"></a><span class="lineno"> 886</span>  </div>
|
|
<div class="line"><a name="l00887"></a><span class="lineno"> 887</span>  <span class="comment">// if --reportingReadOnly was not passed via command line, check config</span></div>
|
|
<div class="line"><a name="l00888"></a><span class="lineno"> 888</span>  <span class="comment">// file. Command line takes precedence</span></div>
|
|
<div class="line"><a name="l00889"></a><span class="lineno"> 889</span>  <span class="keywordflow">if</span> (!<a class="code" href="classripple_1_1ReportingETL.html#ac905a48c78a1687c148e9c927f5b7358">readOnly_</a>)</div>
|
|
<div class="line"><a name="l00890"></a><span class="lineno"> 890</span>  {</div>
|
|
<div class="line"><a name="l00891"></a><span class="lineno"> 891</span>  <span class="keyword">auto</span> <span class="keyword">const</span> optRO = section.<a class="code" href="classripple_1_1Section.html#a5ef3a8f0a6f47e26003e0b2f93f49921">get</a>(<span class="stringliteral">"read_only"</span>);</div>
|
|
<div class="line"><a name="l00892"></a><span class="lineno"> 892</span>  <span class="keywordflow">if</span> (optRO)</div>
|
|
<div class="line"><a name="l00893"></a><span class="lineno"> 893</span>  {</div>
|
|
<div class="line"><a name="l00894"></a><span class="lineno"> 894</span>  <a class="code" href="classripple_1_1ReportingETL.html#ac905a48c78a1687c148e9c927f5b7358">readOnly_</a> = (*optRO == <span class="stringliteral">"true"</span> || *optRO == <span class="stringliteral">"1"</span>);</div>
|
|
<div class="line"><a name="l00895"></a><span class="lineno"> 895</span>  <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>().<a class="code" href="classripple_1_1Config.html#ae3984f90f3af1dce579c8f7e50babe8c">setReportingReadOnly</a>(<a class="code" href="classripple_1_1ReportingETL.html#ac905a48c78a1687c148e9c927f5b7358">readOnly_</a>);</div>
|
|
<div class="line"><a name="l00896"></a><span class="lineno"> 896</span>  }</div>
|
|
<div class="line"><a name="l00897"></a><span class="lineno"> 897</span>  }</div>
|
|
<div class="line"><a name="l00898"></a><span class="lineno"> 898</span>  </div>
|
|
<div class="line"><a name="l00899"></a><span class="lineno"> 899</span>  <span class="comment">// lambda throws a useful message if string to integer conversion fails</span></div>
|
|
<div class="line"><a name="l00900"></a><span class="lineno"> 900</span>  <span class="keyword">auto</span> asciiToIntThrows =</div>
|
|
<div class="line"><a name="l00901"></a><span class="lineno"> 901</span>  [](<span class="keyword">auto</span>& dest, <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/basic_string.html">std::string</a> <span class="keyword">const</span>& src, <span class="keywordtype">char</span> <span class="keyword">const</span>* onError) {</div>
|
|
<div class="line"><a name="l00902"></a><span class="lineno"> 902</span>  <span class="keywordtype">char</span> <span class="keyword">const</span>* <span class="keyword">const</span> srcEnd = src.data() + src.size();</div>
|
|
<div class="line"><a name="l00903"></a><span class="lineno"> 903</span>  <span class="keyword">auto</span> [ptr, err] = <a class="codeRef" href="http://en.cppreference.com/w/cpp/utility/from_chars.html">std::from_chars</a>(src.data(), srcEnd, dest);</div>
|
|
<div class="line"><a name="l00904"></a><span class="lineno"> 904</span>  </div>
|
|
<div class="line"><a name="l00905"></a><span class="lineno"> 905</span>  <span class="keywordflow">if</span> (err == <a class="codeRef" href="http://en.cppreference.com/w/cpp/error/errc.html">std::errc</a>())</div>
|
|
<div class="line"><a name="l00906"></a><span class="lineno"> 906</span>  <span class="comment">// skip whitespace at end of string</span></div>
|
|
<div class="line"><a name="l00907"></a><span class="lineno"> 907</span>  <span class="keywordflow">while</span> (ptr != srcEnd &&</div>
|
|
<div class="line"><a name="l00908"></a><span class="lineno"> 908</span>  std::isspace(<span class="keyword">static_cast<</span><span class="keywordtype">unsigned</span> <span class="keywordtype">char</span><span class="keyword">></span>(*ptr)))</div>
|
|
<div class="line"><a name="l00909"></a><span class="lineno"> 909</span>  ++ptr;</div>
|
|
<div class="line"><a name="l00910"></a><span class="lineno"> 910</span>  </div>
|
|
<div class="line"><a name="l00911"></a><span class="lineno"> 911</span>  <span class="comment">// throw if</span></div>
|
|
<div class="line"><a name="l00912"></a><span class="lineno"> 912</span>  <span class="comment">// o conversion error or</span></div>
|
|
<div class="line"><a name="l00913"></a><span class="lineno"> 913</span>  <span class="comment">// o entire string is not consumed</span></div>
|
|
<div class="line"><a name="l00914"></a><span class="lineno"> 914</span>  <span class="keywordflow">if</span> (err != <a class="codeRef" href="http://en.cppreference.com/w/cpp/error/errc.html">std::errc</a>() || ptr != srcEnd)</div>
|
|
<div class="line"><a name="l00915"></a><span class="lineno"> 915</span>  Throw<std::runtime_error>(onError + src);</div>
|
|
<div class="line"><a name="l00916"></a><span class="lineno"> 916</span>  };</div>
|
|
<div class="line"><a name="l00917"></a><span class="lineno"> 917</span>  </div>
|
|
<div class="line"><a name="l00918"></a><span class="lineno"> 918</span>  <span class="comment">// handle command line arguments</span></div>
|
|
<div class="line"><a name="l00919"></a><span class="lineno"> 919</span>  <span class="keywordflow">if</span> (<a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>().<a class="code" href="classripple_1_1Config.html#afcaabfcf92819db93bab0540ce159d89">START_UP</a> == Config::StartUpType::FRESH && !<a class="code" href="classripple_1_1ReportingETL.html#ac905a48c78a1687c148e9c927f5b7358">readOnly_</a>)</div>
|
|
<div class="line"><a name="l00920"></a><span class="lineno"> 920</span>  {</div>
|
|
<div class="line"><a name="l00921"></a><span class="lineno"> 921</span>  asciiToIntThrows(</div>
|
|
<div class="line"><a name="l00922"></a><span class="lineno"> 922</span>  *<a class="code" href="classripple_1_1ReportingETL.html#a046a79acf905dcc11d0618d2afab7df5">startSequence_</a>,</div>
|
|
<div class="line"><a name="l00923"></a><span class="lineno"> 923</span>  <a class="code" href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">app_</a>.<a class="code" href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">config</a>().<a class="code" href="classripple_1_1Config.html#a310ee83da2965750fc9ab454cf0bb1ac">START_LEDGER</a>,</div>
|
|
<div class="line"><a name="l00924"></a><span class="lineno"> 924</span>  <span class="stringliteral">"Expected integral START_LEDGER command line argument. Got: "</span>);</div>
|
|
<div class="line"><a name="l00925"></a><span class="lineno"> 925</span>  }</div>
|
|
<div class="line"><a name="l00926"></a><span class="lineno"> 926</span>  <span class="comment">// if not passed via command line, check config for start sequence</span></div>
|
|
<div class="line"><a name="l00927"></a><span class="lineno"> 927</span>  <span class="keywordflow">if</span> (!<a class="code" href="classripple_1_1ReportingETL.html#a046a79acf905dcc11d0618d2afab7df5">startSequence_</a>)</div>
|
|
<div class="line"><a name="l00928"></a><span class="lineno"> 928</span>  {</div>
|
|
<div class="line"><a name="l00929"></a><span class="lineno"> 929</span>  <span class="keyword">auto</span> <span class="keyword">const</span> optStartSeq = section.<a class="code" href="classripple_1_1Section.html#a5ef3a8f0a6f47e26003e0b2f93f49921">get</a>(<span class="stringliteral">"start_sequence"</span>);</div>
|
|
<div class="line"><a name="l00930"></a><span class="lineno"> 930</span>  <span class="keywordflow">if</span> (optStartSeq)</div>
|
|
<div class="line"><a name="l00931"></a><span class="lineno"> 931</span>  {</div>
|
|
<div class="line"><a name="l00932"></a><span class="lineno"> 932</span>  <span class="comment">// set a value so we can dereference</span></div>
|
|
<div class="line"><a name="l00933"></a><span class="lineno"> 933</span>  <a class="code" href="classripple_1_1ReportingETL.html#a046a79acf905dcc11d0618d2afab7df5">startSequence_</a> = 0;</div>
|
|
<div class="line"><a name="l00934"></a><span class="lineno"> 934</span>  asciiToIntThrows(</div>
|
|
<div class="line"><a name="l00935"></a><span class="lineno"> 935</span>  *<a class="code" href="classripple_1_1ReportingETL.html#a046a79acf905dcc11d0618d2afab7df5">startSequence_</a>,</div>
|
|
<div class="line"><a name="l00936"></a><span class="lineno"> 936</span>  *optStartSeq,</div>
|
|
<div class="line"><a name="l00937"></a><span class="lineno"> 937</span>  <span class="stringliteral">"Expected integral start_sequence config entry. Got: "</span>);</div>
|
|
<div class="line"><a name="l00938"></a><span class="lineno"> 938</span>  }</div>
|
|
<div class="line"><a name="l00939"></a><span class="lineno"> 939</span>  }</div>
|
|
<div class="line"><a name="l00940"></a><span class="lineno"> 940</span>  </div>
|
|
<div class="line"><a name="l00941"></a><span class="lineno"> 941</span>  <span class="keyword">auto</span> <span class="keyword">const</span> optFlushInterval = section.<a class="code" href="classripple_1_1Section.html#a5ef3a8f0a6f47e26003e0b2f93f49921">get</a>(<span class="stringliteral">"flush_interval"</span>);</div>
|
|
<div class="line"><a name="l00942"></a><span class="lineno"> 942</span>  <span class="keywordflow">if</span> (optFlushInterval)</div>
|
|
<div class="line"><a name="l00943"></a><span class="lineno"> 943</span>  asciiToIntThrows(</div>
|
|
<div class="line"><a name="l00944"></a><span class="lineno"> 944</span>  <a class="code" href="classripple_1_1ReportingETL.html#ade4fa846f12c209192fa2e87e94bb7d2">flushInterval_</a>,</div>
|
|
<div class="line"><a name="l00945"></a><span class="lineno"> 945</span>  *optFlushInterval,</div>
|
|
<div class="line"><a name="l00946"></a><span class="lineno"> 946</span>  <span class="stringliteral">"Expected integral flush_interval config entry. Got: "</span>);</div>
|
|
<div class="line"><a name="l00947"></a><span class="lineno"> 947</span>  </div>
|
|
<div class="line"><a name="l00948"></a><span class="lineno"> 948</span>  <span class="keyword">auto</span> <span class="keyword">const</span> optNumMarkers = section.<a class="code" href="classripple_1_1Section.html#a5ef3a8f0a6f47e26003e0b2f93f49921">get</a>(<span class="stringliteral">"num_markers"</span>);</div>
|
|
<div class="line"><a name="l00949"></a><span class="lineno"> 949</span>  <span class="keywordflow">if</span> (optNumMarkers)</div>
|
|
<div class="line"><a name="l00950"></a><span class="lineno"> 950</span>  asciiToIntThrows(</div>
|
|
<div class="line"><a name="l00951"></a><span class="lineno"> 951</span>  <a class="code" href="classripple_1_1ReportingETL.html#aecb81f86df5bbad3cd94d5f038f39ca4">numMarkers_</a>,</div>
|
|
<div class="line"><a name="l00952"></a><span class="lineno"> 952</span>  *optNumMarkers,</div>
|
|
<div class="line"><a name="l00953"></a><span class="lineno"> 953</span>  <span class="stringliteral">"Expected integral num_markers config entry. Got: "</span>);</div>
|
|
<div class="line"><a name="l00954"></a><span class="lineno"> 954</span>  }</div>
|
|
<div class="line"><a name="l00955"></a><span class="lineno"> 955</span> }</div>
|
|
<div class="line"><a name="l00956"></a><span class="lineno"> 956</span>  </div>
|
|
<div class="line"><a name="l00957"></a><span class="lineno"> 957</span> } <span class="comment">// namespace ripple</span></div>
|
|
</div><!-- fragment --></div><!-- contents -->
|
|
<div class="ttc" id="aclassripple_1_1NetworkOPs_html_afdcc25285fc9cb83eab4ed36d95be527"><div class="ttname"><a href="classripple_1_1NetworkOPs.html#afdcc25285fc9cb83eab4ed36d95be527">ripple::NetworkOPs::pubLedger</a></div><div class="ttdeci">virtual void pubLedger(std::shared_ptr< ReadView const > const &lpAccepted)=0</div></div>
|
|
<div class="ttc" id="aclassbeast_1_1Journal_html_a3dfb8e2e3eecccdb5cf78ff21bca069c"><div class="ttname"><a href="classbeast_1_1Journal.html#a3dfb8e2e3eecccdb5cf78ff21bca069c">beast::Journal::fatal</a></div><div class="ttdeci">Stream fatal() const</div><div class="ttdef"><b>Definition:</b> <a href="Journal_8h_source.html#l00339">Journal.h:339</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_ade4fa846f12c209192fa2e87e94bb7d2"><div class="ttname"><a href="classripple_1_1ReportingETL.html#ade4fa846f12c209192fa2e87e94bb7d2">ripple::ReportingETL::flushInterval_</a></div><div class="ttdeci">size_t flushInterval_</div><div class="ttdoc">Used to determine when to write to the database during the initial ledger download.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00115">ReportingETL.h:115</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Section_html"><div class="ttname"><a href="classripple_1_1Section.html">ripple::Section</a></div><div class="ttdoc">Holds a collection of configuration values.</div><div class="ttdef"><b>Definition:</b> <a href="BasicConfig_8h_source.html#l00042">BasicConfig.h:42</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Application_html"><div class="ttname"><a href="classripple_1_1Application.html">ripple::Application</a></div><div class="ttdef"><b>Definition:</b> <a href="Application_8h_source.html#l00115">Application.h:115</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Application_html_a26ccdf06f25ceadec7894dd5f8da7eab"><div class="ttname"><a href="classripple_1_1Application.html#a26ccdf06f25ceadec7894dd5f8da7eab">ripple::Application::getNodeFamily</a></div><div class="ttdeci">virtual Family & getNodeFamily()=0</div></div>
|
|
<div class="ttc" id="anamespaceripple_html_ad5143ceada01141772ae4aab984f94bda7fa2267e9b1bf739a70bb1860ab2a99c"><div class="ttname"><a href="namespaceripple.html#ad5143ceada01141772ae4aab984f94bda7fa2267e9b1bf739a70bb1860ab2a99c">ripple::HashPrefix::ledgerMaster</a></div><div class="ttdeci">@ ledgerMaster</div><div class="ttdoc">ledger master data for signing</div></div>
|
|
<div class="ttc" id="asleep_for_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/thread/sleep_for.html">std::this_thread::sleep_for</a></div><div class="ttdeci">T sleep_for(T... args)</div></div>
|
|
<div class="ttc" id="anamespaceripple_html_aabe37451093c21757855542d68fba3ce"><div class="ttname"><a href="namespaceripple.html#aabe37451093c21757855542d68fba3ce">ripple::makeSlice</a></div><div class="ttdeci">std::enable_if_t< std::is_same< T, char >::value||std::is_same< T, unsigned char >::value, Slice > makeSlice(std::array< T, N > const &a)</div><div class="ttdef"><b>Definition:</b> <a href="Slice_8h_source.html#l00241">Slice.h:241</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_af2f90043d532a1ce40192cddf1714134"><div class="ttname"><a href="classripple_1_1ReportingETL.html#af2f90043d532a1ce40192cddf1714134">ripple::ReportingETL::fetchLedgerData</a></div><div class="ttdeci">std::optional< org::xrpl::rpc::v1::GetLedgerResponse > fetchLedgerData(uint32_t sequence)</div><div class="ttdoc">Extract data for a particular ledger from an ETL source.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00350">ReportingETL.cpp:350</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a99f99fa676db643dc5144e8e445a1c50"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a99f99fa676db643dc5144e8e445a1c50">ripple::ReportingETL::loadInitialLedger</a></div><div class="ttdeci">std::shared_ptr< Ledger > loadInitialLedger(uint32_t sequence)</div><div class="ttdoc">Download a ledger with specified sequence in full, via GetLedgerData, and write the data to the datab...</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00107">ReportingETL.cpp:107</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a046a79acf905dcc11d0618d2afab7df5"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a046a79acf905dcc11d0618d2afab7df5">ripple::ReportingETL::startSequence_</a></div><div class="ttdeci">std::optional< uint32_t > startSequence_</div><div class="ttdoc">Ledger sequence to start ETL from.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00139">ReportingETL.h:139</a></div></div>
|
|
<div class="ttc" id="abasic_string_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/string/basic_string.html">std::string</a></div><div class="ttdoc">STL class.</div></div>
|
|
<div class="ttc" id="ashared_ptr_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/memory/shared_ptr.html">std::shared_ptr< Ledger ></a></div></div>
|
|
<div class="ttc" id="astructripple_1_1LedgerInfo_html_a5c129196edfd78e992f81959f075e5ca"><div class="ttname"><a href="structripple_1_1LedgerInfo.html#a5c129196edfd78e992f81959f075e5ca">ripple::LedgerInfo::parentHash</a></div><div class="ttdeci">uint256 parentHash</div><div class="ttdef"><b>Definition:</b> <a href="ReadView_8h_source.html#l00104">ReadView.h:104</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ThreadSafeQueue_html"><div class="ttname"><a href="classripple_1_1ThreadSafeQueue.html">ripple::ThreadSafeQueue</a></div><div class="ttdoc">Generic thread-safe queue with an optional maximum size Note, we can't use a lockfree queue here,...</div><div class="ttdef"><b>Definition:</b> <a href="ETLHelpers_8h_source.html#l00115">ETLHelpers.h:115</a></div></div>
|
|
<div class="ttc" id="aclassbeast_1_1Journal_html_abbe082bd27ca0f1d1365af2824e4f85b"><div class="ttname"><a href="classbeast_1_1Journal.html#abbe082bd27ca0f1d1365af2824e4f85b">beast::Journal::trace</a></div><div class="ttdeci">Stream trace() const</div><div class="ttdoc">Severity stream access functions.</div><div class="ttdef"><b>Definition:</b> <a href="Journal_8h_source.html#l00309">Journal.h:309</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Serializer_html_a6d7436e5990cb278bd924cef9396df3c"><div class="ttname"><a href="classripple_1_1Serializer.html#a6d7436e5990cb278bd924cef9396df3c">ripple::Serializer::modData</a></div><div class="ttdeci">Blob & modData()</div><div class="ttdef"><b>Definition:</b> <a href="Serializer_8h_source.html#l00178">Serializer.h:178</a></div></div>
|
|
<div class="ttc" id="apair_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/utility/pair.html">std::pair</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a482603f4f68241e0421df9bd4fa64383"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a482603f4f68241e0421df9bd4fa64383">ripple::ReportingETL::setLastPublish</a></div><div class="ttdeci">void setLastPublish()</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00155">ReportingETL.h:155</a></div></div>
|
|
<div class="ttc" id="astructripple_1_1LedgerInfo_html_aab2ff724e7c4b0ccdea55d62cdab8bbc"><div class="ttname"><a href="structripple_1_1LedgerInfo.html#aab2ff724e7c4b0ccdea55d62cdab8bbc">ripple::LedgerInfo::hash</a></div><div class="ttdeci">uint256 hash</div><div class="ttdef"><b>Definition:</b> <a href="ReadView_8h_source.html#l00101">ReadView.h:101</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a956bf91e816d4c7942c8933aabca3111"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a956bf91e816d4c7942c8933aabca3111">ripple::ReportingETL::insertTransactions</a></div><div class="ttdeci">std::vector< AccountTransactionsData > insertTransactions(std::shared_ptr< Ledger > &ledger, org::xrpl::rpc::v1::GetLedgerResponse &data)</div><div class="ttdoc">Insert all of the extracted transactions into the ledger.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00076">ReportingETL.cpp:76</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ThreadSafeQueue_html_a50bf551073518b6c5c918bcf5951f4b0"><div class="ttname"><a href="classripple_1_1ThreadSafeQueue.html#a50bf551073518b6c5c918bcf5951f4b0">ripple::ThreadSafeQueue::push</a></div><div class="ttdeci">void push(T const &elt)</div><div class="ttdef"><b>Definition:</b> <a href="ETLHelpers_8h_source.html#l00136">ETLHelpers.h:136</a></div></div>
|
|
<div class="ttc" id="anamespaceripple_html_ace117d2fc5a43543b6a33fff822d4854"><div class="ttname"><a href="namespaceripple.html#ace117d2fc5a43543b6a33fff822d4854">ripple::addRaw</a></div><div class="ttdeci">void addRaw(LedgerInfo const &info, Serializer &s, bool includeHash)</div><div class="ttdef"><b>Definition:</b> <a href="View_8cpp_source.html#l00162">View.cpp:162</a></div></div>
|
|
<div class="ttc" id="acharconv_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/header/charconv.html">charconv</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a9ec64d56f16ec446b786b27f2491c361"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a9ec64d56f16ec446b786b27f2491c361">ripple::ReportingETL::flushLedger</a></div><div class="ttdeci">void flushLedger(std::shared_ptr< Ledger > &ledger)</div><div class="ttdoc">Write all new data to the key-value store.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00182">ReportingETL.cpp:182</a></div></div>
|
|
<div class="ttc" id="anamespaceripple_html_a57d7e7b27df7e719fdf5569f96be60a3a65cfe147458030070724c8b3795e508f"><div class="ttname"><a href="namespaceripple.html#a57d7e7b27df7e719fdf5569f96be60a3a65cfe147458030070724c8b3795e508f">ripple::hotACCOUNT_NODE</a></div><div class="ttdeci">@ hotACCOUNT_NODE</div><div class="ttdef"><b>Definition:</b> <a href="NodeObject_8h_source.html#l00035">NodeObject.h:35</a></div></div>
|
|
<div class="ttc" id="avector_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/container/vector.html">std::vector</a></div><div class="ttdoc">STL class.</div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a11e3503cdbaecb0a137011f0baabacbf"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a11e3503cdbaecb0a137011f0baabacbf">ripple::ReportingETL::loadBalancer_</a></div><div class="ttdeci">ETLLoadBalancer loadBalancer_</div><div class="ttdoc">Mechanism for communicating with ETL sources.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00096">ReportingETL.h:96</a></div></div>
|
|
<div class="ttc" id="aduration_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/chrono/duration.html">std::chrono::seconds</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ETLLoadBalancer_html_a6996ece057b498bc78b3039cb940fa64"><div class="ttname"><a href="classripple_1_1ETLLoadBalancer.html#a6996ece057b498bc78b3039cb940fa64">ripple::ETLLoadBalancer::fetchLedger</a></div><div class="ttdeci">std::optional< org::xrpl::rpc::v1::GetLedgerResponse > fetchLedger(uint32_t ledgerSequence, bool getObjects)</div><div class="ttdoc">Fetch data for a specific ledger.</div><div class="ttdef"><b>Definition:</b> <a href="ETLSource_8cpp_source.html#l00699">ETLSource.cpp:699</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1NetworkValidatedLedgers_html_a9d66290bf2455b1a4841a48d65941dc0"><div class="ttname"><a href="classripple_1_1NetworkValidatedLedgers.html#a9d66290bf2455b1a4841a48d65941dc0">ripple::NetworkValidatedLedgers::waitUntilValidatedByNetwork</a></div><div class="ttdeci">bool waitUntilValidatedByNetwork(uint32_t sequence)</div><div class="ttdoc">Waits for the sequence to be validated by the network.</div><div class="ttdef"><b>Definition:</b> <a href="ETLHelpers_8h_source.html#l00089">ETLHelpers.h:89</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1NodeStore_1_1Database_html_a57b89b559c083fde74a115a3df8f8046"><div class="ttname"><a href="classripple_1_1NodeStore_1_1Database.html#a57b89b559c083fde74a115a3df8f8046">ripple::NodeStore::Database::sync</a></div><div class="ttdeci">virtual void sync()=0</div></div>
|
|
<div class="ttc" id="abasic_stringstream_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/io/basic_stringstream.html">std::stringstream</a></div><div class="ttdoc">STL class.</div></div>
|
|
<div class="ttc" id="aclassbeast_1_1Journal_html_ad8fefe3e8ad583e1ed1bf02094ac3d8f"><div class="ttname"><a href="classbeast_1_1Journal.html#ad8fefe3e8ad583e1ed1bf02094ac3d8f">beast::Journal::warn</a></div><div class="ttdeci">Stream warn() const</div><div class="ttdef"><b>Definition:</b> <a href="Journal_8h_source.html#l00327">Journal.h:327</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1NodeStore_1_1Database_html_a7da2336581ee3348aad97c0d885658d0"><div class="ttname"><a href="classripple_1_1NodeStore_1_1Database.html#a7da2336581ee3348aad97c0d885658d0">ripple::NodeStore::Database::store</a></div><div class="ttdeci">virtual void store(NodeObjectType type, Blob &&data, uint256 const &hash, std::uint32_t ledgerSeq)=0</div><div class="ttdoc">Store the object.</div></div>
|
|
<div class="ttc" id="astructripple_1_1LedgerInfo_html_a06608577034840a474361d55624ce9a0"><div class="ttname"><a href="structripple_1_1LedgerInfo.html#a06608577034840a474361d55624ce9a0">ripple::LedgerInfo::seq</a></div><div class="ttdeci">LedgerIndex seq</div><div class="ttdef"><b>Definition:</b> <a href="ReadView_8h_source.html#l00093">ReadView.h:93</a></div></div>
|
|
<div class="ttc" id="anamespaceripple_html_a57d7e7b27df7e719fdf5569f96be60a3aad6a443f1fefba026adfb0c5a2d9a671"><div class="ttname"><a href="namespaceripple.html#a57d7e7b27df7e719fdf5569f96be60a3aad6a443f1fefba026adfb0c5a2d9a671">ripple::hotTRANSACTION_NODE</a></div><div class="ttdeci">@ hotTRANSACTION_NODE</div><div class="ttdef"><b>Definition:</b> <a href="NodeObject_8h_source.html#l00036">NodeObject.h:36</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1base__uint_html_ad70fd469f70ad3533eb0cee8e18fa095"><div class="ttname"><a href="classripple_1_1base__uint.html#ad70fd469f70ad3533eb0cee8e18fa095">ripple::base_uint< 256 >::fromVoidChecked</a></div><div class="ttdeci">static std::optional< base_uint > fromVoidChecked(T const &from)</div><div class="ttdef"><b>Definition:</b> <a href="base__uint_8h_source.html#l00318">base_uint.h:318</a></div></div>
|
|
<div class="ttc" id="aiostream_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/header/iostream.html">iostream</a></div></div>
|
|
<div class="ttc" id="astructripple_1_1LedgerInfo_html_a1ddad764a35cb7eb22d0b4b62df047d5"><div class="ttname"><a href="structripple_1_1LedgerInfo.html#a1ddad764a35cb7eb22d0b4b62df047d5">ripple::LedgerInfo::txHash</a></div><div class="ttdeci">uint256 txHash</div><div class="ttdef"><b>Definition:</b> <a href="ReadView_8h_source.html#l00102">ReadView.h:102</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1NetworkValidatedLedgers_html_ae43bbc96bf99fd723a14627c67d8ec6b"><div class="ttname"><a href="classripple_1_1NetworkValidatedLedgers.html#ae43bbc96bf99fd723a14627c67d8ec6b">ripple::NetworkValidatedLedgers::getMostRecent</a></div><div class="ttdeci">std::optional< uint32_t > getMostRecent() const</div><div class="ttdoc">Get most recently validated sequence.</div><div class="ttdef"><b>Definition:</b> <a href="ETLHelpers_8h_source.html#l00067">ETLHelpers.h:67</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Application_html_a7c963aa5c47180b24897ff6b5622e5bc"><div class="ttname"><a href="classripple_1_1Application.html#a7c963aa5c47180b24897ff6b5622e5bc">ripple::Application::getOPs</a></div><div class="ttdeci">virtual NetworkOPs & getOPs()=0</div></div>
|
|
<div class="ttc" id="aclassripple_1_1Section_html_a320f911d1e931b45b71a50c25561ecf7"><div class="ttname"><a href="classripple_1_1Section.html#a320f911d1e931b45b71a50c25561ecf7">ripple::Section::values</a></div><div class="ttdeci">std::vector< std::string > const & values() const</div><div class="ttdoc">Returns all the values in the section.</div><div class="ttdef"><b>Definition:</b> <a href="BasicConfig_8h_source.html#l00077">BasicConfig.h:77</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a899fe8195a769872305181fe1085ae4c"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a899fe8195a769872305181fe1085ae4c">ripple::ReportingETL::networkValidatedLedgers_</a></div><div class="ttdeci">NetworkValidatedLedgers networkValidatedLedgers_</div><div class="ttdoc">Mechanism for detecting when the network has validated a new ledger.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00100">ReportingETL.h:100</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1TxMeta_html"><div class="ttname"><a href="classripple_1_1TxMeta.html">ripple::TxMeta</a></div><div class="ttdef"><b>Definition:</b> <a href="TxMeta_8h_source.html#l00032">TxMeta.h:32</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1base__uint_html"><div class="ttname"><a href="classripple_1_1base__uint.html">ripple::base_uint< 256 ></a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a54f8263cfec62cbf43621a2d08ffc98c"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a54f8263cfec62cbf43621a2d08ffc98c">ripple::ReportingETL::publishLedger</a></div><div class="ttdeci">bool publishLedger(uint32_t ledgerSequence, uint32_t maxAttempts=10)</div><div class="ttdoc">Attempt to read the specified ledger from the database, and then publish that ledger to the ledgers s...</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00283">ReportingETL.cpp:283</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a895933d223f738bde43b236e10d5263d"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a895933d223f738bde43b236e10d5263d">ripple::ReportingETL::journal_</a></div><div class="ttdeci">beast::Journal journal_</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00075">ReportingETL.h:75</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Config_html_a8fdf3fd3b2112759b3a0a7fa4d8afa05"><div class="ttname"><a href="classripple_1_1Config.html#a8fdf3fd3b2112759b3a0a7fa4d8afa05">ripple::Config::reporting</a></div><div class="ttdeci">bool reporting() const</div><div class="ttdef"><b>Definition:</b> <a href="Config_8h_source.html#l00317">Config.h:317</a></div></div>
|
|
<div class="ttc" id="athread_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/thread/thread.html">std::thread</a></div><div class="ttdoc">STL class.</div></div>
|
|
<div class="ttc" id="aclassripple_1_1Application_html_a57929fa83c551514e364fe6981b0c104"><div class="ttname"><a href="classripple_1_1Application.html#a57929fa83c551514e364fe6981b0c104">ripple::Application::getLedgerMaster</a></div><div class="ttdeci">virtual LedgerMaster & getLedgerMaster()=0</div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_ad6affa3fb0dd9d1c7366d18fa7655f12"><div class="ttname"><a href="classripple_1_1ReportingETL.html#ad6affa3fb0dd9d1c7366d18fa7655f12">ripple::ReportingETL::writing_</a></div><div class="ttdeci">std::atomic_bool writing_</div><div class="ttdoc">Whether the process is writing to the database. Used by server_info.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00134">ReportingETL.h:134</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_ac905a48c78a1687c148e9c927f5b7358"><div class="ttname"><a href="classripple_1_1ReportingETL.html#ac905a48c78a1687c148e9c927f5b7358">ripple::ReportingETL::readOnly_</a></div><div class="ttdeci">bool readOnly_</div><div class="ttdoc">Whether the process is in strict read-only mode.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00131">ReportingETL.h:131</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_aecb81f86df5bbad3cd94d5f038f39ca4"><div class="ttname"><a href="classripple_1_1ReportingETL.html#aecb81f86df5bbad3cd94d5f038f39ca4">ripple::ReportingETL::numMarkers_</a></div><div class="ttdeci">size_t numMarkers_</div><div class="ttdoc">This variable controls the number of GetLedgerData calls that will be executed in parallel during the...</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00126">ReportingETL.h:126</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ETLLoadBalancer_html_aa73cdce8089205b3776a3d420a020aab"><div class="ttname"><a href="classripple_1_1ETLLoadBalancer.html#aa73cdce8089205b3776a3d420a020aab">ripple::ETLLoadBalancer::loadInitialLedger</a></div><div class="ttdeci">void loadInitialLedger(uint32_t sequence, ThreadSafeQueue< std::shared_ptr< SLE >> &writeQueue)</div><div class="ttdoc">Load the initial ledger, writing data to the queue.</div><div class="ttdef"><b>Definition:</b> <a href="ETLSource_8cpp_source.html#l00680">ETLSource.cpp:680</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Application_html_aca56b7c63030174e59720ab51d739422"><div class="ttname"><a href="classripple_1_1Application.html#aca56b7c63030174e59720ab51d739422">ripple::Application::config</a></div><div class="ttdeci">virtual Config & config()=0</div></div>
|
|
<div class="ttc" id="aclassripple_1_1Application_html_a883969ede6f0abdb0d5243fa988ab84f"><div class="ttname"><a href="classripple_1_1Application.html#a883969ede6f0abdb0d5243fa988ab84f">ripple::Application::getRelationalDatabase</a></div><div class="ttdeci">virtual RelationalDatabase & getRelationalDatabase()=0</div></div>
|
|
<div class="ttc" id="aclassripple_1_1Config_html_aa09be5266eca22f68f27e60169291ec5"><div class="ttname"><a href="classripple_1_1Config.html#aa09be5266eca22f68f27e60169291ec5">ripple::Config::useTxTables</a></div><div class="ttdeci">bool useTxTables() const</div><div class="ttdef"><b>Definition:</b> <a href="Config_8h_source.html#l00323">Config.h:323</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a608b4da3230791a58316d01c65583c3d"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a608b4da3230791a58316d01c65583c3d">ripple::ReportingETL::monitorReadOnly</a></div><div class="ttdeci">void monitorReadOnly()</div><div class="ttdoc">Monitor the database for newly written ledgers.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00804">ReportingETL.cpp:804</a></div></div>
|
|
<div class="ttc" id="anamespaceripple_1_1detail_html_a9769881a083fcc3aba7e9ddaaa7ece28"><div class="ttname"><a href="namespaceripple_1_1detail.html#a9769881a083fcc3aba7e9ddaaa7ece28">ripple::detail::toString</a></div><div class="ttdeci">std::string toString(LedgerInfo const &info)</div><div class="ttdoc">Convenience function for printing out basic ledger info.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00042">ReportingETL.cpp:42</a></div></div>
|
|
<div class="ttc" id="aclassbeast_1_1Journal_html_a49b0713e65bb8e2c51b76fbf16252afe"><div class="ttname"><a href="classbeast_1_1Journal.html#a49b0713e65bb8e2c51b76fbf16252afe">beast::Journal::error</a></div><div class="ttdeci">Stream error() const</div><div class="ttdef"><b>Definition:</b> <a href="Journal_8h_source.html#l00333">Journal.h:333</a></div></div>
|
|
<div class="ttc" id="aclassbeast_1_1Journal_html_a87d6bd59020d94110027dcab3d9e3357"><div class="ttname"><a href="classbeast_1_1Journal.html#a87d6bd59020d94110027dcab3d9e3357">beast::Journal::info</a></div><div class="ttdeci">Stream info() const</div><div class="ttdef"><b>Definition:</b> <a href="Journal_8h_source.html#l00321">Journal.h:321</a></div></div>
|
|
<div class="ttc" id="atime_point_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/chrono/time_point.html">std::chrono::time_point</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a9d1499c23252defaf45e6a5bc3c041d8"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a9d1499c23252defaf45e6a5bc3c041d8">ripple::ReportingETL::publishStrand_</a></div><div class="ttdeci">boost::asio::io_context::strand publishStrand_</div><div class="ttdoc">Strand to ensure that ledgers are published in order.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00091">ReportingETL.h:91</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1STTx_html"><div class="ttname"><a href="classripple_1_1STTx.html">ripple::STTx</a></div><div class="ttdef"><b>Definition:</b> <a href="STTx_8h_source.html#l00045">STTx.h:45</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1LedgerMaster_html_adb95579405e9ad8d61239ffa23b1fb22"><div class="ttname"><a href="classripple_1_1LedgerMaster.html#adb95579405e9ad8d61239ffa23b1fb22">ripple::LedgerMaster::getLedgerBySeq</a></div><div class="ttdeci">std::shared_ptr< Ledger const > getLedgerBySeq(std::uint32_t index)</div><div class="ttdef"><b>Definition:</b> <a href="LedgerMaster_8cpp_source.html#l01814">LedgerMaster.cpp:1814</a></div></div>
|
|
<div class="ttc" id="aerrc_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/error/errc.html">std::errc</a></div></div>
|
|
<div class="ttc" id="aruntime_error_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/error/runtime_error.html">std::runtime_error</a></div><div class="ttdoc">STL class.</div></div>
|
|
<div class="ttc" id="aclassripple_1_1SerialIter_html"><div class="ttname"><a href="classripple_1_1SerialIter.html">ripple::SerialIter</a></div><div class="ttdef"><b>Definition:</b> <a href="Serializer_8h_source.html#l00310">Serializer.h:310</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Config_html_afcaabfcf92819db93bab0540ce159d89"><div class="ttname"><a href="classripple_1_1Config.html#afcaabfcf92819db93bab0540ce159d89">ripple::Config::START_UP</a></div><div class="ttdeci">StartUpType START_UP</div><div class="ttdef"><b>Definition:</b> <a href="Config_8h_source.html#l00134">Config.h:134</a></div></div>
|
|
<div class="ttc" id="aatomic_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/atomic/atomic.html">std::atomic_bool</a></div></div>
|
|
<div class="ttc" id="afrom_chars_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/utility/from_chars.html">std::from_chars</a></div><div class="ttdeci">T from_chars(T... args)</div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a3633d41f7c40d383530f36a8d326d4b7"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a3633d41f7c40d383530f36a8d326d4b7">ripple::ReportingETL::fetchLedgerDataAndDiff</a></div><div class="ttdeci">std::optional< org::xrpl::rpc::v1::GetLedgerResponse > fetchLedgerDataAndDiff(uint32_t sequence)</div><div class="ttdoc">Extract data for a particular ledger from an ETL source.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00364">ReportingETL.cpp:364</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Serializer_html"><div class="ttname"><a href="classripple_1_1Serializer.html">ripple::Serializer</a></div><div class="ttdef"><b>Definition:</b> <a href="Serializer_8h_source.html#l00039">Serializer.h:39</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Config_html_ae3984f90f3af1dce579c8f7e50babe8c"><div class="ttname"><a href="classripple_1_1Config.html#ae3984f90f3af1dce579c8f7e50babe8c">ripple::Config::setReportingReadOnly</a></div><div class="ttdeci">void setReportingReadOnly(bool b)</div><div class="ttdef"><b>Definition:</b> <a href="Config_8h_source.html#l00335">Config.h:335</a></div></div>
|
|
<div class="ttc" id="anamespacebeast_html_ab3bd70e6eb43bbd99b5fe518efce8c7e"><div class="ttname"><a href="namespacebeast.html#ab3bd70e6eb43bbd99b5fe518efce8c7e">beast::setCurrentThreadName</a></div><div class="ttdeci">void setCurrentThreadName(std::string_view name)</div><div class="ttdoc">Changes the name of the caller thread.</div><div class="ttdef"><b>Definition:</b> <a href="CurrentThreadName_8cpp_source.html#l00119">CurrentThreadName.cpp:119</a></div></div>
|
|
<div class="ttc" id="aemplace_back_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/container/vector/emplace_back.html">std::vector::emplace_back</a></div><div class="ttdeci">T emplace_back(T... args)</div></div>
|
|
<div class="ttc" id="anamespaceripple_html"><div class="ttname"><a href="namespaceripple.html">ripple</a></div><div class="ttdoc">Use hash_* containers for keys that do not need a cryptographically secure hashing algorithm.</div><div class="ttdef"><b>Definition:</b> <a href="RCLCensorshipDetector_8h_source.html#l00029">RCLCensorshipDetector.h:29</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a5ddc490e776b73888b0d7c2670efa727"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a5ddc490e776b73888b0d7c2670efa727">ripple::ReportingETL::stopping_</a></div><div class="ttdeci">std::atomic_bool stopping_</div><div class="ttdoc">Whether the software is stopping.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00103">ReportingETL.h:103</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Application_html_a25c5851322f6cb3762563fd1278c6143"><div class="ttname"><a href="classripple_1_1Application.html#a25c5851322f6cb3762563fd1278c6143">ripple::Application::getNodeStore</a></div><div class="ttdeci">virtual NodeStore::Database & getNodeStore()=0</div></div>
|
|
<div class="ttc" id="anamespaceripple_html_abd563ede46c4e47c4c7dec8bdf89b5fb"><div class="ttname"><a href="namespaceripple.html#abd563ede46c4e47c4c7dec8bdf89b5fb">ripple::deserializeHeader</a></div><div class="ttdeci">LedgerInfo deserializeHeader(Slice data, bool hasHash)</div><div class="ttdoc">Deserialize a ledger header from a byte array.</div><div class="ttdef"><b>Definition:</b> <a href="InboundLedger_8cpp_source.html#l00272">InboundLedger.cpp:272</a></div></div>
|
|
<div class="ttc" id="acstdlib_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/header/cstdlib.html">cstdlib</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1PostgresDatabase_html_a80ccf4e291a450fb7dda321479677e32"><div class="ttname"><a href="classripple_1_1PostgresDatabase.html#a80ccf4e291a450fb7dda321479677e32">ripple::PostgresDatabase::writeLedgerAndTransactions</a></div><div class="ttdeci">virtual bool writeLedgerAndTransactions(LedgerInfo const &info, std::vector< AccountTransactionsData > const &accountTxData)=0</div><div class="ttdoc">writeLedgerAndTransactions Writes new ledger and transaction data into the database.</div></div>
|
|
<div class="ttc" id="aclassripple_1_1PostgresDatabase_html"><div class="ttname"><a href="classripple_1_1PostgresDatabase.html">ripple::PostgresDatabase</a></div><div class="ttdef"><b>Definition:</b> <a href="PostgresDatabase_8h_source.html#l00027">PostgresDatabase.h:27</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1LedgerMaster_html_a50acc6cfefb3886a65affa2e213f089d"><div class="ttname"><a href="classripple_1_1LedgerMaster.html#a50acc6cfefb3886a65affa2e213f089d">ripple::LedgerMaster::getValidatedLedger</a></div><div class="ttdeci">std::shared_ptr< Ledger const > getValidatedLedger()</div><div class="ttdef"><b>Definition:</b> <a href="LedgerMaster_8cpp_source.html#l01660">LedgerMaster.cpp:1660</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Section_html_a5ef3a8f0a6f47e26003e0b2f93f49921"><div class="ttname"><a href="classripple_1_1Section.html#a5ef3a8f0a6f47e26003e0b2f93f49921">ripple::Section::get</a></div><div class="ttdeci">std::optional< T > get(std::string const &name) const</div><div class="ttdef"><b>Definition:</b> <a href="BasicConfig_8h_source.html#l00138">BasicConfig.h:138</a></div></div>
|
|
<div class="ttc" id="acctype_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/header/cctype.html">cctype</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a025eaafe836579aff932a4102c167843"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a025eaafe836579aff932a4102c167843">ripple::ReportingETL::app_</a></div><div class="ttdeci">Application & app_</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00073">ReportingETL.h:73</a></div></div>
|
|
<div class="ttc" id="aoptional_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/utility/optional.html">std::optional</a></div></div>
|
|
<div class="ttc" id="astr_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/io/basic_stringstream/str.html">std::stringstream::str</a></div><div class="ttdeci">T str(T... args)</div></div>
|
|
<div class="ttc" id="aclassbeast_1_1Journal_html_a556228cb60bcf405c225d3f64b7b01ae"><div class="ttname"><a href="classbeast_1_1Journal.html#a556228cb60bcf405c225d3f64b7b01ae">beast::Journal::debug</a></div><div class="ttdeci">Stream debug() const</div><div class="ttdef"><b>Definition:</b> <a href="Journal_8h_source.html#l00315">Journal.h:315</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_aa0722787e2f8a69c88654c3934bf3156"><div class="ttname"><a href="classripple_1_1ReportingETL.html#aa0722787e2f8a69c88654c3934bf3156">ripple::ReportingETL::start</a></div><div class="ttdeci">void start()</div><div class="ttdoc">start all of the necessary components and begin ETL</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00326">ReportingETL.h:326</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a0ccd0096aeb98f89bcfcd3f9a6720558"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a0ccd0096aeb98f89bcfcd3f9a6720558">ripple::ReportingETL::worker_</a></div><div class="ttdeci">std::thread worker_</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00077">ReportingETL.h:77</a></div></div>
|
|
<div class="ttc" id="anamespaceripple_html_a57d7e7b27df7e719fdf5569f96be60a3ae32ab8a0b50eee52b61ca3c8e5a56da1"><div class="ttname"><a href="namespaceripple.html#a57d7e7b27df7e719fdf5569f96be60a3ae32ab8a0b50eee52b61ca3c8e5a56da1">ripple::hotLEDGER</a></div><div class="ttdeci">@ hotLEDGER</div><div class="ttdef"><b>Definition:</b> <a href="NodeObject_8h_source.html#l00034">NodeObject.h:34</a></div></div>
|
|
<div class="ttc" id="amake_pair_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/utility/pair/make_pair.html">std::make_pair</a></div><div class="ttdeci">T make_pair(T... args)</div></div>
|
|
<div class="ttc" id="aclassripple_1_1Serializer_html_a55ebab5e9bf8d8231da8f3c796150719"><div class="ttname"><a href="classripple_1_1Serializer.html#a55ebab5e9bf8d8231da8f3c796150719">ripple::Serializer::add32</a></div><div class="ttdeci">int add32(std::uint32_t i)</div><div class="ttdef"><b>Definition:</b> <a href="Serializer_8cpp_source.html#l00038">Serializer.cpp:38</a></div></div>
|
|
<div class="ttc" id="astructripple_1_1LedgerInfo_html"><div class="ttname"><a href="structripple_1_1LedgerInfo.html">ripple::LedgerInfo</a></div><div class="ttdoc">Information about the notional ledger backing the view.</div><div class="ttdef"><b>Definition:</b> <a href="ReadView_8h_source.html#l00085">ReadView.h:85</a></div></div>
|
|
<div class="ttc" id="anamespaceripple_html_a86e358ce3f06ff049af13c2342791cf8"><div class="ttname"><a href="namespaceripple.html#a86e358ce3f06ff049af13c2342791cf8">ripple::strHex</a></div><div class="ttdeci">std::string strHex(FwdIt begin, FwdIt end)</div><div class="ttdef"><b>Definition:</b> <a href="strHex_8h_source.html#l00030">strHex.h:30</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Config_html_ad05fa018b47b496a64653fb36a0fbd5b"><div class="ttname"><a href="classripple_1_1Config.html#ad05fa018b47b496a64653fb36a0fbd5b">ripple::Config::reportingReadOnly</a></div><div class="ttdeci">bool reportingReadOnly() const</div><div class="ttdef"><b>Definition:</b> <a href="Config_8h_source.html#l00329">Config.h:329</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a29cdba905b9bf95b9d3b1396315e434b"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a29cdba905b9bf95b9d3b1396315e434b">ripple::ReportingETL::buildNextLedger</a></div><div class="ttdeci">std::pair< std::shared_ptr< Ledger >, std::vector< AccountTransactionsData > > buildNextLedger(std::shared_ptr< Ledger > &parent, org::xrpl::rpc::v1::GetLedgerResponse &rawData)</div><div class="ttdoc">Build the next ledger using the previous ledger and the extracted data.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00378">ReportingETL.cpp:378</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a8d4c5283fb672759378e44b8a3d0f04d"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a8d4c5283fb672759378e44b8a3d0f04d">ripple::ReportingETL::monitor</a></div><div class="ttdeci">void monitor()</div><div class="ttdoc">Monitor the network for newly validated ledgers.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00684">ReportingETL.cpp:684</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_aaf4d1662b131bed6d6ef635ad4b63e96"><div class="ttname"><a href="classripple_1_1ReportingETL.html#aaf4d1662b131bed6d6ef635ad4b63e96">ripple::ReportingETL::ReportingETL</a></div><div class="ttdeci">ReportingETL(Application &app)</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00833">ReportingETL.cpp:833</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1Config_html_a310ee83da2965750fc9ab454cf0bb1ac"><div class="ttname"><a href="classripple_1_1Config.html#a310ee83da2965750fc9ab454cf0bb1ac">ripple::Config::START_LEDGER</a></div><div class="ttdeci">std::string START_LEDGER</div><div class="ttdef"><b>Definition:</b> <a href="Config_8h_source.html#l00138">Config.h:138</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_aa9765cfe9a061b821e3d47a44c56a6e8"><div class="ttname"><a href="classripple_1_1ReportingETL.html#aa9765cfe9a061b821e3d47a44c56a6e8">ripple::ReportingETL::isStopping</a></div><div class="ttdeci">bool isStopping() const</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8h_source.html#l00282">ReportingETL.h:282</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a8d152a62b05ed142c39af7e366e6a47c"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a8d152a62b05ed142c39af7e366e6a47c">ripple::ReportingETL::consumeLedgerData</a></div><div class="ttdeci">void consumeLedgerData(std::shared_ptr< Ledger > &ledger, ThreadSafeQueue< std::shared_ptr< SLE >> &writeQueue)</div><div class="ttdoc">Consume data from a queue and insert that data into the ledger This function will continue to pull fr...</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00054">ReportingETL.cpp:54</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a36cc3ec60e19cd21b88c12708726e693"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a36cc3ec60e19cd21b88c12708726e693">ripple::ReportingETL::doWork</a></div><div class="ttdeci">void doWork()</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00822">ReportingETL.cpp:822</a></div></div>
|
|
<div class="ttc" id="astructripple_1_1LedgerInfo_html_aadfc3fc0c7935a8705f3e9ab0c49b9d5"><div class="ttname"><a href="structripple_1_1LedgerInfo.html#aadfc3fc0c7935a8705f3e9ab0c49b9d5">ripple::LedgerInfo::accountHash</a></div><div class="ttdeci">uint256 accountHash</div><div class="ttdef"><b>Definition:</b> <a href="ReadView_8h_source.html#l00103">ReadView.h:103</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ReportingETL_html_a2ca1423e114e2ffe04197c9f0fa48e57"><div class="ttname"><a href="classripple_1_1ReportingETL.html#a2ca1423e114e2ffe04197c9f0fa48e57">ripple::ReportingETL::runETLPipeline</a></div><div class="ttdeci">std::optional< uint32_t > runETLPipeline(uint32_t startSequence)</div><div class="ttdoc">Run ETL.</div><div class="ttdef"><b>Definition:</b> <a href="ReportingETL_8cpp_source.html#l00464">ReportingETL.cpp:464</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1BasicConfig_html_a09b31b8ed3c769b4c23b040c3d4798ed"><div class="ttname"><a href="classripple_1_1BasicConfig.html#a09b31b8ed3c769b4c23b040c3d4798ed">ripple::BasicConfig::exists</a></div><div class="ttdeci">bool exists(std::string const &name) const</div><div class="ttdoc">Returns true if a section with the given name exists.</div><div class="ttdef"><b>Definition:</b> <a href="BasicConfig_8cpp_source.html#l00121">BasicConfig.cpp:121</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1BasicConfig_html_a60aca585d76b1121dd4f72b358729456"><div class="ttname"><a href="classripple_1_1BasicConfig.html#a60aca585d76b1121dd4f72b358729456">ripple::BasicConfig::section</a></div><div class="ttdeci">Section & section(std::string const &name)</div><div class="ttdoc">Returns the section with the given name.</div><div class="ttdef"><b>Definition:</b> <a href="BasicConfig_8cpp_source.html#l00127">BasicConfig.cpp:127</a></div></div>
|
|
<div class="ttc" id="avariant_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/header/variant.html">variant</a></div></div>
|
|
<div class="ttc" id="astring_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/header/string.html">string</a></div></div>
|
|
<div class="ttc" id="aclassripple_1_1ETLLoadBalancer_html_a709c6100ed981714c503555335769747"><div class="ttname"><a href="classripple_1_1ETLLoadBalancer.html#a709c6100ed981714c503555335769747">ripple::ETLLoadBalancer::add</a></div><div class="ttdeci">void add(std::string &host, std::string &websocketPort, std::string &grpcPort)</div><div class="ttdoc">Add an ETL source.</div><div class="ttdef"><b>Definition:</b> <a href="ETLSource_8cpp_source.html#l00657">ETLSource.cpp:657</a></div></div>
|
|
<div class="ttc" id="anow_html"><div class="ttname"><a href="http://en.cppreference.com/w/cpp/chrono/system_clock/now.html">std::chrono::system_clock::now</a></div><div class="ttdeci">T now(T... args)</div></div>
|
|
<!-- start footer part -->
|
|
<hr class="footer"/><address class="footer"><small>
|
|
Generated by  <a href="http://www.doxygen.org/index.html">
|
|
<img class="footer" src="doxygen.png" alt="doxygen"/>
|
|
</a> 1.8.17
|
|
</small></address>
|
|
</body>
|
|
</html>
|