ARCHIVE/rippled
1
0
Fork 0
mirror of https://github.com/XRPLF/rippled.git synced 2025-11-23 12:35:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

deploy: 1197e49068

Browse Source
This commit is contained in:
manojsdoshi
2021-10-07 19:31:50 +00:00
parent 062c9e2641
commit c0ea8591bd
829 changed files with 40535 additions and 38673 deletions
Download Patch File Download Diff File Expand all files Collapse all files

384
import__test_8cpp_source.html
View File

@@ -431,202 +431,200 @@ $(function() {
<div class="line"><a name="l00360"></a><span class="lineno"> 360</span>&#160; }</div>
<div class="line"><a name="l00361"></a><span class="lineno"> 361</span>&#160; <span class="comment">// Create data file with values</span></div>
<div class="line"><a name="l00362"></a><span class="lineno"> 362</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/types/size_t.html">std::size_t</a> nitems = 0;</div>
<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/types/size_t.html">std::size_t</a> nbytes = 0;</div>
<div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160; dat_file_header dh;</div>
<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>&#160; dh.version = currentVersion;</div>
<div class="line"><a name="l00366"></a><span class="lineno"> 366</span>&#160; dh.uid = make_uid();</div>
<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>&#160; dh.appnum = 1;</div>
<div class="line"><a name="l00368"></a><span class="lineno"> 368</span>&#160; dh.key_size = 32;</div>
<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>&#160; </div>
<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>&#160; native_file df;</div>
<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>&#160; error_code ec;</div>
<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>&#160; df.create(file_mode::append, dp, ec);</div>
<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00375"></a><span class="lineno"> 375</span>&#160; bulk_writer&lt;native_file&gt; dw(df, 0, bulk_size);</div>
<div class="line"><a name="l00376"></a><span class="lineno"> 376</span>&#160; {</div>
<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>&#160; {</div>
<div class="line"><a name="l00378"></a><span class="lineno"> 378</span>&#160; <span class="keyword">auto</span> os = dw.prepare(dat_file_header::size, ec);</div>
<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>&#160; <a class="code" href="namespaceripple_1_1NodeStore.html#a600672c9d6874721b6701f782814c66a">write</a>(os, dh);</div>
<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>&#160; }</div>
<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>&#160; rocksdb::ReadOptions options;</div>
<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>&#160; options.verify_checksums = <span class="keyword">false</span>;</div>
<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>&#160; options.fill_cache = <span class="keyword">false</span>;</div>
<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/unique_ptr.html">std::unique_ptr&lt;rocksdb::Iterator&gt;</a> it(db-&gt;NewIterator(options));</div>
<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>&#160; </div>
<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>&#160; buffer buf;</div>
<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>&#160; <span class="keywordflow">for</span> (it-&gt;SeekToFirst(); it-&gt;Valid(); it-&gt;Next())</div>
<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>&#160; {</div>
<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>&#160; <span class="keywordflow">if</span> (it-&gt;key().size() != 32)</div>
<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>&#160; Throw&lt;std::runtime_error&gt;(</div>
<div class="line"><a name="l00393"></a><span class="lineno"> 393</span>&#160; <span class="stringliteral">&quot;Unexpected key size &quot;</span> +</div>
<div class="line"><a name="l00394"></a><span class="lineno"> 394</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/basic_string/to_string.html">std::to_string</a>(it-&gt;key().size()));</div>
<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>&#160; <span class="keywordtype">void</span> <span class="keyword">const</span>* <span class="keyword">const</span> key = it-&gt;key().data();</div>
<div class="line"><a name="l00396"></a><span class="lineno"> 396</span>&#160; <span class="keywordtype">void</span> <span class="keyword">const</span>* <span class="keyword">const</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/iterator/data.html">data</a> = it-&gt;value().data();</div>
<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/iterator/size.html">size</a> = it-&gt;value().size();</div>
<div class="line"><a name="l00398"></a><span class="lineno"> 398</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/unique_ptr.html">std::unique_ptr&lt;char[]&gt;</a> clean(<span class="keyword">new</span> <span class="keywordtype">char</span>[size]);</div>
<div class="line"><a name="l00399"></a><span class="lineno"> 399</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/byte/memcpy.html">std::memcpy</a>(clean.get(), data, size);</div>
<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>&#160; <a class="code" href="namespaceripple_1_1NodeStore.html#a1cfd384753477480b86683a2072f303d">filter_inner</a>(clean.get(), size);</div>
<div class="line"><a name="l00401"></a><span class="lineno"> 401</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a> = <a class="code" href="namespaceripple_1_1NodeStore.html#ac372a37cb687fb559f0f61d733d06ec5">nodeobject_compress</a>(clean.get(), size, buf);</div>
<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>&#160; <span class="comment">// Verify codec correctness</span></div>
<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>&#160; {</div>
<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>&#160; buffer buf2;</div>
<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> <a class="code" href="namespaceJson.html#af3b5e4579dafe6a4a496663e541bfebc">check</a> =</div>
<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>&#160; <a class="code" href="namespaceripple_1_1NodeStore.html#a4acf97063441a8fd79ef65df3f0fb6e4">nodeobject_decompress</a>(<a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.first, <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.second, buf2);</div>
<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>&#160; BEAST_EXPECT(<a class="code" href="namespaceJson.html#af3b5e4579dafe6a4a496663e541bfebc">check</a>.second == size);</div>
<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>&#160; BEAST_EXPECT(</div>
<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/byte/memcmp.html">std::memcmp</a>(<a class="code" href="namespaceJson.html#af3b5e4579dafe6a4a496663e541bfebc">check</a>.first, clean.get(), size) == 0);</div>
<div class="line"><a name="l00410"></a><span class="lineno"> 410</span>&#160; }</div>
<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>&#160; <span class="comment">// Data Record</span></div>
<div class="line"><a name="l00412"></a><span class="lineno"> 412</span>&#160; <span class="keyword">auto</span> os = dw.prepare(</div>
<div class="line"><a name="l00413"></a><span class="lineno"> 413</span>&#160; field&lt;uint48_t&gt;::size + <span class="comment">// Size</span></div>
<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>&#160; 32 + <span class="comment">// Key</span></div>
<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>&#160; <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.second,</div>
<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>&#160; ec);</div>
<div class="line"><a name="l00417"></a><span class="lineno"> 417</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00418"></a><span class="lineno"> 418</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00419"></a><span class="lineno"> 419</span>&#160; write&lt;uint48_t&gt;(os, <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.second);</div>
<div class="line"><a name="l00420"></a><span class="lineno"> 420</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/byte/memcpy.html">std::memcpy</a>(os.data(32), key, 32);</div>
<div class="line"><a name="l00421"></a><span class="lineno"> 421</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/byte/memcpy.html">std::memcpy</a>(os.data(<a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.second), <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.first, <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.second);</div>
<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>&#160; ++nitems;</div>
<div class="line"><a name="l00423"></a><span class="lineno"> 423</span>&#160; nbytes += <a class="codeRef" href="http://en.cppreference.com/w/cpp/iterator/size.html">size</a>;</div>
<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>&#160; }</div>
<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>&#160; dw.flush(ec);</div>
<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00427"></a><span class="lineno"> 427</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>&#160; }</div>
<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>&#160; db.<a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/unique_ptr/reset.html">reset</a>();</div>
<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/numeric/math/log.html">log</a> &lt;&lt; <span class="stringliteral">&quot;Import data: &quot;</span></div>
<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>&#160; &lt;&lt; <a class="code" href="namespaceripple_1_1NodeStore_1_1detail.html#aeef1ccb24557412c476f0b1b84adbc89">detail::fmtdur</a>(<a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/steady_clock/now.html">std::chrono::steady_clock::now</a>() - start);</div>
<div class="line"><a name="l00432"></a><span class="lineno"> 432</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> df_size = df.size(ec);</div>
<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>&#160; <span class="comment">// Create key file</span></div>
<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>&#160; key_file_header kh;</div>
<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>&#160; kh.version = currentVersion;</div>
<div class="line"><a name="l00438"></a><span class="lineno"> 438</span>&#160; kh.uid = dh.uid;</div>
<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>&#160; kh.appnum = dh.appnum;</div>
<div class="line"><a name="l00440"></a><span class="lineno"> 440</span>&#160; kh.key_size = 32;</div>
<div class="line"><a name="l00441"></a><span class="lineno"> 441</span>&#160; kh.salt = make_salt();</div>
<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>&#160; kh.pepper = pepper&lt;hash_type&gt;(kh.salt);</div>
<div class="line"><a name="l00443"></a><span class="lineno"> 443</span>&#160; kh.block_size = block_size(kp);</div>
<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>&#160; kh.load_factor = std::min&lt;std::size_t&gt;(65536.0 * load_factor, 65535);</div>
<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>&#160; kh.buckets =</div>
<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/numeric/math/ceil.html">std::ceil</a>(nitems / (bucket_capacity(kh.block_size) * load_factor));</div>
<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>&#160; kh.modulus = ceil_pow2(kh.buckets);</div>
<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>&#160; native_file kf;</div>
<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>&#160; kf.create(file_mode::append, kp, ec);</div>
<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>&#160; buffer buf(kh.block_size);</div>
<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>&#160; {</div>
<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/byte/memset.html">std::memset</a>(buf.get(), 0, kh.block_size);</div>
<div class="line"><a name="l00455"></a><span class="lineno"> 455</span>&#160; ostream os(buf.get(), kh.block_size);</div>
<div class="line"><a name="l00456"></a><span class="lineno"> 456</span>&#160; <a class="code" href="namespaceripple_1_1NodeStore.html#a600672c9d6874721b6701f782814c66a">write</a>(os, kh);</div>
<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>&#160; kf.write(0, buf.get(), kh.block_size, ec);</div>
<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>&#160; }</div>
<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>&#160; <span class="comment">// Build contiguous sequential sections of the</span></div>
<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>&#160; <span class="comment">// key file using multiple passes over the data.</span></div>
<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>&#160; <span class="comment">//</span></div>
<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> buckets =</div>
<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>&#160; std::max&lt;std::size_t&gt;(1, buffer_size / kh.block_size);</div>
<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>&#160; buf.reserve(buckets * kh.block_size);</div>
<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> passes = (kh.buckets + buckets - 1) / buckets;</div>
<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/numeric/math/log.html">log</a> &lt;&lt; <span class="stringliteral">&quot;items: &quot;</span> &lt;&lt; nitems</div>
<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>&#160; &lt;&lt; <span class="stringliteral">&quot;\n&quot;</span></div>
<div class="line"><a name="l00470"></a><span class="lineno"> 470</span>&#160; <span class="stringliteral">&quot;buckets: &quot;</span></div>
<div class="line"><a name="l00471"></a><span class="lineno"> 471</span>&#160; &lt;&lt; kh.buckets</div>
<div class="line"><a name="l00472"></a><span class="lineno"> 472</span>&#160; &lt;&lt; <span class="stringliteral">&quot;\n&quot;</span></div>
<div class="line"><a name="l00473"></a><span class="lineno"> 473</span>&#160; <span class="stringliteral">&quot;data: &quot;</span></div>
<div class="line"><a name="l00474"></a><span class="lineno"> 474</span>&#160; &lt;&lt; df_size</div>
<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>&#160; &lt;&lt; <span class="stringliteral">&quot;\n&quot;</span></div>
<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>&#160; <span class="stringliteral">&quot;passes: &quot;</span></div>
<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>&#160; &lt;&lt; passes;</div>
<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>&#160; progress p(df_size * passes);</div>
<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/types/size_t.html">std::size_t</a> npass = 0;</div>
<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>&#160; <span class="keywordflow">for</span> (<a class="codeRef" href="http://en.cppreference.com/w/cpp/types/size_t.html">std::size_t</a> b0 = 0; b0 &lt; kh.buckets; b0 += buckets)</div>
<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>&#160; {</div>
<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> b1 = <a class="codeRef" href="http://en.cppreference.com/w/cpp/algorithm/min.html">std::min</a>(b0 + buckets, kh.buckets);</div>
<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160; <span class="comment">// Buffered range is [b0, b1)</span></div>
<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> bn = b1 - b0;</div>
<div class="line"><a name="l00485"></a><span class="lineno"> 485</span>&#160; <span class="comment">// Create empty buckets</span></div>
<div class="line"><a name="l00486"></a><span class="lineno"> 486</span>&#160; <span class="keywordflow">for</span> (<a class="codeRef" href="http://en.cppreference.com/w/cpp/types/size_t.html">std::size_t</a> i = 0; i &lt; bn; ++i)</div>
<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>&#160; {</div>
<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>&#160; bucket b(kh.block_size, buf.get() + i * kh.block_size, empty);</div>
<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160; }</div>
<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>&#160; <span class="comment">// Insert all keys into buckets</span></div>
<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>&#160; <span class="comment">// Iterate Data File</span></div>
<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>&#160; bulk_reader&lt;native_file&gt; r(</div>
<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>&#160; df, dat_file_header::size, df_size, bulk_size);</div>
<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>&#160; <span class="keywordflow">while</span> (!r.eof())</div>
<div class="line"><a name="l00495"></a><span class="lineno"> 495</span>&#160; {</div>
<div class="line"><a name="l00496"></a><span class="lineno"> 496</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> offset = r.offset();</div>
<div class="line"><a name="l00497"></a><span class="lineno"> 497</span>&#160; <span class="comment">// Data Record or Spill Record</span></div>
<div class="line"><a name="l00498"></a><span class="lineno"> 498</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/types/size_t.html">std::size_t</a> <a class="codeRef" href="http://en.cppreference.com/w/cpp/iterator/size.html">size</a>;</div>
<div class="line"><a name="l00499"></a><span class="lineno"> 499</span>&#160; <span class="keyword">auto</span> is = r.prepare(field&lt;uint48_t&gt;::size, ec); <span class="comment">// Size</span></div>
<div class="line"><a name="l00500"></a><span class="lineno"> 500</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>&#160; read&lt;uint48_t&gt;(is, size);</div>
<div class="line"><a name="l00503"></a><span class="lineno"> 503</span>&#160; <span class="keywordflow">if</span> (size &gt; 0)</div>
<div class="line"><a name="l00504"></a><span class="lineno"> 504</span>&#160; {</div>
<div class="line"><a name="l00505"></a><span class="lineno"> 505</span>&#160; <span class="comment">// Data Record</span></div>
<div class="line"><a name="l00506"></a><span class="lineno"> 506</span>&#160; is = r.prepare(</div>
<div class="line"><a name="l00507"></a><span class="lineno"> 507</span>&#160; dh.key_size + <span class="comment">// Key</span></div>
<div class="line"><a name="l00508"></a><span class="lineno"> 508</span>&#160; size,</div>
<div class="line"><a name="l00509"></a><span class="lineno"> 509</span>&#160; ec); <span class="comment">// Data</span></div>
<div class="line"><a name="l00510"></a><span class="lineno"> 510</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00511"></a><span class="lineno"> 511</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00512"></a><span class="lineno"> 512</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/types/integer.html">std::uint8_t</a> <span class="keyword">const</span>* <span class="keyword">const</span> key = is.data(dh.key_size);</div>
<div class="line"><a name="l00513"></a><span class="lineno"> 513</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> h = hash&lt;hash_type&gt;(key, kh.key_size, kh.salt);</div>
<div class="line"><a name="l00514"></a><span class="lineno"> 514</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> n = bucket_index(h, kh.buckets, kh.modulus);</div>
<div class="line"><a name="l00515"></a><span class="lineno"> 515</span>&#160; p(log, npass * df_size + r.offset());</div>
<div class="line"><a name="l00516"></a><span class="lineno"> 516</span>&#160; <span class="keywordflow">if</span> (n &lt; b0 || n &gt;= b1)</div>
<div class="line"><a name="l00517"></a><span class="lineno"> 517</span>&#160; <span class="keywordflow">continue</span>;</div>
<div class="line"><a name="l00518"></a><span class="lineno"> 518</span>&#160; bucket b(</div>
<div class="line"><a name="l00519"></a><span class="lineno"> 519</span>&#160; kh.block_size, buf.get() + (n - b0) * kh.block_size);</div>
<div class="line"><a name="l00520"></a><span class="lineno"> 520</span>&#160; maybe_spill(b, dw, ec);</div>
<div class="line"><a name="l00521"></a><span class="lineno"> 521</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00522"></a><span class="lineno"> 522</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00523"></a><span class="lineno"> 523</span>&#160; b.insert(offset, size, h);</div>
<div class="line"><a name="l00524"></a><span class="lineno"> 524</span>&#160; }</div>
<div class="line"><a name="l00525"></a><span class="lineno"> 525</span>&#160; <span class="keywordflow">else</span></div>
<div class="line"><a name="l00526"></a><span class="lineno"> 526</span>&#160; {</div>
<div class="line"><a name="l00527"></a><span class="lineno"> 527</span>&#160; <span class="comment">// VFALCO Should never get here</span></div>
<div class="line"><a name="l00528"></a><span class="lineno"> 528</span>&#160; <span class="comment">// Spill Record</span></div>
<div class="line"><a name="l00529"></a><span class="lineno"> 529</span>&#160; is = r.prepare(field&lt;std::uint16_t&gt;::size, ec);</div>
<div class="line"><a name="l00530"></a><span class="lineno"> 530</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00531"></a><span class="lineno"> 531</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00532"></a><span class="lineno"> 532</span>&#160; read&lt;std::uint16_t&gt;(is, size); <span class="comment">// Size</span></div>
<div class="line"><a name="l00533"></a><span class="lineno"> 533</span>&#160; r.prepare(size, ec); <span class="comment">// skip</span></div>
<div class="line"><a name="l00534"></a><span class="lineno"> 534</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00535"></a><span class="lineno"> 535</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00536"></a><span class="lineno"> 536</span>&#160; }</div>
<div class="line"><a name="l00537"></a><span class="lineno"> 537</span>&#160; }</div>
<div class="line"><a name="l00538"></a><span class="lineno"> 538</span>&#160; kf.write(</div>
<div class="line"><a name="l00539"></a><span class="lineno"> 539</span>&#160; (b0 + 1) * kh.block_size, buf.get(), bn * kh.block_size, ec);</div>
<div class="line"><a name="l00540"></a><span class="lineno"> 540</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00541"></a><span class="lineno"> 541</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00542"></a><span class="lineno"> 542</span>&#160; ++npass;</div>
<div class="line"><a name="l00543"></a><span class="lineno"> 543</span>&#160; }</div>
<div class="line"><a name="l00544"></a><span class="lineno"> 544</span>&#160; dw.flush(ec);</div>
<div class="line"><a name="l00545"></a><span class="lineno"> 545</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00546"></a><span class="lineno"> 546</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00547"></a><span class="lineno"> 547</span>&#160; p.finish(log);</div>
<div class="line"><a name="l00548"></a><span class="lineno"> 548</span>&#160; }</div>
<div class="line"><a name="l00549"></a><span class="lineno"> 549</span>&#160;};</div>
<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>&#160; dat_file_header dh;</div>
<div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160; dh.version = currentVersion;</div>
<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>&#160; dh.uid = make_uid();</div>
<div class="line"><a name="l00366"></a><span class="lineno"> 366</span>&#160; dh.appnum = 1;</div>
<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>&#160; dh.key_size = 32;</div>
<div class="line"><a name="l00368"></a><span class="lineno"> 368</span>&#160; </div>
<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>&#160; native_file df;</div>
<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>&#160; error_code ec;</div>
<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>&#160; df.create(file_mode::append, dp, ec);</div>
<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>&#160; bulk_writer&lt;native_file&gt; dw(df, 0, bulk_size);</div>
<div class="line"><a name="l00375"></a><span class="lineno"> 375</span>&#160; {</div>
<div class="line"><a name="l00376"></a><span class="lineno"> 376</span>&#160; {</div>
<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>&#160; <span class="keyword">auto</span> os = dw.prepare(dat_file_header::size, ec);</div>
<div class="line"><a name="l00378"></a><span class="lineno"> 378</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>&#160; <a class="code" href="namespaceripple_1_1NodeStore.html#a600672c9d6874721b6701f782814c66a">write</a>(os, dh);</div>
<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>&#160; }</div>
<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>&#160; rocksdb::ReadOptions options;</div>
<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>&#160; options.verify_checksums = <span class="keyword">false</span>;</div>
<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>&#160; options.fill_cache = <span class="keyword">false</span>;</div>
<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/unique_ptr.html">std::unique_ptr&lt;rocksdb::Iterator&gt;</a> it(db-&gt;NewIterator(options));</div>
<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>&#160; </div>
<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>&#160; buffer buf;</div>
<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>&#160; <span class="keywordflow">for</span> (it-&gt;SeekToFirst(); it-&gt;Valid(); it-&gt;Next())</div>
<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>&#160; {</div>
<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>&#160; <span class="keywordflow">if</span> (it-&gt;key().size() != 32)</div>
<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>&#160; Throw&lt;std::runtime_error&gt;(</div>
<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>&#160; <span class="stringliteral">&quot;Unexpected key size &quot;</span> +</div>
<div class="line"><a name="l00393"></a><span class="lineno"> 393</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/basic_string/to_string.html">std::to_string</a>(it-&gt;key().size()));</div>
<div class="line"><a name="l00394"></a><span class="lineno"> 394</span>&#160; <span class="keywordtype">void</span> <span class="keyword">const</span>* <span class="keyword">const</span> key = it-&gt;key().data();</div>
<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>&#160; <span class="keywordtype">void</span> <span class="keyword">const</span>* <span class="keyword">const</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/iterator/data.html">data</a> = it-&gt;value().data();</div>
<div class="line"><a name="l00396"></a><span class="lineno"> 396</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> <a class="codeRef" href="http://en.cppreference.com/w/cpp/iterator/size.html">size</a> = it-&gt;value().size();</div>
<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/unique_ptr.html">std::unique_ptr&lt;char[]&gt;</a> clean(<span class="keyword">new</span> <span class="keywordtype">char</span>[size]);</div>
<div class="line"><a name="l00398"></a><span class="lineno"> 398</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/byte/memcpy.html">std::memcpy</a>(clean.get(), data, size);</div>
<div class="line"><a name="l00399"></a><span class="lineno"> 399</span>&#160; <a class="code" href="namespaceripple_1_1NodeStore.html#a1cfd384753477480b86683a2072f303d">filter_inner</a>(clean.get(), size);</div>
<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a> = <a class="code" href="namespaceripple_1_1NodeStore.html#ac372a37cb687fb559f0f61d733d06ec5">nodeobject_compress</a>(clean.get(), size, buf);</div>
<div class="line"><a name="l00401"></a><span class="lineno"> 401</span>&#160; <span class="comment">// Verify codec correctness</span></div>
<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>&#160; {</div>
<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>&#160; buffer buf2;</div>
<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> <a class="code" href="namespaceJson.html#af3b5e4579dafe6a4a496663e541bfebc">check</a> =</div>
<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>&#160; <a class="code" href="namespaceripple_1_1NodeStore.html#a4acf97063441a8fd79ef65df3f0fb6e4">nodeobject_decompress</a>(<a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.first, <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.second, buf2);</div>
<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>&#160; BEAST_EXPECT(<a class="code" href="namespaceJson.html#af3b5e4579dafe6a4a496663e541bfebc">check</a>.second == size);</div>
<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>&#160; BEAST_EXPECT(</div>
<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/byte/memcmp.html">std::memcmp</a>(<a class="code" href="namespaceJson.html#af3b5e4579dafe6a4a496663e541bfebc">check</a>.first, clean.get(), size) == 0);</div>
<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>&#160; }</div>
<div class="line"><a name="l00410"></a><span class="lineno"> 410</span>&#160; <span class="comment">// Data Record</span></div>
<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>&#160; <span class="keyword">auto</span> os = dw.prepare(</div>
<div class="line"><a name="l00412"></a><span class="lineno"> 412</span>&#160; field&lt;uint48_t&gt;::size + <span class="comment">// Size</span></div>
<div class="line"><a name="l00413"></a><span class="lineno"> 413</span>&#160; 32 + <span class="comment">// Key</span></div>
<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>&#160; <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.second,</div>
<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>&#160; ec);</div>
<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00417"></a><span class="lineno"> 417</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00418"></a><span class="lineno"> 418</span>&#160; write&lt;uint48_t&gt;(os, <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.second);</div>
<div class="line"><a name="l00419"></a><span class="lineno"> 419</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/byte/memcpy.html">std::memcpy</a>(os.data(32), key, 32);</div>
<div class="line"><a name="l00420"></a><span class="lineno"> 420</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/byte/memcpy.html">std::memcpy</a>(os.data(<a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.second), <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.first, <a class="code" href="namespaceripple.html#a7cc64e12723fbc9606d85442a2569fedac68271a63ddbc431c307beb7d2918275">out</a>.second);</div>
<div class="line"><a name="l00421"></a><span class="lineno"> 421</span>&#160; ++nitems;</div>
<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>&#160; }</div>
<div class="line"><a name="l00423"></a><span class="lineno"> 423</span>&#160; dw.flush(ec);</div>
<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>&#160; }</div>
<div class="line"><a name="l00427"></a><span class="lineno"> 427</span>&#160; db.<a class="codeRef" href="http://en.cppreference.com/w/cpp/memory/unique_ptr/reset.html">reset</a>();</div>
<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/numeric/math/log.html">log</a> &lt;&lt; <span class="stringliteral">&quot;Import data: &quot;</span></div>
<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>&#160; &lt;&lt; <a class="code" href="namespaceripple_1_1NodeStore_1_1detail.html#aeef1ccb24557412c476f0b1b84adbc89">detail::fmtdur</a>(<a class="codeRef" href="http://en.cppreference.com/w/cpp/chrono/steady_clock/now.html">std::chrono::steady_clock::now</a>() - start);</div>
<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> df_size = df.size(ec);</div>
<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00432"></a><span class="lineno"> 432</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>&#160; <span class="comment">// Create key file</span></div>
<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>&#160; key_file_header kh;</div>
<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>&#160; kh.version = currentVersion;</div>
<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>&#160; kh.uid = dh.uid;</div>
<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>&#160; kh.appnum = dh.appnum;</div>
<div class="line"><a name="l00438"></a><span class="lineno"> 438</span>&#160; kh.key_size = 32;</div>
<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>&#160; kh.salt = make_salt();</div>
<div class="line"><a name="l00440"></a><span class="lineno"> 440</span>&#160; kh.pepper = pepper&lt;hash_type&gt;(kh.salt);</div>
<div class="line"><a name="l00441"></a><span class="lineno"> 441</span>&#160; kh.block_size = block_size(kp);</div>
<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>&#160; kh.load_factor = std::min&lt;std::size_t&gt;(65536.0 * load_factor, 65535);</div>
<div class="line"><a name="l00443"></a><span class="lineno"> 443</span>&#160; kh.buckets =</div>
<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/numeric/math/ceil.html">std::ceil</a>(nitems / (bucket_capacity(kh.block_size) * load_factor));</div>
<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>&#160; kh.modulus = ceil_pow2(kh.buckets);</div>
<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>&#160; native_file kf;</div>
<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>&#160; kf.create(file_mode::append, kp, ec);</div>
<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>&#160; buffer buf(kh.block_size);</div>
<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>&#160; {</div>
<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/string/byte/memset.html">std::memset</a>(buf.get(), 0, kh.block_size);</div>
<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>&#160; ostream os(buf.get(), kh.block_size);</div>
<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>&#160; <a class="code" href="namespaceripple_1_1NodeStore.html#a600672c9d6874721b6701f782814c66a">write</a>(os, kh);</div>
<div class="line"><a name="l00455"></a><span class="lineno"> 455</span>&#160; kf.write(0, buf.get(), kh.block_size, ec);</div>
<div class="line"><a name="l00456"></a><span class="lineno"> 456</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>&#160; }</div>
<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160; <span class="comment">// Build contiguous sequential sections of the</span></div>
<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>&#160; <span class="comment">// key file using multiple passes over the data.</span></div>
<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>&#160; <span class="comment">//</span></div>
<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> buckets =</div>
<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>&#160; std::max&lt;std::size_t&gt;(1, buffer_size / kh.block_size);</div>
<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>&#160; buf.reserve(buckets * kh.block_size);</div>
<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> passes = (kh.buckets + buckets - 1) / buckets;</div>
<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/numeric/math/log.html">log</a> &lt;&lt; <span class="stringliteral">&quot;items: &quot;</span> &lt;&lt; nitems</div>
<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>&#160; &lt;&lt; <span class="stringliteral">&quot;\n&quot;</span></div>
<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>&#160; <span class="stringliteral">&quot;buckets: &quot;</span></div>
<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>&#160; &lt;&lt; kh.buckets</div>
<div class="line"><a name="l00470"></a><span class="lineno"> 470</span>&#160; &lt;&lt; <span class="stringliteral">&quot;\n&quot;</span></div>
<div class="line"><a name="l00471"></a><span class="lineno"> 471</span>&#160; <span class="stringliteral">&quot;data: &quot;</span></div>
<div class="line"><a name="l00472"></a><span class="lineno"> 472</span>&#160; &lt;&lt; df_size</div>
<div class="line"><a name="l00473"></a><span class="lineno"> 473</span>&#160; &lt;&lt; <span class="stringliteral">&quot;\n&quot;</span></div>
<div class="line"><a name="l00474"></a><span class="lineno"> 474</span>&#160; <span class="stringliteral">&quot;passes: &quot;</span></div>
<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>&#160; &lt;&lt; passes;</div>
<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>&#160; progress p(df_size * passes);</div>
<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/types/size_t.html">std::size_t</a> npass = 0;</div>
<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>&#160; <span class="keywordflow">for</span> (<a class="codeRef" href="http://en.cppreference.com/w/cpp/types/size_t.html">std::size_t</a> b0 = 0; b0 &lt; kh.buckets; b0 += buckets)</div>
<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>&#160; {</div>
<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> b1 = <a class="codeRef" href="http://en.cppreference.com/w/cpp/algorithm/min.html">std::min</a>(b0 + buckets, kh.buckets);</div>
<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>&#160; <span class="comment">// Buffered range is [b0, b1)</span></div>
<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> bn = b1 - b0;</div>
<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160; <span class="comment">// Create empty buckets</span></div>
<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>&#160; <span class="keywordflow">for</span> (<a class="codeRef" href="http://en.cppreference.com/w/cpp/types/size_t.html">std::size_t</a> i = 0; i &lt; bn; ++i)</div>
<div class="line"><a name="l00485"></a><span class="lineno"> 485</span>&#160; {</div>
<div class="line"><a name="l00486"></a><span class="lineno"> 486</span>&#160; bucket b(kh.block_size, buf.get() + i * kh.block_size, empty);</div>
<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>&#160; }</div>
<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>&#160; <span class="comment">// Insert all keys into buckets</span></div>
<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160; <span class="comment">// Iterate Data File</span></div>
<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>&#160; bulk_reader&lt;native_file&gt; r(</div>
<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>&#160; df, dat_file_header::size, df_size, bulk_size);</div>
<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>&#160; <span class="keywordflow">while</span> (!r.eof())</div>
<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>&#160; {</div>
<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> offset = r.offset();</div>
<div class="line"><a name="l00495"></a><span class="lineno"> 495</span>&#160; <span class="comment">// Data Record or Spill Record</span></div>
<div class="line"><a name="l00496"></a><span class="lineno"> 496</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/types/size_t.html">std::size_t</a> <a class="codeRef" href="http://en.cppreference.com/w/cpp/iterator/size.html">size</a>;</div>
<div class="line"><a name="l00497"></a><span class="lineno"> 497</span>&#160; <span class="keyword">auto</span> is = r.prepare(field&lt;uint48_t&gt;::size, ec); <span class="comment">// Size</span></div>
<div class="line"><a name="l00498"></a><span class="lineno"> 498</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00499"></a><span class="lineno"> 499</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00500"></a><span class="lineno"> 500</span>&#160; read&lt;uint48_t&gt;(is, size);</div>
<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>&#160; <span class="keywordflow">if</span> (size &gt; 0)</div>
<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>&#160; {</div>
<div class="line"><a name="l00503"></a><span class="lineno"> 503</span>&#160; <span class="comment">// Data Record</span></div>
<div class="line"><a name="l00504"></a><span class="lineno"> 504</span>&#160; is = r.prepare(</div>
<div class="line"><a name="l00505"></a><span class="lineno"> 505</span>&#160; dh.key_size + <span class="comment">// Key</span></div>
<div class="line"><a name="l00506"></a><span class="lineno"> 506</span>&#160; size,</div>
<div class="line"><a name="l00507"></a><span class="lineno"> 507</span>&#160; ec); <span class="comment">// Data</span></div>
<div class="line"><a name="l00508"></a><span class="lineno"> 508</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00509"></a><span class="lineno"> 509</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00510"></a><span class="lineno"> 510</span>&#160; <a class="codeRef" href="http://en.cppreference.com/w/cpp/types/integer.html">std::uint8_t</a> <span class="keyword">const</span>* <span class="keyword">const</span> key = is.data(dh.key_size);</div>
<div class="line"><a name="l00511"></a><span class="lineno"> 511</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> h = hash&lt;hash_type&gt;(key, kh.key_size, kh.salt);</div>
<div class="line"><a name="l00512"></a><span class="lineno"> 512</span>&#160; <span class="keyword">auto</span> <span class="keyword">const</span> n = bucket_index(h, kh.buckets, kh.modulus);</div>
<div class="line"><a name="l00513"></a><span class="lineno"> 513</span>&#160; p(log, npass * df_size + r.offset());</div>
<div class="line"><a name="l00514"></a><span class="lineno"> 514</span>&#160; <span class="keywordflow">if</span> (n &lt; b0 || n &gt;= b1)</div>
<div class="line"><a name="l00515"></a><span class="lineno"> 515</span>&#160; <span class="keywordflow">continue</span>;</div>
<div class="line"><a name="l00516"></a><span class="lineno"> 516</span>&#160; bucket b(</div>
<div class="line"><a name="l00517"></a><span class="lineno"> 517</span>&#160; kh.block_size, buf.get() + (n - b0) * kh.block_size);</div>
<div class="line"><a name="l00518"></a><span class="lineno"> 518</span>&#160; maybe_spill(b, dw, ec);</div>
<div class="line"><a name="l00519"></a><span class="lineno"> 519</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00520"></a><span class="lineno"> 520</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00521"></a><span class="lineno"> 521</span>&#160; b.insert(offset, size, h);</div>
<div class="line"><a name="l00522"></a><span class="lineno"> 522</span>&#160; }</div>
<div class="line"><a name="l00523"></a><span class="lineno"> 523</span>&#160; <span class="keywordflow">else</span></div>
<div class="line"><a name="l00524"></a><span class="lineno"> 524</span>&#160; {</div>
<div class="line"><a name="l00525"></a><span class="lineno"> 525</span>&#160; <span class="comment">// VFALCO Should never get here</span></div>
<div class="line"><a name="l00526"></a><span class="lineno"> 526</span>&#160; <span class="comment">// Spill Record</span></div>
<div class="line"><a name="l00527"></a><span class="lineno"> 527</span>&#160; is = r.prepare(field&lt;std::uint16_t&gt;::size, ec);</div>
<div class="line"><a name="l00528"></a><span class="lineno"> 528</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00529"></a><span class="lineno"> 529</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00530"></a><span class="lineno"> 530</span>&#160; read&lt;std::uint16_t&gt;(is, size); <span class="comment">// Size</span></div>
<div class="line"><a name="l00531"></a><span class="lineno"> 531</span>&#160; r.prepare(size, ec); <span class="comment">// skip</span></div>
<div class="line"><a name="l00532"></a><span class="lineno"> 532</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00533"></a><span class="lineno"> 533</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00534"></a><span class="lineno"> 534</span>&#160; }</div>
<div class="line"><a name="l00535"></a><span class="lineno"> 535</span>&#160; }</div>
<div class="line"><a name="l00536"></a><span class="lineno"> 536</span>&#160; kf.write(</div>
<div class="line"><a name="l00537"></a><span class="lineno"> 537</span>&#160; (b0 + 1) * kh.block_size, buf.get(), bn * kh.block_size, ec);</div>
<div class="line"><a name="l00538"></a><span class="lineno"> 538</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00539"></a><span class="lineno"> 539</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00540"></a><span class="lineno"> 540</span>&#160; ++npass;</div>
<div class="line"><a name="l00541"></a><span class="lineno"> 541</span>&#160; }</div>
<div class="line"><a name="l00542"></a><span class="lineno"> 542</span>&#160; dw.flush(ec);</div>
<div class="line"><a name="l00543"></a><span class="lineno"> 543</span>&#160; <span class="keywordflow">if</span> (ec)</div>
<div class="line"><a name="l00544"></a><span class="lineno"> 544</span>&#160; Throw&lt;nudb::system_error&gt;(ec);</div>
<div class="line"><a name="l00545"></a><span class="lineno"> 545</span>&#160; p.finish(log);</div>
<div class="line"><a name="l00546"></a><span class="lineno"> 546</span>&#160; }</div>
<div class="line"><a name="l00547"></a><span class="lineno"> 547</span>&#160;};</div>
<div class="line"><a name="l00548"></a><span class="lineno"> 548</span>&#160; </div>
<div class="line"><a name="l00549"></a><span class="lineno"> 549</span>&#160;<a class="code" href="namespaceripple_1_1NodeStore.html#a5e54bc50ed11e99d84f0371ae846226a">BEAST_DEFINE_TESTSUITE_MANUAL</a>(<span class="keyword">import</span>, NodeStore, <a class="code" href="namespaceripple.html">ripple</a>);</div>
<div class="line"><a name="l00550"></a><span class="lineno"> 550</span>&#160; </div>
<div class="line"><a name="l00551"></a><span class="lineno"> 551</span>&#160;<a class="code" href="namespaceripple_1_1NodeStore.html#a5e54bc50ed11e99d84f0371ae846226a">BEAST_DEFINE_TESTSUITE_MANUAL</a>(<span class="keyword">import</span>, NodeStore, <a class="code" href="namespaceripple.html">ripple</a>);</div>
<div class="line"><a name="l00551"></a><span class="lineno"> 551</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00552"></a><span class="lineno"> 552</span>&#160; </div>
<div class="line"><a name="l00553"></a><span class="lineno"> 553</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00553"></a><span class="lineno"> 553</span>&#160;<span class="comment">//------------------------------------------------------------------------------</span></div>
<div class="line"><a name="l00554"></a><span class="lineno"> 554</span>&#160; </div>
<div class="line"><a name="l00555"></a><span class="lineno"> 555</span>&#160;<span class="comment">//------------------------------------------------------------------------------</span></div>
<div class="line"><a name="l00556"></a><span class="lineno"> 556</span>&#160; </div>
<div class="line"><a name="l00557"></a><span class="lineno"> 557</span>&#160;} <span class="comment">// namespace NodeStore</span></div>
<div class="line"><a name="l00558"></a><span class="lineno"> 558</span>&#160;} <span class="comment">// namespace ripple</span></div>
<div class="line"><a name="l00555"></a><span class="lineno"> 555</span>&#160;} <span class="comment">// namespace NodeStore</span></div>
<div class="line"><a name="l00556"></a><span class="lineno"> 556</span>&#160;} <span class="comment">// namespace ripple</span></div>
</div><!-- fragment --></div><!-- contents -->
<div class="ttc" id="anamespaceripple_1_1NodeStore_1_1detail_html_aeef1ccb24557412c476f0b1b84adbc89"><div class="ttname"><a href="namespaceripple_1_1NodeStore_1_1detail.html#aeef1ccb24557412c476f0b1b84adbc89">ripple::NodeStore::detail::fmtdur</a></div><div class="ttdeci">std::string fmtdur(std::chrono::duration&lt; Period, Rep &gt; const &amp;d)</div><div class="ttdef"><b>Definition:</b> <a href="import__test_8cpp_source.html#l00182">import_test.cpp:182</a></div></div>
<div class="ttc" id="anamespaceripple_1_1NodeStore_html_a4acf97063441a8fd79ef65df3f0fb6e4"><div class="ttname"><a href="namespaceripple_1_1NodeStore.html#a4acf97063441a8fd79ef65df3f0fb6e4">ripple::NodeStore::nodeobject_decompress</a></div><div class="ttdeci">std::pair&lt; void const *, std::size_t &gt; nodeobject_decompress(void const *in, std::size_t in_size, BufferFactory &amp;&amp;bf)</div><div class="ttdef"><b>Definition:</b> <a href="codec_8h_source.html#l00100">codec.h:100</a></div></div>