fix recursion issue with fetchLedgerPage

src/backend/BackendInterface.cpp

@@ -3,7 +3,7 @@
 #include <backend/BackendInterface.h>
 namespace Backend {
 bool
-BackendInterface::finishWrites(uint32_t ledgerSequence) const
+BackendInterface::finishWrites(uint32_t ledgerSequence)
 {
     indexer_.finish(ledgerSequence, *this);
     auto commitRes = doFinishWrites();
@@ -14,6 +14,7 @@ BackendInterface::finishWrites(uint32_t ledgerSequence) const
         if (indexer_.isKeyFlagLedger(ledgerSequence))
             indexer_.writeKeyFlagLedgerAsync(ledgerSequence, *this);
         isFirst_ = false;
+        updateRange(ledgerSequence);
     }
     else
     {
@@ -191,6 +192,7 @@ BackendInterface::fetchLedgerPage(
     assert(limit != 0);
     bool incomplete = !isLedgerIndexed(ledgerSequence);
     BOOST_LOG_TRIVIAL(debug) << __func__ << " incomplete = " << incomplete;
+    std::cout << ledgerSequence << " - " << incomplete << std::endl;
     // really low limits almost always miss
     uint32_t adjustedLimit = std::max(limitHint, std::max(limit, (uint32_t)4));
     LedgerPage page;
@@ -220,6 +222,7 @@ BackendInterface::fetchLedgerPage(
     } while (page.objects.size() < limit && page.cursor);
     if (incomplete)
     {
+        std::cout << "recursing" << std::endl;
         auto rng = fetchLedgerRange();
         if (!rng)
             return page;
@@ -247,6 +250,7 @@ BackendInterface::fetchLedgerPage(
             std::move_iterator(lowerPage.objects.end()),
             std::back_inserter(keys),
             [](auto&& elt) { return std::move(elt.key); });
+        size_t upperPageSize = page.objects.size();
         auto objs = fetchLedgerObjects(keys, ledgerSequence);
         for (size_t i = 0; i < keys.size(); ++i)
         {
@@ -258,7 +262,10 @@ BackendInterface::fetchLedgerPage(
         std::sort(page.objects.begin(), page.objects.end(), [](auto a, auto b) {
             return a.key < b.key;
         });
-        page.warning = "Data may be incomplete";
+        if (page.objects.size() > limit)
+            page.objects.resize(limit);
+        if (page.objects.size() && page.objects.size() >= limit)
+            page.cursor = page.objects.back().key;
     }
     return page;
 }

src/backend/BackendInterface.h

@@ -233,7 +233,7 @@ protected:
     // Tell the database we have finished writing all data for a particular
     // ledger
     bool
-    finishWrites(uint32_t ledgerSequence) const;
+    finishWrites(uint32_t ledgerSequence);
 
     virtual bool
     doOnlineDelete(uint32_t numLedgersToKeep) const = 0;

src/backend/CassandraBackend.cpp

@@ -586,7 +586,7 @@ CassandraBackend::doFetchLedgerPage(
             }
         }
 
-        if (!cursor && (!keys.size() || !keys[0].isZero()))
+        if (!cursorIn && (!keys.size() || !keys[0].isZero()))
         {
             page.warning = "Data may be incomplete";
         }

src/backend/PostgresBackend.cpp

@@ -544,7 +544,7 @@ PostgresBackend::fetchAccountTransactions(
     char const*& command = dbParams.first;
     std::vector<std::optional<std::string>>& values = dbParams.second;
     command =
-        "SELECT account_tx($1::bytea, $2::bigint, $3::bool"
+        "SELECT account_tx($1::bytea, $2::bigint, $3::bool, "
         "$4::bigint, $5::bigint)";
     values.resize(5);
     values[0] = "\\x" + strHex(account);

src/rpc/RPCHelpers.cpp

@@ -384,7 +384,7 @@ ledgerInfoFromRequest(Context const& ctx)
 }
 
 std::vector<unsigned char>
-ledgerInfoToBlob(ripple::LedgerInfo const& info)
+ledgerInfoToBlob(ripple::LedgerInfo const& info, bool includeHash)
 {
     ripple::Serializer s;
     s.add32(info.seq);
@@ -396,7 +396,8 @@ ledgerInfoToBlob(ripple::LedgerInfo const& info)
     s.add32(info.closeTime.time_since_epoch().count());
     s.add8(info.closeTimeResolution.count());
     s.add8(info.closeFlags);
-    // s.addBitString(info.hash);
+    if (includeHash)
+        s.addBitString(info.hash);
     return s.peekData();
 }
 

src/rpc/RPCHelpers.h

@@ -84,7 +84,7 @@ std::vector<ripple::AccountID>
 getAccountsFromTransaction(boost::json::object const& transaction);
 
 std::vector<unsigned char>
-ledgerInfoToBlob(ripple::LedgerInfo const& info);
+ledgerInfoToBlob(ripple::LedgerInfo const& info, bool includeHash = false);
 
 bool
 isGlobalFrozen(