ARCHIVE/clio
1
0
Fork 0
mirror of https://github.com/XRPLF/clio.git synced 2026-04-29 15:37:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

smaller partitions on keys table

Browse Source
This commit is contained in:
CJ Cobb
2021-07-13 20:27:26 +00:00
parent 1cdd238ad3
commit cb2975dd41
1 changed files with 18 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
src/backend/CassandraBackend.cpp
View File

@@ -407,10 +407,11 @@ CassandraBackend::fetchAllTransactionHashesInLedger(
LedgerPage
CassandraBackend::doFetchLedgerPage(
std::optional<ripple::uint256> const& cursor,
std::optional<ripple::uint256> const& cursorIn,
std::uint32_t ledgerSequence,
std::uint32_t limit) const
{
std::optional<ripple::uint256> cursor = cursorIn;
auto index = getKeyIndexOfSeq(ledgerSequence);
if (!index)
return {};
@@ -423,13 +424,13 @@ CassandraBackend::doFetchLedgerPage(
<< __func__ << " - Cursor = " << ripple::strHex(*cursor);
CassandraStatement statement{selectKeys_};
statement.bindInt(index->keyIndex);
if (cursor)
statement.bindBytes(*cursor);
else
if (!cursor)
{
ripple::uint256 zero;
statement.bindBytes(zero);
cursor = zero;
}
statement.bindBytes(cursor->data(), 1);
statement.bindBytes(*cursor);
statement.bindUInt(limit + 1);
CassandraResult result = executeSyncRead(statement);
if (!!result)
@@ -447,6 +448,12 @@ CassandraBackend::doFetchLedgerPage(
page.cursor = keys.back();
++(*page.cursor);
}
else if (cursor->data()[0] != 0xFF)
{
ripple::uint256 zero;
zero.data()[0] = cursor->data()[0] + 1;
page.cursor = zero;
}
auto objects = fetchLedgerObjects(keys, ledgerSequence);
if (objects.size() != keys.size())
throw std::runtime_error("Mismatch in size of objects and keys");
@@ -523,6 +530,7 @@ CassandraBackend::writeKeys(
auto& [lgrSeq, key] = params.data;
CassandraStatement statement{insertKey_};
statement.bindInt(lgrSeq);
statement.bindBytes(key.data(), 1);
statement.bindBytes(key);
return statement;
};
@@ -974,8 +982,8 @@ CassandraBackend::open(bool readOnly)
query.str("");
query << "CREATE TABLE IF NOT EXISTS " << tablePrefix << "keys"
<< " ( sequence bigint, key blob, PRIMARY KEY "
"(sequence, key))"
<< " ( sequence bigint, first_byte blob, key blob, PRIMARY KEY "
"((sequence,first_byte), key))"
" WITH default_time_to_live = "
<< std::to_string(keysTtl);
if (!executeSimpleStatement(query.str()))
@@ -1072,13 +1080,14 @@ CassandraBackend::open(bool readOnly)
query.str("");
query << "INSERT INTO " << tablePrefix << "keys"
<< " (sequence, key) VALUES (?, ?)";
<< " (sequence,first_byte, key) VALUES (?, ?, ?)";
if (!insertKey_.prepareStatement(query, session_.get()))
continue;
query.str("");
query << "SELECT key FROM " << tablePrefix << "keys"
<< " WHERE sequence = ? AND key >= ? ORDER BY key ASC LIMIT ?";
<< " WHERE sequence = ? AND first_byte = ? AND key >= ? ORDER BY "
"key ASC LIMIT ?";
if (!selectKeys_.prepareStatement(query, session_.get()))
continue;