20#include <xrpld/app/main/Application.h>
21#include <xrpld/app/misc/AmendmentTable.h>
22#include <xrpld/app/rdb/Wallet.h>
23#include <xrpld/core/ConfigSections.h>
24#include <xrpl/protocol/Feature.h>
25#include <xrpl/protocol/STValidation.h>
26#include <xrpl/protocol/TxFlags.h>
27#include <xrpl/protocol/jss.h>
29#include <boost/algorithm/string.hpp>
30#include <boost/format.hpp>
31#include <boost/range/adaptor/transformed.hpp>
32#include <boost/regex.hpp>
42 static boost::regex
const re1(
45 "([abcdefABCDEF0-9]{64})"
49 boost::regex_constants::optimize);
53 for (
auto const& line : section.
lines())
57 if (!boost::regex_match(line,
match, re1))
58 Throw<std::runtime_error>(
59 "Invalid entry '" + line +
"' in [" + section.
name() +
"]");
63 if (!
id.parseHex(
match[1]))
64 Throw<std::runtime_error>(
65 "Invalid amendment ID '" +
match[1] +
"' in [" +
66 section.
name() +
"]");
124 newRecordedVotes.reserve(allTrusted.
size());
129 for (
auto& trusted : allTrusted)
140 newRecordedVotes[trusted];
170 using namespace std::chrono_literals;
173 auto const newTimeout = closeTime + expiresAfter;
177 for (
auto const& val : valSet)
182 if (
auto const iter =
recordedVotes_.find(val->getSignerPublic());
185 iter->second.timeout = newTimeout;
186 if (val->isFieldPresent(sfAmendments))
188 auto const& choices = val->getFieldV256(sfAmendments);
189 iter->second.upVotes.assign(choices.begin(), choices.end());
191 <<
"recordVotes: Validation from trusted " << pkHuman
192 <<
" has " << choices.size() <<
" amendment votes: "
193 << boost::algorithm::join(
194 iter->second.upVotes |
195 boost::adaptors::transformed(
196 to_string<256, void>),
207 iter->second.upVotes.clear();
208 JLOG(j.
debug()) <<
"recordVotes: Validation from trusted "
209 << pkHuman <<
" has no amendment votes.";
215 <<
"recordVotes: Ignoring validation from untrusted "
224 [&closeTime, newTimeout, &j](
227 toBase58(TokenType::NodePublic, votes.first);
228 if (!votes.second.timeout)
231 votes.second.upVotes.empty(),
232 "ripple::TrustedVotes::recordVotes : received no "
235 <<
"recordVotes: Have not received any "
236 "amendment votes from "
237 << pkHuman <<
" since last timeout or startup";
239 else if (closeTime > votes.second.timeout)
242 <<
"recordVotes: Timeout: Clearing votes from "
244 votes.second.timeout.reset();
245 votes.second.upVotes.clear();
247 else if (votes.second.timeout != newTimeout)
250 votes.second.timeout < newTimeout,
251 "ripple::TrustedVotes::recordVotes : votes not "
253 using namespace std::chrono;
254 auto const age = duration_cast<minutes>(
255 newTimeout - *votes.second.timeout);
256 JLOG(j.debug()) <<
"recordVotes: Using " << age.count()
257 <<
"min old cached votes from " << pkHuman;
270 for (
auto& validatorVotes : recordedVotes_)
273 validatorVotes.second.timeout ||
274 validatorVotes.second.upVotes.empty(),
275 "ripple::TrustedVotes::getVotes : valid votes");
276 if (validatorVotes.second.timeout)
278 for (
uint256 const& amendment : validatorVotes.second.upVotes)
301 bool enabled =
false;
304 bool supported =
false;
320 int trustedValidations_ = 0;
327 threshold_ = !rules_.
enabled(fixAmendmentMajorityCalc)
331 (trustedValidations_ *
337 (trustedValidations_ *
350 auto [trustedCount, newVotes] = trustedVotes.
getVotes(rules, lock);
352 trustedValidations_ = trustedCount;
353 votes_.
swap(newVotes);
355 computeThreshold(trustedValidations_, rules);
361 auto const& it = votes_.
find(amendment);
363 if (it == votes_.
end())
371 if (!rules_.
enabled(fixAmendmentMajorityCalc) ||
372 trustedValidations_ == 1)
373 return it->second >= threshold_;
375 return it->second > threshold_;
381 auto const& it = votes_.
find(amendment);
383 if (it == votes_.
end())
392 return trustedValidations_;
481 veto(
uint256 const& amendment)
override;
483 unVeto(
uint256 const& amendment)
override;
486 enable(
uint256 const& amendment)
override;
489 isEnabled(
uint256 const& amendment)
const override;
491 isSupported(
uint256 const& amendment)
const override;
494 hasUnsupportedEnabled()
const override;
497 firstUnsupportedExpected()
const override;
500 getJson(
bool isAdmin)
const override;
505 needValidatedLedger(
LedgerIndex seq)
const override;
520 getDesired()
const override;
533AmendmentTableImpl::AmendmentTableImpl(
541 , majorityTime_(majorityTime)
542 , unsupportedEnabled_(false)
544 , db_(app.getWalletDB())
549 bool const featureVotesExist = [
this]() {
555 for (
auto const& [name, amendment, votebehavior] : supported)
561 switch (votebehavior)
576 JLOG(
j_.
debug()) <<
"Amendment " << amendment <<
" (" << s.
name
577 <<
") is supported and will be "
579 <<
" voted by default if not enabled on the ledger.";
586 if (featureVotesExist)
588 JLOG(
j_.
warn()) <<
"[amendments] section in config file ignored"
589 " in favor of data in db/wallet.db.";
594 detect_conflict.
insert(a.first);
602 if (featureVotesExist)
605 <<
"[veto_amendments] section in config file ignored"
606 " in favor of data in db/wallet.db.";
611 if (detect_conflict.
count(a.first) == 0)
618 <<
"[veto_amendments] section in config has amendment "
619 <<
'(' << a.first <<
", " << a.second
620 <<
") both [veto_amendments] and [amendments].";
629 [&](boost::optional<std::string> amendment_hash,
630 boost::optional<std::string> amendment_name,
631 boost::optional<AmendmentVote> vote) {
633 if (!amendment_hash || !amendment_name || !vote)
636 Throw<std::runtime_error>(
637 "Invalid FeatureVotes row in wallet.db");
639 if (!amend_hash.
parseHex(*amendment_hash))
641 Throw<std::runtime_error>(
642 "Invalid amendment ID '" + *amendment_hash +
648 if (
auto s =
get(amend_hash, lock))
650 JLOG(
j_.
info()) <<
"Amendment {" << *amendment_name <<
", "
651 << amend_hash <<
"} is downvoted.";
652 if (!amendment_name->empty())
653 s->name = *amendment_name;
663 JLOG(
j_.
debug()) <<
"Amendment {" << *amendment_name <<
", "
664 << amend_hash <<
"} is upvoted.";
665 if (!amendment_name->empty())
666 s.
name = *amendment_name;
714 if (name == e.second.name)
729 "ripple::AmendmentTableImpl::persistVote : valid vote input");
773 JLOG(
j_.
error()) <<
"Unsupported amendment " << amendment
824 (enabled.
count(e.first) == 0))
826 amendments.push_back(e.first);
827 JLOG(
j_.
info()) <<
"Voting for amendment " << e.second.name;
832 if (!amendments.empty())
833 std::sort(amendments.begin(), amendments.end());
854 <<
": " << enabledAmendments.
size() <<
", "
855 << majorityAmendments.
size() <<
", " << valSet.size();
865 JLOG(
j_.
debug()) <<
"Counted votes from " << vote->trustedValidations()
866 <<
" valid trusted validations, threshold is: "
867 << vote->threshold();
876 if (enabledAmendments.
contains(entry.first))
878 JLOG(
j_.
trace()) << entry.first <<
": amendment already enabled";
883 bool const hasValMajority = vote->passes(entry.first);
886 auto const it = majorityAmendments.
find(entry.first);
887 if (it != majorityAmendments.
end())
892 bool const hasLedgerMajority = majorityTime.has_value();
894 auto const logStr = [&entry, &vote]() {
896 ss << entry.first <<
" (" << entry.second.name <<
") has "
897 << vote->votes(entry.first) <<
" votes";
901 if (hasValMajority && !hasLedgerMajority &&
906 JLOG(
j_.
debug()) << logStr <<
": amendment got majority";
909 else if (!hasValMajority && hasLedgerMajority)
912 JLOG(
j_.
debug()) << logStr <<
": amendment lost majority";
921 JLOG(
j_.
debug()) << logStr <<
": amendment majority held";
922 actions[entry.first] = 0;
925 else if (hasValMajority && hasLedgerMajority)
929 <<
": amendment holding majority, waiting to be enabled";
931 else if (!hasValMajority)
933 JLOG(
j_.
debug()) << logStr <<
": amendment does not have majority";
959 for (
auto& e : enabled)
971 for (
auto const& [hash, time] : majority)
980 JLOG(
j_.
info()) <<
"Unsupported amendment " << hash
981 <<
" reached majority at " <<
to_string(time);
1006 v[jss::name] = fs.
name;
1012 v[jss::vetoed] =
"Obsolete";
1020 auto const votesTotal =
lastVote_->trustedValidations();
1021 auto const votesNeeded =
lastVote_->threshold();
1022 auto const votesFor =
lastVote_->votes(
id);
1024 v[jss::count] = votesFor;
1025 v[jss::validations] = votesTotal;
1028 v[jss::threshold] = votesNeeded;
1079 return std::make_unique<AmendmentTableImpl>(
1080 app, majorityTime, supported, enabled, vetoed, journal);
A generic endpoint for log messages.
Stream trace() const
Severity stream access functions.
The status of all amendments requested in a given window.
int votes(uint256 const &amendment) const
int trustedValidations() const
void computeThreshold(int trustedValidations, Rules const &rules)
bool passes(uint256 const &amendment) const
hash_map< uint256, int > votes_
AmendmentSet(Rules const &rules, TrustedVotes const &trustedVotes, std::lock_guard< std::mutex > const &lock)
Track the list of "amendments".
uint256 find(std::string const &name) const override
bool unVeto(uint256 const &amendment) override
bool enable(uint256 const &amendment) override
bool needValidatedLedger(LedgerIndex seq) const override
Called to determine whether the amendment logic needs to process a new validated ledger.
std::optional< NetClock::time_point > firstUnsupportedExpected_
std::vector< uint256 > getDesired() const override
bool veto(uint256 const &amendment) override
std::unique_ptr< AmendmentSet > lastVote_
std::chrono::seconds const majorityTime_
void doValidatedLedger(LedgerIndex seq, std::set< uint256 > const &enabled, majorityAmendments_t const &majority) override
bool isEnabled(uint256 const &amendment) const override
AmendmentState & add(uint256 const &amendment, std::lock_guard< std::mutex > const &lock)
TrustedVotes previousTrustedVotes_
hash_map< uint256, AmendmentState > amendmentMap_
void injectJson(Json::Value &v, uint256 const &amendment, AmendmentState const &state, bool isAdmin, std::lock_guard< std::mutex > const &lock) const
Json::Value getJson(bool isAdmin) const override
void trustChanged(hash_set< PublicKey > const &allTrusted) override
std::vector< uint256 > doValidation(std::set< uint256 > const &enabledAmendments) const override
AmendmentState * get(uint256 const &amendment, std::lock_guard< std::mutex > const &lock)
void persistVote(uint256 const &amendment, std::string const &name, AmendmentVote vote) const
bool hasUnsupportedEnabled() const override
returns true if one or more amendments on the network have been enabled that this server does not sup...
std::map< uint256, std::uint32_t > doVoting(Rules const &rules, NetClock::time_point closeTime, std::set< uint256 > const &enabledAmendments, majorityAmendments_t const &majorityAmendments, std::vector< std::shared_ptr< STValidation > > const &validations) override
bool isSupported(uint256 const &amendment) const override
std::optional< NetClock::time_point > firstUnsupportedExpected() const override
std::uint32_t lastUpdateSeq_
The amendment table stores the list of enabled and potential amendments.
LockedSociSession checkoutDb()
Rules controlling protocol behavior.
bool enabled(uint256 const &feature) const
Returns true if a feature is enabled.
Holds a collection of configuration values.
std::string const & name() const
Returns the name of this section.
std::vector< std::string > const & lines() const
Returns all the lines in the section.
TrustedVotes records the most recent votes from trusted validators.
void recordVotes(Rules const &rules, std::vector< std::shared_ptr< STValidation > > const &valSet, NetClock::time_point const closeTime, beast::Journal j, std::lock_guard< std::mutex > const &lock)
std::pair< int, hash_map< uint256, int > > getVotes(Rules const &rules, std::lock_guard< std::mutex > const &lock) const
hash_map< PublicKey, UpvotesAndTimeout > recordedVotes_
TrustedVotes & operator=(TrustedVotes const &rhs)=delete
void trustChanged(hash_set< PublicKey > const &allTrusted, std::lock_guard< std::mutex > const &lock)
TrustedVotes(TrustedVotes const &rhs)=delete
constexpr bool parseHex(std::string_view sv)
Parse a hex string into a base_uint.
@ objectValue
object value (collection of name/value pairs).
Use hash_* containers for keys that do not need a cryptographically secure hashing algorithm.
static std::vector< std::pair< uint256, std::string > > parseSection(Section const §ion)
std::string toBase58(AccountID const &v)
Convert AccountID to base58 checked string.
constexpr std::uint32_t tfGotMajority
bool isAdmin(Port const &port, Json::Value const ¶ms, beast::IP::Address const &remoteIp)
bool createFeatureVotes(soci::session &session)
createFeatureVotes Creates the FeatureVote table if it does not exist.
void readAmendments(soci::session &session, std::function< void(boost::optional< std::string > amendment_hash, boost::optional< std::string > amendment_name, boost::optional< AmendmentVote > vote)> const &callback)
readAmendments Reads all amendments from the FeatureVotes table.
constexpr std::ratio< 80, 100 > postFixAmendmentMajorityCalcThreshold
constexpr std::ratio< 204, 256 > preFixAmendmentMajorityCalcThreshold
The minimum amount of support an amendment should have.
std::string to_string(base_uint< Bits, Tag > const &a)
T get(Section const §ion, std::string const &name, T const &defaultValue=T{})
Retrieve a key/value pair from a section.
Json::Value getJson(LedgerFill const &fill)
Return a new Json::Value representing the ledger with given options.
std::unique_ptr< AmendmentTable > make_AmendmentTable(Application &app, std::chrono::seconds majorityTime, std::vector< AmendmentTable::FeatureInfo > const &supported, Section const &enabled, Section const &vetoed, beast::Journal journal)
constexpr std::uint32_t tfLostMajority
void voteAmendment(soci::session &session, uint256 const &amendment, std::string const &name, AmendmentVote vote)
voteAmendment Set the veto value for a particular amendment.
Current state of an amendment.
bool supported
Indicates an amendment that this server has code support for.
bool enabled
Indicates that the amendment has been enabled.
std::string name
The name of this amendment, possibly empty.
AmendmentVote vote
If an amendment is down-voted, a server will not vote to enable it.
std::vector< uint256 > upVotes
std::optional< NetClock::time_point > timeout
An unseated timeout indicates that either.
T time_since_epoch(T... args)