//------------------------------------------------------------------------------ /* This file is part of rippled: https://github.com/ripple/rippled Copyright (c) 2012, 2013 Ripple Labs Inc. Permission to use, copy, modify, and/or distribute this software for any purpose with or without fee is hereby granted, provided that the above copyright notice and this permission notice appear in all copies. THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL , DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ //============================================================================== namespace ripple { class InboundLedgersImp : public InboundLedgers , public beast::Stoppable , public beast::LeakChecked { public: typedef std::pair u256_acq_pair; // How long before we try again to acquire the same ledger static const int kReacquireIntervalSeconds = 300; InboundLedgersImp (clock_type& clock, Stoppable& parent, beast::insight::Collector::ptr const& collector) : Stoppable ("InboundLedgers", parent) , m_clock (clock) , mRecentFailures ("LedgerAcquireRecentFailures", clock, 0, kReacquireIntervalSeconds) , mCounter(collector->make_counter("ledger_fetches")) { } // VFALCO TODO Should this be called findOrAdd ? // InboundLedger::pointer findCreate (uint256 const& hash, std::uint32_t seq, InboundLedger::fcReason reason) { assert (hash.isNonZero ()); InboundLedger::pointer ret; // Ensure that any previous IL is destroyed outside the lock InboundLedger::pointer oldLedger; { ScopedLockType sl (mLock); if (! isStopping ()) { if (reason == InboundLedger::fcCONSENSUS) { if (mConsensusLedger.isNonZero() && (mValidationLedger != mConsensusLedger) && (hash != mConsensusLedger)) { hash_map::iterator it = mLedgers.find (mConsensusLedger); if (it != mLedgers.end ()) { oldLedger = it->second; mLedgers.erase (it); } } mConsensusLedger = hash; } else if (reason == InboundLedger::fcVALIDATION) { if (mValidationLedger.isNonZero() && (mValidationLedger != mConsensusLedger) && (hash != mValidationLedger)) { hash_map::iterator it = mLedgers.find (mValidationLedger); if (it != mLedgers.end ()) { oldLedger = it->second; mLedgers.erase (it); } } mValidationLedger = hash; } hash_map::iterator it = mLedgers.find (hash); if (it != mLedgers.end ()) { ret = it->second; // FIXME: Should set the sequence if it's not set } else { ret = std::make_shared (hash, seq, reason, std::ref (m_clock)); assert (ret); mLedgers.insert (std::make_pair (hash, ret)); ret->init (sl); ++mCounter; } } } return ret; } InboundLedger::pointer find (uint256 const& hash) { assert (hash.isNonZero ()); InboundLedger::pointer ret; { ScopedLockType sl (mLock); hash_map::iterator it = mLedgers.find (hash); if (it != mLedgers.end ()) { ret = it->second; } } return ret; } bool hasLedger (LedgerHash const& hash) { assert (hash.isNonZero ()); ScopedLockType sl (mLock); return mLedgers.find (hash) != mLedgers.end (); } void dropLedger (LedgerHash const& hash) { assert (hash.isNonZero ()); ScopedLockType sl (mLock); mLedgers.erase (hash); } /* This gets called when "We got some data from an inbound ledger" inboundLedgerTrigger: "What do we do with this partial data?" Figures out what to do with the responses to our requests for information. */ // means "We got some data from an inbound ledger" // VFALCO TODO Why is hash passed by value? // VFALCO TODO Remove the dependency on the Peer object. /** We received a TMLedgerData from a peer. */ bool gotLedgerData (LedgerHash const& hash, std::shared_ptr peer, std::shared_ptr packet_ptr) { protocol::TMLedgerData& packet = *packet_ptr; WriteLog (lsTRACE, InboundLedger) << "Got data (" << packet.nodes ().size () << ") for acquiring ledger: " << hash; InboundLedger::pointer ledger = find (hash); if (!ledger) { WriteLog (lsTRACE, InboundLedger) << "Got data for ledger we're no longer acquiring"; // If it's state node data, stash it because it still might be useful if (packet.type () == protocol::liAS_NODE) { getApp().getJobQueue().addJob(jtLEDGER_DATA, "gotStaleData", std::bind(&InboundLedgers::gotStaleData, this, packet_ptr)); } return false; } // Stash the data for later processing and see if we need to dispatch if (ledger->gotData(std::weak_ptr(peer), packet_ptr)) getApp().getJobQueue().addJob (jtLEDGER_DATA, "processLedgerData", std::bind (&InboundLedgers::doLedgerData, this, std::placeholders::_1, hash)); return true; } int getFetchCount (int& timeoutCount) { timeoutCount = 0; int ret = 0; std::vector inboundLedgers; { ScopedLockType sl (mLock); inboundLedgers.reserve(mLedgers.size()); for (auto const& it : mLedgers) { inboundLedgers.push_back(it); } } for (auto const& it : inboundLedgers) { if (it.second->isActive ()) { ++ret; timeoutCount += it.second->getTimeouts (); } } return ret; } void logFailure (uint256 const& h) { mRecentFailures.insert (h); } bool isFailure (uint256 const& h) { return mRecentFailures.exists (h); } void doLedgerData (Job&, LedgerHash hash) { InboundLedger::pointer ledger = find (hash); if (ledger) ledger->runData (); } /** We got some data for a ledger we are no longer acquiring Since we paid the price to receive it, we might as well stash it in case we need it. Nodes are received in wire format and must be stashed/hashed in prefix format */ void gotStaleData (std::shared_ptr packet_ptr) { const uint256 uZero; Serializer s; try { for (int i = 0; i < packet_ptr->nodes ().size (); ++i) { auto const& node = packet_ptr->nodes (i); if (!node.has_nodeid () || !node.has_nodedata ()) return; SHAMapTreeNode newNode( Blob (node.nodedata().begin(), node.nodedata().end()), 0, snfWIRE, uZero, false); s.erase(); newNode.addRaw(s, snfPREFIX); auto blob = std::make_shared (s.begin(), s.end()); getApp().getOPs().addFetchPack (newNode.getNodeHash(), blob); } } catch (...) { } } void clearFailures () { ScopedLockType sl (mLock); mRecentFailures.clear(); mLedgers.clear(); } Json::Value getInfo() { Json::Value ret(Json::objectValue); std::vector acquires; { ScopedLockType sl (mLock); acquires.reserve (mLedgers.size ()); for (auto const& it : mLedgers) { assert (it.second); acquires.push_back (it); } } for (auto const& it : acquires) { std::uint32_t seq = it.second->getSeq(); if (seq > 1) ret[beast::lexicalCastThrow (seq)] = it.second->getJson(0); else ret[to_string (it.first)] = it.second->getJson(0); } return ret; } void gotFetchPack (Job&) { std::vector acquires; { ScopedLockType sl (mLock); acquires.reserve (mLedgers.size ()); for (auto const& it : mLedgers) { assert (it.second); acquires.push_back (it.second); } } for (auto const& acquire : acquires) { acquire->checkLocal (); } } void sweep () { mRecentFailures.sweep (); clock_type::time_point const now (m_clock.now()); // Make a list of things to sweep, while holding the lock std::vector stuffToSweep; std::size_t total; { ScopedLockType sl (mLock); MapType::iterator it (mLedgers.begin ()); total = mLedgers.size (); stuffToSweep.reserve (total); while (it != mLedgers.end ()) { if (it->second->getLastAction () > now) { it->second->touch (); ++it; } else if ((it->second->getLastAction () + std::chrono::minutes (1)) < now) { stuffToSweep.push_back (it->second); // shouldn't cause the actual final delete // since we are holding a reference in the vector. it = mLedgers.erase (it); } else { ++it; } } } WriteLog (lsDEBUG, InboundLedger) << "Sweeped " << stuffToSweep.size () << " out of " << total << " inbound ledgers."; } void onStop () { ScopedLockType lock (mLock); mLedgers.clear(); mRecentFailures.clear(); stopped(); } private: clock_type& m_clock; typedef hash_map MapType; typedef RippleRecursiveMutex LockType; typedef std::unique_lock ScopedLockType; LockType mLock; MapType mLedgers; KeyCache mRecentFailures; uint256 mConsensusLedger; uint256 mValidationLedger; beast::insight::Counter mCounter; }; //------------------------------------------------------------------------------ InboundLedgers::~InboundLedgers() { } InboundLedgers* InboundLedgers::New (clock_type& clock, beast::Stoppable& parent, beast::insight::Collector::ptr const& collector) { return new InboundLedgersImp (clock, parent, collector); } } // ripple