#include "LedgerAcquire.h" #include #include #include #include "Application.h" #include "Log.h" #include "SHAMapSync.h" #include "HashPrefixes.h" // #define LA_DEBUG #define LEDGER_ACQUIRE_TIMEOUT 750 #define TRUST_NETWORK PeerSet::PeerSet(const uint256& hash, int interval) : mHash(hash), mTimerInterval(interval), mTimeouts(0), mComplete(false), mFailed(false), mProgress(true), mTimer(theApp->getIOService()) { assert((mTimerInterval > 10) && (mTimerInterval < 30000)); } void PeerSet::peerHas(Peer::ref ptr) { boost::recursive_mutex::scoped_lock sl(mLock); std::vector< boost::weak_ptr >::iterator it = mPeers.begin(); while (it != mPeers.end()) { Peer::pointer pr = it->lock(); if (!pr) // we have a dead entry, remove it it = mPeers.erase(it); else { if (pr->samePeer(ptr)) return; // we already have this peer ++it; } } mPeers.push_back(ptr); newPeer(ptr); } void PeerSet::badPeer(Peer::ref ptr) { boost::recursive_mutex::scoped_lock sl(mLock); std::vector< boost::weak_ptr >::iterator it = mPeers.begin(); while (it != mPeers.end()) { Peer::pointer pr = it->lock(); if (!pr) // we have a dead entry, remove it it = mPeers.erase(it); else { if (ptr->samePeer(pr)) { // We found a pointer to the bad peer mPeers.erase(it); return; } ++it; } } } void PeerSet::resetTimer() { mTimer.expires_from_now(boost::posix_time::milliseconds(mTimerInterval)); mTimer.async_wait(boost::bind(&PeerSet::TimerEntry, pmDowncast(), boost::asio::placeholders::error)); } void PeerSet::invokeOnTimer() { if (!mProgress) { ++mTimeouts; Log(lsWARNING) << "Timeout " << mTimeouts << " acquiring " << mHash; } else mProgress = false; onTimer(); } void PeerSet::TimerEntry(boost::weak_ptr wptr, const boost::system::error_code& result) { if (result == boost::asio::error::operation_aborted) return; boost::shared_ptr ptr = wptr.lock(); if (!ptr) return; ptr->invokeOnTimer(); } LedgerAcquire::LedgerAcquire(const uint256& hash) : PeerSet(hash, LEDGER_ACQUIRE_TIMEOUT), mHaveBase(false), mHaveState(false), mHaveTransactions(false), mAborted(false), mSignaled(false) { #ifdef LA_DEBUG Log(lsTRACE) << "Acquiring ledger " << mHash; #endif } void LedgerAcquire::onTimer() { if (getTimeouts() > 6) { setFailed(); done(); } else trigger(Peer::pointer(), true); } boost::weak_ptr LedgerAcquire::pmDowncast() { return boost::shared_polymorphic_downcast(shared_from_this()); } void LedgerAcquire::done() { if (mSignaled) return; mSignaled = true; #ifdef LA_DEBUG Log(lsTRACE) << "Done acquiring ledger " << mHash; #endif std::vector< boost::function > triggers; setComplete(); mLock.lock(); triggers = mOnComplete; mOnComplete.empty(); mLock.unlock(); if (mLedger) theApp->getMasterLedger().storeLedger(mLedger); for (unsigned int i = 0; i < triggers.size(); ++i) triggers[i](shared_from_this()); } void LedgerAcquire::addOnComplete(boost::function trigger) { mLock.lock(); mOnComplete.push_back(trigger); mLock.unlock(); } void LedgerAcquire::trigger(Peer::ref peer, bool timer) { if (mAborted || mComplete || mFailed) return; #ifdef LA_DEBUG if(peer) Log(lsTRACE) << "Trigger acquiring ledger " << mHash << " from " << peer->getIP(); else Log(lsTRACE) << "Trigger acquiring ledger " << mHash; if (mComplete || mFailed) Log(lsTRACE) << "complete=" << mComplete << " failed=" << mFailed; else Log(lsTRACE) << "base=" << mHaveBase << " tx=" << mHaveTransactions << " as=" << mHaveState; #endif if (!mHaveBase) { newcoin::TMGetLedger tmGL; tmGL.set_ledgerhash(mHash.begin(), mHash.size()); tmGL.set_itype(newcoin::liBASE); *(tmGL.add_nodeids()) = SHAMapNode().getRawString(); sendRequest(tmGL, peer); } if (mHaveBase && !mHaveTransactions) { #ifdef LA_DEBUG Log(lsTRACE) << "need tx"; #endif assert(mLedger); if (mLedger->peekTransactionMap()->getHash().isZero()) { // we need the root node newcoin::TMGetLedger tmGL; tmGL.set_ledgerhash(mHash.begin(), mHash.size()); tmGL.set_ledgerseq(mLedger->getLedgerSeq()); tmGL.set_itype(newcoin::liTX_NODE); *(tmGL.add_nodeids()) = SHAMapNode().getRawString(); sendRequest(tmGL, peer); } else { std::vector nodeIDs; std::vector nodeHashes; TransactionStateSF tFilter(mLedger->getHash(), mLedger->getLedgerSeq()); mLedger->peekTransactionMap()->getMissingNodes(nodeIDs, nodeHashes, 128, &tFilter); if (nodeIDs.empty()) { if (!mLedger->peekTransactionMap()->isValid()) mFailed = true; else { mHaveTransactions = true; if (mHaveState) mComplete = true; } } else { newcoin::TMGetLedger tmGL; tmGL.set_ledgerhash(mHash.begin(), mHash.size()); tmGL.set_ledgerseq(mLedger->getLedgerSeq()); tmGL.set_itype(newcoin::liTX_NODE); for (std::vector::iterator it = nodeIDs.begin(); it != nodeIDs.end(); ++it) *(tmGL.add_nodeids()) = it->getRawString(); sendRequest(tmGL, peer); } } } if (mHaveBase && !mHaveState) { #ifdef LA_DEBUG Log(lsTRACE) << "need as"; #endif assert(mLedger); if (mLedger->peekAccountStateMap()->getHash().isZero()) { // we need the root node newcoin::TMGetLedger tmGL; tmGL.set_ledgerhash(mHash.begin(), mHash.size()); tmGL.set_ledgerseq(mLedger->getLedgerSeq()); tmGL.set_itype(newcoin::liAS_NODE); *(tmGL.add_nodeids()) = SHAMapNode().getRawString(); sendRequest(tmGL, peer); } else { std::vector nodeIDs; std::vector nodeHashes; AccountStateSF aFilter(mLedger->getHash(), mLedger->getLedgerSeq()); mLedger->peekAccountStateMap()->getMissingNodes(nodeIDs, nodeHashes, 128, &aFilter); if (nodeIDs.empty()) { if (!mLedger->peekAccountStateMap()->isValid()) mFailed = true; else { mHaveState = true; if (mHaveTransactions) mComplete = true; } } else { newcoin::TMGetLedger tmGL; tmGL.set_ledgerhash(mHash.begin(), mHash.size()); tmGL.set_ledgerseq(mLedger->getLedgerSeq()); tmGL.set_itype(newcoin::liAS_NODE); for (std::vector::iterator it = nodeIDs.begin(); it != nodeIDs.end(); ++it) *(tmGL.add_nodeids()) = it->getRawString(); sendRequest(tmGL, peer); } } } if (mComplete || mFailed) done(); else if (timer) resetTimer(); } void PeerSet::sendRequest(const newcoin::TMGetLedger& tmGL, Peer::ref peer) { if (!peer) sendRequest(tmGL); else peer->sendPacket(boost::make_shared(tmGL, newcoin::mtGET_LEDGER)); } void PeerSet::sendRequest(const newcoin::TMGetLedger& tmGL) { boost::recursive_mutex::scoped_lock sl(mLock); if (mPeers.empty()) return; PackedMessage::pointer packet = boost::make_shared(tmGL, newcoin::mtGET_LEDGER); std::vector< boost::weak_ptr >::iterator it = mPeers.begin(); while (it != mPeers.end()) { if (it->expired()) it = mPeers.erase(it); else { // FIXME: Track last peer sent to and time sent Peer::pointer peer = it->lock(); if (peer) peer->sendPacket(packet); return; } } } bool LedgerAcquire::takeBase(const std::string& data) { // Return value: true=normal, false=bad data #ifdef LA_DEBUG Log(lsTRACE) << "got base acquiring ledger " << mHash; #endif boost::recursive_mutex::scoped_lock sl(mLock); if (mHaveBase) return true; mLedger = boost::make_shared(data); if (mLedger->getHash() != mHash) { Log(lsWARNING) << "Acquire hash mismatch"; Log(lsWARNING) << mLedger->getHash() << "!=" << mHash; mLedger = Ledger::pointer(); #ifdef TRUST_NETWORK assert(false); #endif return false; } mHaveBase = true; Serializer s(data.size() + 4); s.add32(sHP_Ledger); s.addRaw(data); theApp->getHashedObjectStore().store(LEDGER, mLedger->getLedgerSeq(), s.peekData(), mHash); progress(); if (!mLedger->getTransHash()) mHaveTransactions = true; if (!mLedger->getAccountHash()) mHaveState = true; mLedger->setAcquiring(); return true; } bool LedgerAcquire::takeTxNode(const std::list& nodeIDs, const std::list< std::vector >& data) { if (!mHaveBase) return false; std::list::const_iterator nodeIDit = nodeIDs.begin(); std::list< std::vector >::const_iterator nodeDatait = data.begin(); TransactionStateSF tFilter(mLedger->getHash(), mLedger->getLedgerSeq()); while (nodeIDit != nodeIDs.end()) { if (nodeIDit->isRoot()) { if (!mLedger->peekTransactionMap()->addRootNode(mLedger->getTransHash(), *nodeDatait, snfWIRE)) return false; } else if (!mLedger->peekTransactionMap()->addKnownNode(*nodeIDit, *nodeDatait, &tFilter)) return false; ++nodeIDit; ++nodeDatait; } if (!mLedger->peekTransactionMap()->isSynching()) { mHaveTransactions = true; if (mHaveState) { mComplete = true; done(); } } progress(); return true; } bool LedgerAcquire::takeAsNode(const std::list& nodeIDs, const std::list< std::vector >& data) { #ifdef LA_DEBUG Log(lsTRACE) << "got ASdata acquiring ledger " << mHash; #endif if (!mHaveBase) return false; std::list::const_iterator nodeIDit = nodeIDs.begin(); std::list< std::vector >::const_iterator nodeDatait = data.begin(); AccountStateSF tFilter(mLedger->getHash(), mLedger->getLedgerSeq()); while (nodeIDit != nodeIDs.end()) { if (nodeIDit->isRoot()) { if (!mLedger->peekAccountStateMap()->addRootNode(mLedger->getAccountHash(), *nodeDatait, snfWIRE)) return false; } else if (!mLedger->peekAccountStateMap()->addKnownNode(*nodeIDit, *nodeDatait, &tFilter)) return false; ++nodeIDit; ++nodeDatait; } if (!mLedger->peekAccountStateMap()->isSynching()) { mHaveState = true; if (mHaveTransactions) { mComplete = true; done(); } } progress(); return true; } bool LedgerAcquire::takeAsRootNode(const std::vector& data) { if (!mHaveBase) return false; return mLedger->peekAccountStateMap()->addRootNode(mLedger->getAccountHash(), data, snfWIRE); } bool LedgerAcquire::takeTxRootNode(const std::vector& data) { if (!mHaveBase) return false; return mLedger->peekTransactionMap()->addRootNode(mLedger->getTransHash(), data, snfWIRE); } LedgerAcquire::pointer LedgerAcquireMaster::findCreate(const uint256& hash) { assert(hash.isNonZero()); boost::mutex::scoped_lock sl(mLock); LedgerAcquire::pointer& ptr = mLedgers[hash]; if (ptr) return ptr; ptr = boost::make_shared(hash); assert(mLedgers[hash] == ptr); ptr->resetTimer(); // Cannot call in constructor return ptr; } LedgerAcquire::pointer LedgerAcquireMaster::find(const uint256& hash) { assert(hash.isNonZero()); boost::mutex::scoped_lock sl(mLock); std::map::iterator it = mLedgers.find(hash); if (it != mLedgers.end()) return it->second; return LedgerAcquire::pointer(); } bool LedgerAcquireMaster::hasLedger(const uint256& hash) { assert(hash.isNonZero()); boost::mutex::scoped_lock sl(mLock); return mLedgers.find(hash) != mLedgers.end(); } void LedgerAcquireMaster::dropLedger(const uint256& hash) { assert(hash.isNonZero()); boost::mutex::scoped_lock sl(mLock); mLedgers.erase(hash); } bool LedgerAcquireMaster::gotLedgerData(newcoin::TMLedgerData& packet, Peer::ref peer) { #ifdef LA_DEBUG Log(lsTRACE) << "got data for acquiring ledger "; #endif uint256 hash; if (packet.ledgerhash().size() != 32) { std::cerr << "Acquire error" << std::endl; return false; } memcpy(hash.begin(), packet.ledgerhash().data(), 32); #ifdef LA_DEBUG Log(lsTRACE) << hash; #endif LedgerAcquire::pointer ledger = find(hash); if (!ledger) return false; if (packet.type() == newcoin::liBASE) { if (packet.nodes_size() < 1) return false; const newcoin::TMLedgerNode& node = packet.nodes(0); if (!ledger->takeBase(node.nodedata())) return false; if (packet.nodes_size() == 1) { ledger->trigger(peer, false); return true; } if (!ledger->takeAsRootNode(strCopy(packet.nodes(1).nodedata()))) { Log(lsWARNING) << "Included ASbase invalid"; } if (packet.nodes().size() == 2) { ledger->trigger(peer, false); return true; } if (!ledger->takeTxRootNode(strCopy(packet.nodes(2).nodedata()))) Log(lsWARNING) << "Invcluded TXbase invalid"; ledger->trigger(peer, false); return true; } if ((packet.type() == newcoin::liTX_NODE) || (packet.type() == newcoin::liAS_NODE)) { std::list nodeIDs; std::list< std::vector > nodeData; if (packet.nodes().size() <= 0) return false; for (int i = 0; i < packet.nodes().size(); ++i) { const newcoin::TMLedgerNode& node = packet.nodes(i); if (!node.has_nodeid() || !node.has_nodedata()) return false; nodeIDs.push_back(SHAMapNode(node.nodeid().data(), node.nodeid().size())); nodeData.push_back(std::vector(node.nodedata().begin(), node.nodedata().end())); } bool ret; if (packet.type() == newcoin::liTX_NODE) ret = ledger->takeTxNode(nodeIDs, nodeData); else ret = ledger->takeAsNode(nodeIDs, nodeData); if (ret) ledger->trigger(peer, false); return ret; } return false; } // vim:ts=4