#include #include #include #include #include "../json/writer.h" #include "Application.h" #include "Ledger.h" #include "utils.h" #include "../obj/src/newcoin.pb.h" #include "PackedMessage.h" #include "Config.h" #include "Conversion.h" #include "BitcoinUtil.h" #include "Wallet.h" #include "BinaryFormats.h" #include "LedgerTiming.h" #include "HashPrefixes.h" #include "Log.h" Ledger::Ledger(const NewcoinAddress& masterID, uint64 startAmount) : mTotCoins(startAmount), mCloseTime(0), mLedgerSeq(0), mLedgerInterval(LEDGER_INTERVAL), mClosed(false), mValidHash(false), mAccepted(false), mImmutable(false), mTransactionMap(new SHAMap()), mAccountStateMap(new SHAMap()) { // special case: put coins in root account AccountState::pointer startAccount = boost::make_shared(masterID); startAccount->peekSLE().setIFieldAmount(sfBalance, startAmount); startAccount->peekSLE().setIFieldU32(sfSequence, 1); writeBack(lepCREATE, startAccount->getSLE()); #if 0 std::cerr << "Root account:"; startAccount->dump(); #endif } Ledger::Ledger(const uint256 &parentHash, const uint256 &transHash, const uint256 &accountHash, uint64 totCoins, uint64 timeStamp, uint32 ledgerSeq) : mParentHash(parentHash), mTransHash(transHash), mAccountHash(accountHash), mTotCoins(totCoins), mCloseTime(timeStamp), mLedgerSeq(ledgerSeq), mLedgerInterval(LEDGER_INTERVAL), mClosed(false), mValidHash(false), mAccepted(false), mImmutable(false) { updateHash(); } Ledger::Ledger(Ledger& ledger, bool isMutable) : mTotCoins(ledger.mTotCoins), mLedgerSeq(ledger.mLedgerSeq), mLedgerInterval(ledger.mLedgerInterval), mClosed(ledger.mClosed), mValidHash(false), mAccepted(ledger.mAccepted), mImmutable(!isMutable), mTransactionMap(ledger.mTransactionMap->snapShot(isMutable)), mAccountStateMap(ledger.mAccountStateMap->snapShot(isMutable)) { // Create a new ledger that's a snapshot of this one updateHash(); } Ledger::Ledger(bool, Ledger& prevLedger) : mTotCoins(prevLedger.mTotCoins), mLedgerSeq(prevLedger.mLedgerSeq + 1), mLedgerInterval(prevLedger.mLedgerInterval), mClosed(false), mValidHash(false), mAccepted(false), mImmutable(false), mTransactionMap(new SHAMap()), mAccountStateMap(prevLedger.mAccountStateMap->snapShot(true)) { // Create a new ledger that follows this one prevLedger.updateHash(); mParentHash = prevLedger.getHash(); assert(mParentHash.isNonZero()); mCloseTime = prevLedger.getNextLedgerClose(); } Ledger::Ledger(const std::vector& rawLedger) : mCloseTime(0), mLedgerSeq(0), mClosed(false), mValidHash(false), mAccepted(false), mImmutable(true) { Serializer s(rawLedger); // 32seq, 64fee, 256phash, 256thash, 256ahash, 64ts if (!s.get32(mLedgerSeq, BLgPIndex)) return; if (!s.get64(mTotCoins, BLgPTotCoins)) return; if (!s.get256(mParentHash, BLgPPrevLg)) return; if (!s.get256(mTransHash, BLgPTxT)) return; if (!s.get256(mAccountHash, BLgPAcT)) return; if (!s.get64(mCloseTime, BLgPClTs)) return; if (!s.get16(mLedgerInterval, BLgPNlIn)) return; updateHash(); if(mValidHash) { mTransactionMap = boost::make_shared(); mAccountStateMap = boost::make_shared(); } } Ledger::Ledger(const std::string& rawLedger) : mCloseTime(0), mLedgerSeq(0), mClosed(false), mValidHash(false), mAccepted(false), mImmutable(true) { Serializer s(rawLedger); // 32seq, 64fee, 256phash, 256thash, 256ahash, 64ts if (!s.get32(mLedgerSeq, BLgPIndex)) return; if (!s.get64(mTotCoins, BLgPTotCoins)) return; if (!s.get256(mParentHash, BLgPPrevLg)) return; if (!s.get256(mTransHash, BLgPTxT)) return; if (!s.get256(mAccountHash, BLgPAcT)) return; if (!s.get64(mCloseTime, BLgPClTs)) return; if (!s.get16(mLedgerInterval, BLgPNlIn)) return; updateHash(); if(mValidHash) { mTransactionMap = boost::make_shared(); mAccountStateMap = boost::make_shared(); } } void Ledger::updateHash() { if (!mImmutable) { if (mTransactionMap) mTransHash = mTransactionMap->getHash(); else mTransHash.zero(); if (mAccountStateMap) mAccountHash = mAccountStateMap->getHash(); else mAccountHash.zero(); } Serializer s(116); s.add32(sHP_Ledger); addRaw(s); mHash = s.getSHA512Half(); mValidHash = true; } void Ledger::addRaw(Serializer &s) { s.add32(mLedgerSeq); s.add64(mTotCoins); s.add256(mParentHash); s.add256(mTransHash); s.add256(mAccountHash); s.add64(mCloseTime); s.add16(mLedgerInterval); } AccountState::pointer Ledger::getAccountState(const NewcoinAddress& accountID) { #ifdef DEBUG // std::cerr << "Ledger:getAccountState(" << accountID.humanAccountID() << ")" << std::endl; #endif ScopedLock l(mAccountStateMap->Lock()); SHAMapItem::pointer item = mAccountStateMap->peekItem(Ledger::getAccountRootIndex(accountID)); if (!item) { #ifdef DEBUG // std::cerr << " notfound" << std::endl; #endif return AccountState::pointer(); } SerializedLedgerEntry::pointer sle = boost::make_shared(item->peekSerializer(), item->getTag()); if (sle->getType() != ltACCOUNT_ROOT) return AccountState::pointer(); return boost::make_shared(sle); } NicknameState::pointer Ledger::getNicknameState(const uint256& uNickname) { ScopedLock l(mAccountStateMap->Lock()); SHAMapItem::pointer item = mAccountStateMap->peekItem(Ledger::getNicknameIndex(uNickname)); if (!item) { return NicknameState::pointer(); } SerializedLedgerEntry::pointer sle = boost::make_shared(item->peekSerializer(), item->getTag()); if (sle->getType() != ltNICKNAME) return NicknameState::pointer(); return boost::make_shared(sle); } RippleState::pointer Ledger::getRippleState(const uint256& uNode) { ScopedLock l(mAccountStateMap->Lock()); SHAMapItem::pointer item = mAccountStateMap->peekItem(uNode); if (!item) { return RippleState::pointer(); } SerializedLedgerEntry::pointer sle = boost::make_shared(item->peekSerializer(), item->getTag()); if (sle->getType() != ltRIPPLE_STATE) return RippleState::pointer(); return boost::make_shared(sle); } bool Ledger::addTransaction(Transaction::pointer trans) { // low-level - just add to table assert(!mAccepted); assert(trans->getID().isNonZero()); Serializer s; trans->getSTransaction()->add(s); SHAMapItem::pointer item = boost::make_shared(trans->getID(), s.peekData()); if (!mTransactionMap->addGiveItem(item, true)) return false; return true; } bool Ledger::addTransaction(const uint256& txID, const Serializer& txn) { // low-level - just add to table SHAMapItem::pointer item = boost::make_shared(txID, txn.peekData()); if (!mTransactionMap->addGiveItem(item, true)) return false; return true; } bool Ledger::hasTransaction(const uint256& transID) const { return mTransactionMap->hasItem(transID); } Transaction::pointer Ledger::getTransaction(const uint256& transID) const { SHAMapItem::pointer item = mTransactionMap->peekItem(transID); if (!item) return Transaction::pointer(); Transaction::pointer txn = theApp->getMasterTransaction().fetch(transID, false); if (txn) return txn; txn = Transaction::sharedTransaction(item->getData(), true); if (txn->getStatus() == NEW) txn->setStatus(mClosed ? COMMITTED : INCLUDED, mLedgerSeq); theApp->getMasterTransaction().canonicalize(txn, false); return txn; } bool Ledger::unitTest() { return true; } uint256 Ledger::getHash() { if(!mValidHash) updateHash(); return(mHash); } void Ledger::saveAcceptedLedger(Ledger::pointer ledger) { static boost::format ledgerExists("SELECT LedgerSeq FROM Ledgers where LedgerSeq = '%d';"); static boost::format deleteLedger("DELETE FROM Ledgers WHERE LedgerSeq = '%d';"); static boost::format AcctTransExists("SELECT LedgerSeq FROM AccountTransactions WHERE TransId = '%s';"); static boost::format transExists("SELECT Status from Transactions where TransID = '%s';"); static boost::format updateTx("UPDATE Transactions SET LedgerSeq = '%d', Status = '%c' WHERE TransID = '%s';"); std::string sql="INSERT INTO Ledgers " "(LedgerHash,LedgerSeq,PrevHash,TotalCoins,ClosingTime,AccountSetHash,TransSetHash) VALUES ('"; sql.append(ledger->getHash().GetHex()); sql.append("','"); sql.append(boost::lexical_cast(ledger->mLedgerSeq)); sql.append("','"); sql.append(ledger->mParentHash.GetHex()); sql.append("','"); sql.append(boost::lexical_cast(ledger->mTotCoins)); sql.append("','"); sql.append(boost::lexical_cast(ledger->mCloseTime)); sql.append("','"); sql.append(ledger->mAccountHash.GetHex()); sql.append("','"); sql.append(ledger->mTransHash.GetHex()); sql.append("');"); ScopedLock sl(theApp->getLedgerDB()->getDBLock()); if (SQL_EXISTS(theApp->getLedgerDB()->getDB(), boost::str(ledgerExists % ledger->mLedgerSeq))) theApp->getLedgerDB()->getDB()->executeSQL(boost::str(deleteLedger % ledger->mLedgerSeq)); theApp->getLedgerDB()->getDB()->executeSQL(sql); // write out dirty nodes while(ledger->mTransactionMap->flushDirty(256, TRANSACTION_NODE, ledger->mLedgerSeq)) { ; } while(ledger->mAccountStateMap->flushDirty(256, ACCOUNT_NODE, ledger->mLedgerSeq)) { ; } ledger->disarmDirty(); SHAMap& txSet = *ledger->peekTransactionMap(); Database *db = theApp->getTxnDB()->getDB(); ScopedLock dbLock = theApp->getTxnDB()->getDBLock(); db->executeSQL("BEGIN TRANSACTION;"); for (SHAMapItem::pointer item = txSet.peekFirstItem(); !!item; item = txSet.peekNextItem(item->getTag())) { SerializedTransaction::pointer txn; Transaction::pointer iTx = theApp->getMasterTransaction().fetch(item->getTag(), false); if (!iTx) { SerializerIterator sit(item->peekSerializer()); txn = boost::make_shared(boost::ref(sit)); } else { iTx->setStatus(COMMITTED, ledger->mLedgerSeq); txn = iTx->getSTransaction(); } if (!SQL_EXISTS(db, boost::str(AcctTransExists % item->getTag().GetHex()))) { std::vector accts = txn->getAffectedAccounts(); std::string sql = "INSERT INTO AccountTransactions (TransID, Account, LedgerSeq) VALUES "; bool first = true; for (std::vector::iterator it = accts.begin(), end = accts.end(); it != end; ++it) { if (!first) sql += ", ('"; else { sql += "('"; first = false; } sql += txn->getTransactionID().GetHex(); sql += "','"; sql += it->humanAccountID(); sql += "',"; sql += boost::lexical_cast(ledger->getLedgerSeq()); sql += ")"; } sql += ";"; Log(lsTRACE) << "ActTx: " << sql; db->executeSQL(sql); // may already be in there } if (SQL_EXISTS(db, boost::str(transExists % txn->getTransactionID().GetHex()))) db->executeSQL(boost::str(updateTx % ledger->getLedgerSeq() % TXN_SQL_VALIDATED % txn->getTransactionID().GetHex())); else db->executeSQL( txn->getSQLInsertHeader() + txn->getSQL(ledger->getLedgerSeq(), TXN_SQL_VALIDATED) + ";"); } db->executeSQL("COMMIT TRANSACTION;"); theApp->getOPs().pubLedger(ledger); } Ledger::pointer Ledger::getSQL(const std::string& sql) { uint256 ledgerHash, prevHash, accountHash, transHash; uint64 totCoins, closingTime; uint32 ledgerSeq; std::string hash; { Database *db = theApp->getLedgerDB()->getDB(); ScopedLock sl(theApp->getLedgerDB()->getDBLock()); if (!db->executeSQL(sql) || !db->startIterRows()) return Ledger::pointer(); db->getStr("LedgerHash", hash); ledgerHash.SetHex(hash); db->getStr("PrevHash", hash); prevHash.SetHex(hash); db->getStr("AccountSetHash", hash); accountHash.SetHex(hash); db->getStr("TransSetHash", hash); transHash.SetHex(hash); totCoins = db->getBigInt("TotalCoins"); closingTime = db->getBigInt("ClosingTime"); ledgerSeq = db->getBigInt("LedgerSeq"); db->endIterRows(); } Ledger::pointer ret = boost::make_shared(prevHash, transHash, accountHash, totCoins, closingTime, ledgerSeq); if (ret->getHash() != ledgerHash) { Json::StyledStreamWriter ssw; Log(lsERROR) << "Failed on ledger"; Json::Value p; ret->addJson(p, LEDGER_JSON_FULL); ssw.write(Log(lsERROR).ref(), p); assert(false); return Ledger::pointer(); } return ret; } Ledger::pointer Ledger::loadByIndex(uint32 ledgerIndex) { std::string sql="SELECT * from Ledgers WHERE LedgerSeq='"; sql.append(boost::lexical_cast(ledgerIndex)); sql.append("';"); return getSQL(sql); } Ledger::pointer Ledger::loadByHash(const uint256& ledgerHash) { std::string sql="SELECT * from Ledgers WHERE LedgerHash='"; sql.append(ledgerHash.GetHex()); sql.append("';"); return getSQL(sql); } void Ledger::addJson(Json::Value& ret, int options) { Json::Value ledger(Json::objectValue); boost::recursive_mutex::scoped_lock sl(mLock); ledger["parentHash"] = mParentHash.GetHex(); bool full = (options & LEDGER_JSON_FULL) != 0; if(mClosed || full) { ledger["hash"] = mHash.GetHex(); ledger["transactionHash"] = mTransHash.GetHex(); ledger["accountHash"] = mAccountHash.GetHex(); ledger["closed"] = true; ledger["accepted"] = mAccepted; ledger["totalCoins"] = boost::lexical_cast(mTotCoins); } else ledger["closed"] = false; if (mCloseTime != 0) ledger["closeTime"] = boost::posix_time::to_simple_string(ptFromSeconds(mCloseTime)); if (mTransactionMap && (full || ((options & LEDGER_JSON_DUMP_TXNS) != 0))) { Json::Value txns(Json::arrayValue); for (SHAMapItem::pointer item = mTransactionMap->peekFirstItem(); !!item; item = mTransactionMap->peekNextItem(item->getTag())) { if (full) { SerializerIterator sit(item->peekSerializer()); SerializedTransaction txn(sit); txns.append(txn.getJson(0)); } else txns.append(item->getTag().GetHex()); } ledger["transactions"] = txns; } if (mAccountStateMap && (full || ((options & LEDGER_JSON_DUMP_STATE) != 0))) { Json::Value state(Json::arrayValue); for (SHAMapItem::pointer item = mAccountStateMap->peekFirstItem(); !!item; item = mAccountStateMap->peekNextItem(item->getTag())) { if (full) { SerializerIterator sit(item->peekSerializer()); SerializedLedgerEntry sle(sit, item->getTag()); state.append(sle.getJson(0)); } else state.append(item->getTag().GetHex()); } ledger["accountState"] = state; } ledger["seqNum"]=boost::lexical_cast(mLedgerSeq); ret["ledger"] = ledger; } void Ledger::setAcquiring(void) { if (!mTransactionMap || !mAccountStateMap) throw std::runtime_error("invalid map"); mTransactionMap->setSynching(); mAccountStateMap->setSynching(); } bool Ledger::isAcquiring(void) { return isAcquiringTx() || isAcquiringAS(); } bool Ledger::isAcquiringTx(void) { return mTransactionMap->isSynching(); } bool Ledger::isAcquiringAS(void) { return mAccountStateMap->isSynching(); } boost::posix_time::ptime Ledger::getCloseTime() const { return ptFromSeconds(mCloseTime); } void Ledger::setCloseTime(boost::posix_time::ptime ptm) { mCloseTime = iToSeconds(ptm); } uint64 Ledger::sGenesisClose = 0; uint64 Ledger::getNextLedgerClose() const { if (mCloseTime == 0) { if (sGenesisClose == 0) { uint64 closeTime = theApp->getOPs().getNetworkTimeNC() + mLedgerInterval - 1; sGenesisClose = closeTime - (closeTime % mLedgerInterval); } return sGenesisClose; } return mCloseTime + mLedgerInterval; } // vim:ts=4