#include "HashedObject.h" #include #include #include "Serializer.h" #include "Application.h" #include "Log.h" SETUP_LOG(); DECLARE_INSTANCE(HashedObject); HashedObjectStore::HashedObjectStore(int cacheSize, int cacheAge) : mCache("HashedObjectStore", cacheSize, cacheAge), mWriteGeneration(0), mWritePending(false) { mWriteSet.reserve(128); } bool HashedObjectStore::store(HashedObjectType type, uint32 index, const std::vector& data, const uint256& hash) { // return: false = already in cache, true = added to cache if (!theApp->getHashNodeDB()) { cLog(lsTRACE) << "HOS: no db"; return true; } if (mCache.touch(hash)) { cLog(lsTRACE) << "HOS: " << hash << " store: incache"; return false; } assert(hash == Serializer::getSHA512Half(data)); HashedObject::pointer object = boost::make_shared(type, index, data, hash); if (!mCache.canonicalize(hash, object)) { // cLog(lsTRACE) << "Queuing write for " << hash; boost::mutex::scoped_lock sl(mWriteMutex); mWriteSet.push_back(object); if (!mWritePending) { mWritePending = true; boost::thread(boost::bind(&HashedObjectStore::bulkWrite, this)).detach(); } } // else // cLog(lsTRACE) << "HOS: already had " << hash; mNegativeCache.del(hash); return true; } void HashedObjectStore::waitWrite() { boost::mutex::scoped_lock sl(mWriteMutex); int gen = mWriteGeneration; while (mWritePending && (mWriteGeneration == gen)) mWriteCondition.wait(sl); } void HashedObjectStore::bulkWrite() { LoadEvent::autoptr event(theApp->getJobQueue().getLoadEventAP(jtDISK)); while (1) { std::vector< boost::shared_ptr > set; set.reserve(128); { boost::mutex::scoped_lock sl(mWriteMutex); mWriteSet.swap(set); assert(mWriteSet.empty()); ++mWriteGeneration; mWriteCondition.notify_all(); if (set.empty()) { mWritePending = false; return; } } // cLog(lsTRACE) << "HOS: writing " << set.size(); static boost::format fExists("SELECT ObjType FROM CommittedObjects WHERE Hash = '%s';"); static boost::format fAdd("INSERT INTO CommittedObjects (Hash,ObjType,LedgerIndex,Object) VALUES ('%s','%c','%u',%s);"); Database* db = theApp->getHashNodeDB()->getDB(); { ScopedLock sl( theApp->getHashNodeDB()->getDBLock()); db->executeSQL("BEGIN TRANSACTION;"); BOOST_FOREACH(const boost::shared_ptr& it, set) { if (!SQL_EXISTS(db, boost::str(fExists % it->getHash().GetHex()))) { char type; switch(it->getType()) { case hotLEDGER: type = 'L'; break; case hotTRANSACTION: type = 'T'; break; case hotACCOUNT_NODE: type = 'A'; break; case hotTRANSACTION_NODE: type = 'N'; break; default: type = 'U'; } db->executeSQL(boost::str(fAdd % it->getHash().GetHex() % type % it->getIndex() % sqlEscape(it->getData()))); } } db->executeSQL("END TRANSACTION;"); } } } HashedObject::pointer HashedObjectStore::retrieve(const uint256& hash) { HashedObject::pointer obj; { obj = mCache.fetch(hash); if (obj) { cLog(lsTRACE) << "HOS: " << hash << " fetch: incache"; return obj; } } if (mNegativeCache.isPresent(hash)) return HashedObject::pointer(); if (!theApp || !theApp->getHashNodeDB()) return HashedObject::pointer(); std::string sql = "SELECT * FROM CommittedObjects WHERE Hash='"; sql.append(hash.GetHex()); sql.append("';"); std::vector data; { ScopedLock sl(theApp->getHashNodeDB()->getDBLock()); Database* db = theApp->getHashNodeDB()->getDB(); if (!db->executeSQL(sql) || !db->startIterRows()) { // cLog(lsTRACE) << "HOS: " << hash << " fetch: not in db"; mNegativeCache.add(hash); return HashedObject::pointer(); } std::string type; db->getStr("ObjType", type); if (type.size() == 0) { assert(false); mNegativeCache.add(hash); return HashedObject::pointer(); } uint32 index = db->getBigInt("LedgerIndex"); int size = db->getBinary("Object", NULL, 0); data.resize(size); db->getBinary("Object", &(data.front()), size); db->endIterRows(); assert(Serializer::getSHA512Half(data) == hash); HashedObjectType htype = hotUNKNOWN; switch (type[0]) { case 'L': htype = hotLEDGER; break; case 'T': htype = hotTRANSACTION; break; case 'A': htype = hotACCOUNT_NODE; break; case 'N': htype = hotTRANSACTION_NODE; break; default: assert(false); cLog(lsERROR) << "Invalid hashed object"; mNegativeCache.add(hash); return HashedObject::pointer(); } obj = boost::make_shared(htype, index, data, hash); mCache.canonicalize(hash, obj); } cLog(lsTRACE) << "HOS: " << hash << " fetch: in db"; return obj; } // vim:ts=4