mirror of
https://github.com/XRPLF/clio.git
synced 2026-04-29 15:37:53 +00:00
108 lines
3.9 KiB
C++
108 lines
3.9 KiB
C++
//------------------------------------------------------------------------------
|
|
/*
|
|
This file is part of clio: https://github.com/XRPLF/clio
|
|
Copyright (c) 2023, the clio developers.
|
|
|
|
Permission to use, copy, modify, and distribute this software for any
|
|
purpose with or without fee is hereby granted, provided that the above
|
|
copyright notice and this permission notice appear in all copies.
|
|
|
|
THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
|
|
WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
|
|
MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
|
|
ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
|
|
WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
|
|
ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
|
|
OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
|
|
*/
|
|
//==============================================================================
|
|
|
|
#pragma once
|
|
|
|
#include "data/BackendInterface.hpp"
|
|
#include "util/log/Logger.hpp"
|
|
|
|
#include <grpcpp/grpcpp.h>
|
|
#include <ripple/proto/org/xrpl/rpc/v1/xrp_ledger.grpc.pb.h>
|
|
|
|
#include <cstdint>
|
|
#include <memory>
|
|
#include <utility>
|
|
|
|
namespace etl::impl {
|
|
|
|
/**
|
|
* @brief GRPC Ledger data fetcher
|
|
*/
|
|
template <typename LoadBalancerType>
|
|
class LedgerFetcher {
|
|
public:
|
|
using OptionalGetLedgerResponseType = typename LoadBalancerType::OptionalGetLedgerResponseType;
|
|
|
|
private:
|
|
util::Logger log_{"ETL"};
|
|
|
|
std::shared_ptr<BackendInterface> backend_;
|
|
std::shared_ptr<LoadBalancerType> loadBalancer_;
|
|
|
|
public:
|
|
/**
|
|
* @brief Create an instance of the fetcher
|
|
*/
|
|
LedgerFetcher(std::shared_ptr<BackendInterface> backend, std::shared_ptr<LoadBalancerType> balancer)
|
|
: backend_(std::move(backend)), loadBalancer_(std::move(balancer))
|
|
{
|
|
}
|
|
|
|
/**
|
|
* @brief Extract data for a particular ledger from an ETL source
|
|
*
|
|
* This function continously tries to extract the specified ledger (using all available ETL sources) until the
|
|
* extraction succeeds, or the server shuts down.
|
|
*
|
|
* @param sequence sequence of the ledger to extract
|
|
* @return Ledger header and transaction+metadata blobs; Empty optional if the server is shutting down
|
|
*/
|
|
OptionalGetLedgerResponseType
|
|
fetchData(uint32_t sequence)
|
|
{
|
|
LOG(log_.debug()) << "Attempting to fetch ledger with sequence = " << sequence;
|
|
|
|
auto response = loadBalancer_->fetchLedger(sequence, false, false);
|
|
if (response)
|
|
LOG(log_.trace()) << "GetLedger reply = " << response->DebugString();
|
|
return response;
|
|
}
|
|
|
|
/**
|
|
* @brief Extract diff data for a particular ledger from an ETL source.
|
|
*
|
|
* This function continously tries to extract the specified ledger (using all available ETL sources) until the
|
|
* extraction succeeds, or the server shuts down.
|
|
*
|
|
* @param sequence sequence of the ledger to extract
|
|
* @return Ledger data diff between sequance and parent; Empty optional if the server is shutting down
|
|
*/
|
|
OptionalGetLedgerResponseType
|
|
fetchDataAndDiff(uint32_t sequence)
|
|
{
|
|
LOG(log_.debug()) << "Attempting to fetch ledger with sequence = " << sequence;
|
|
|
|
auto const isCacheFull = backend_->cache().isFull();
|
|
auto const isLedgerCached = backend_->cache().latestLedgerSequence() >= sequence;
|
|
if (isLedgerCached) {
|
|
LOG(log_.info()) << sequence << " is already cached, the current latest seq in cache is "
|
|
<< backend_->cache().latestLedgerSequence() << " and the cache is "
|
|
<< (isCacheFull ? "full" : "not full");
|
|
}
|
|
|
|
auto response = loadBalancer_->fetchLedger(sequence, true, !isCacheFull || isLedgerCached);
|
|
if (response)
|
|
LOG(log_.trace()) << "GetLedger reply = " << response->DebugString();
|
|
|
|
return response;
|
|
}
|
|
};
|
|
|
|
} // namespace etl::impl
|