rippled/src/libxrpl/core/detail/Workers.cpp

#include <xrpl/core/detail/Workers.h>

#include <xrpl/beast/core/CurrentThreadName.h>
#include <xrpl/beast/core/LockFreeStack.h>
#include <xrpl/core/PerfLog.h>

#include <mutex>
#include <string>
#include <utility>

namespace xrpl {

Workers::Workers(
    Callback& callback,
    perf::PerfLog* perfLog,
    std::string threadNames,
    int numberOfThreads)
    : callback_(callback)
    , perfLog_(perfLog)
    , threadNames_(std::move(threadNames))
    , semaphore_(0)
    , activeCount_(0)
    , pauseCount_(0)
    , runningTaskCount_(0)
{
    setNumberOfThreads(numberOfThreads);
}

Workers::~Workers()
{
    stop();

    deleteWorkers(everyone_);
}

int
Workers::getNumberOfThreads() const noexcept
{
    return numberOfThreads_;
}

// VFALCO NOTE if this function is called quickly to reduce then
//             increase the number of threads, it could result in
//             more paused threads being created than expected.
//
void
Workers::setNumberOfThreads(int numberOfThreads)
{
    static int kInstance{0};
    if (numberOfThreads_ == numberOfThreads)
        return;

    if (perfLog_ != nullptr)
        perfLog_->resizeJobs(numberOfThreads);

    if (numberOfThreads > numberOfThreads_)
    {
        // Increasing the number of working threads
        int const amount = numberOfThreads - numberOfThreads_;

        for (int i = 0; i < amount; ++i)
        {
            // See if we can reuse a paused worker
            Worker* worker = paused_.popFront();

            if (worker != nullptr)
            {
                // If we got here then the worker thread is at [1]
                // This will unblock their call to wait()
                //
                worker->notify();
            }
            else
            {
                worker = new Worker(*this, threadNames_, kInstance++);
                everyone_.pushFront(worker);
            }
        }
    }
    else
    {
        // Decreasing the number of working threads
        int const amount = numberOfThreads_ - numberOfThreads;

        for (int i = 0; i < amount; ++i)
        {
            ++pauseCount_;

            // Pausing a thread counts as one "internal task"
            semaphore_.notify();
        }
    }

    numberOfThreads_ = numberOfThreads;
}

void
Workers::stop()
{
    setNumberOfThreads(0);

    // Wait until all workers have paused AND no tasks are actively running.
    // Both conditions are needed because allPaused_ (mutex-protected) and
    // runningTaskCount_ (atomic) are not synchronized under the same lock,
    // so allPaused_ can momentarily be true while a task is still finishing.
    std::unique_lock<std::mutex> lk{mut_};
    cv_.wait(lk, [this] { return allPaused_ && numberOfCurrentlyRunningTasks() == 0; });
    lk.unlock();
}

void
Workers::addTask()
{
    semaphore_.notify();
}

int
Workers::numberOfCurrentlyRunningTasks() const noexcept
{
    return runningTaskCount_.load();
}

void
Workers::deleteWorkers(beast::LockFreeStack<Worker>& stack)
{
    for (;;)
    {
        Worker const* const worker = stack.popFront();

        if (worker != nullptr)
        {
            // This call blocks until the thread orderly exits
            delete worker;
        }
        else
        {
            break;
        }
    }
}

//------------------------------------------------------------------------------

Workers::Worker::Worker(Workers& workers, std::string threadName, int const instance)
    : workers_{workers}, threadName_{std::move(threadName)}, instance_{instance}

{
    thread_ = std::thread{&Workers::Worker::run, this};
}

Workers::Worker::~Worker()
{
    {
        std::scoped_lock const lock{mutex_};
        ++wakeCount_;
        shouldExit_ = true;
    }

    wakeup_.notify_one();
    thread_.join();
}

void
Workers::Worker::notify()
{
    std::scoped_lock const lock{mutex_};
    ++wakeCount_;
    wakeup_.notify_one();
}

void
Workers::Worker::run()
{
    bool shouldExit = true;
    do
    {
        // Increment the count of active workers, and if
        // we are the first one then reset the "all paused" event
        //
        if (++workers_.activeCount_ == 1)
        {
            std::scoped_lock const lk{workers_.mut_};
            workers_.allPaused_ = false;
        }

        for (;;)
        {
            // Put the name back in case the callback changed it
            beast::setCurrentThreadName(threadName_);

            // Acquire a task or "internal task."
            //
            workers_.semaphore_.wait();

            // See if there's a pause request. This
            // counts as an "internal task."
            //
            int pauseCount = workers_.pauseCount_.load();

            if (pauseCount > 0)
            {
                // Try to decrement
                pauseCount = --workers_.pauseCount_;

                if (pauseCount >= 0)
                {
                    // We got paused
                    break;
                }

                // Undo our decrement
                ++workers_.pauseCount_;
            }

            // We couldn't pause so we must have gotten
            // unblocked in order to process a task.
            //
            ++workers_.runningTaskCount_;
            workers_.callback_.processTask(instance_);

            // When the running task count drops to zero, wake stop() which
            // may be waiting for both allPaused_ and zero running tasks.
            // Locking mut_ before notify_all() prevents a lost wakeup:
            // it serializes against the predicate check inside stop()'s
            // cv_.wait(), ensuring the notification is not missed between
            // the predicate evaluation and the actual sleep.
            if (--workers_.runningTaskCount_ == 0)
            {
                std::scoped_lock const lk{workers_.mut_};
                workers_.cv_.notify_all();
            }
        }

        // Any worker that goes into the paused list must
        // guarantee that it will eventually block on its
        // event object.
        //
        workers_.paused_.pushFront(this);

        // Decrement the count of active workers, and if we
        // are the last one then signal the "all paused" event.
        //
        if (--workers_.activeCount_ == 0)
        {
            std::scoped_lock const lk{workers_.mut_};
            workers_.allPaused_ = true;
            workers_.cv_.notify_all();
        }

        // Set inactive thread name.
        beast::setCurrentThreadName("(" + threadName_ + ")");

        // [1] We will be here when the paused list is popped
        //
        // We block on our condition_variable, wakeup_, a requirement of being
        // put into the paused list.
        //
        // wakeup_ will get signaled by either Worker::notify() or ~Worker.
        {
            std::unique_lock<std::mutex> lock{mutex_};
            wakeup_.wait(lock, [this] { return this->wakeCount_ > 0; });

            shouldExit = shouldExit_;
            --wakeCount_;
        }
    } while (!shouldExit);
}

}  // namespace xrpl