MCOL-5044 This patch introduces current active jobs estimate counter and replaces some attributes with atomics

utils/threadpool/fair_threadpool.cpp

@@ -15,6 +15,7 @@
    Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
    MA 02110-1301, USA. */
 
+#include <atomic>
 #include <stdexcept>
 #include <unistd.h>
 #include <exception>
@@ -34,7 +35,7 @@ namespace threadpool
 {
 FairThreadPool::FairThreadPool(uint targetWeightPerRun, uint highThreads, uint midThreads, uint lowThreads,
                                uint ID)
- : _stop(false), weightPerRun(targetWeightPerRun), id(ID)
+ : weightPerRun(targetWeightPerRun), id(ID)
 {
   boost::thread* newThread;
   size_t numberOfThreads = highThreads + midThreads + lowThreads;
@@ -44,7 +45,8 @@ FairThreadPool::FairThreadPool(uint targetWeightPerRun, uint highThreads, uint m
     newThread->detach();
   }
   cout << "FairThreadPool started " << numberOfThreads << " thread/-s.\n";
-  defaultThreadCounts = threadCounts = numberOfThreads;
+  threadCounts_.store(numberOfThreads, std::memory_order_relaxed);
+  defaultThreadCounts = numberOfThreads;
 }
 
 FairThreadPool::~FairThreadPool()
@@ -62,17 +64,17 @@ void FairThreadPool::addJob_(const Job& job, bool useLock)
   boost::thread* newThread;
   std::unique_lock<std::mutex> lk(mutex, std::defer_lock_t());
 
-  if (useLock)
-    lk.lock();
-
   // Create any missing threads
-  if (defaultThreadCounts != threadCounts)
+  if (defaultThreadCounts != threadCounts_.load(std::memory_order_relaxed))
   {
     newThread = threads.create_thread(ThreadHelper(this, PriorityThreadPool::Priority::HIGH));
     newThread->detach();
-    ++threadCounts;
+    threadCounts_.fetch_add(1, std::memory_order_relaxed);
   }
 
+  if (useLock)
+    lk.lock();
+
   auto jobsListMapIter = txn2JobsListMap_.find(job.txnIdx_);
   if (jobsListMapIter == txn2JobsListMap_.end())  // there is no txn in the map
   {
@@ -131,7 +133,7 @@ void FairThreadPool::threadFcn(const PriorityThreadPool::Priority preferredQueue
 
   try
   {
-    while (!_stop)
+    while (!stop_.load(std::memory_order_relaxed))
     {
       runList.clear();  // remove the job
       std::unique_lock<std::mutex> lk(mutex);
@@ -188,7 +190,9 @@ void FairThreadPool::threadFcn(const PriorityThreadPool::Priority preferredQueue
       lk.unlock();
 
       running = true;
+      jobsRunning_.fetch_add(1, std::memory_order_relaxed);
       rescheduleJob = (*(runList[0].functor_))();  // run the functor
+      jobsRunning_.fetch_sub(1, std::memory_order_relaxed);
       running = false;
 
       utils::setThreadName("Idle");
@@ -206,10 +210,14 @@ void FairThreadPool::threadFcn(const PriorityThreadPool::Priority preferredQueue
   }
   catch (std::exception& ex)
   {
+    if (running)
+    {
+      jobsRunning_.fetch_sub(1, std::memory_order_relaxed);
+    }
     // Log the exception and exit this thread
     try
     {
-      --threadCounts;
+      threadCounts_.fetch_sub(1, std::memory_order_relaxed);
 #ifndef NOLOGGING
       logging::Message::Args args;
       logging::Message message(5);
@@ -236,7 +244,12 @@ void FairThreadPool::threadFcn(const PriorityThreadPool::Priority preferredQueue
     // Log the exception and exit this thread
     try
     {
-      --threadCounts;
+      if (running)
+      {
+        jobsRunning_.fetch_sub(1, std::memory_order_relaxed);
+      }
+      threadCounts_.fetch_sub(1, std::memory_order_relaxed);
+      ;
 #ifndef NOLOGGING
       logging::Message::Args args;
       logging::Message message(6);
@@ -276,7 +289,7 @@ void FairThreadPool::sendErrorMsg(uint32_t id, uint32_t step, primitiveprocessor
 
 void FairThreadPool::stop()
 {
-  _stop = true;
+  stop_.store(true, std::memory_order_relaxed);
 }
 
 }  // namespace threadpool

utils/threadpool/fair_threadpool.h

@@ -102,6 +102,11 @@ class FairThreadPool
   {
     return weightedTxnsQueue_.size();
   }
+  // This method enables a pool current workload estimate.
+  size_t jobsRunning() const
+  {
+    return jobsRunning_.load(std::memory_order_relaxed);
+  }
 
  protected:
  private:
@@ -126,12 +131,10 @@ class FairThreadPool
   void threadFcn(const PriorityThreadPool::Priority preferredQueue);
   void sendErrorMsg(uint32_t id, uint32_t step, primitiveprocessor::SP_UM_IOSOCK sock);
 
-  uint32_t threadCounts;
   uint32_t defaultThreadCounts;
   std::mutex mutex;
   std::condition_variable newJob;
   boost::thread_group threads;
-  bool _stop;
   uint32_t weightPerRun;
   volatile uint id;  // prevent it from being optimized out
 
@@ -154,6 +157,9 @@ class FairThreadPool
   using Txn2ThreadPoolJobsListMap = std::unordered_map<TransactionIdxT, ThreadPoolJobsList*>;
   Txn2ThreadPoolJobsListMap txn2JobsListMap_;
   WeightedTxnPrioQueue weightedTxnsQueue_;
+  std::atomic<size_t> jobsRunning_{0};
+  std::atomic<size_t> threadCounts_{0};
+  std::atomic<bool> stop_{false};
 };
 
 }  // namespace threadpool