MultithreadedMeasurement.cpp

Go to the documentation of this file.

/*
 * MultiThreadedMeasurement.cpp
 *
 *  Created on: May 23, 2018
 *      Author: mschefer
 */

#include <chrono>
#include <ElementsKernel/Logging.h>
#include <csignal>

#include "SEImplementation/Plugin/SourceIDs/SourceID.h"
#include "SEImplementation/Measurement/MultithreadedMeasurement.h"

using namespace SourceXtractor;

static Elements::Logging logger = Elements::Logging::getLogger("Multithreading");


MultithreadedMeasurement::~MultithreadedMeasurement() {
  if (m_output_thread->joinable()) {
    m_output_thread->join();
  }
}

void MultithreadedMeasurement::startThreads() {
  m_output_thread = Euclid::make_unique<std::thread>(outputThreadStatic, this);
}

void MultithreadedMeasurement::stopThreads() {
  m_input_done = true;
  m_thread_pool->block();
  m_output_thread->join();
  logger.debug() << "All worker threads done!";
}

void MultithreadedMeasurement::synchronizeThreads() {
  // Wait until all worker threads are done
  m_thread_pool->block();

  // Wait until the output queue is empty
  while (true) {
    {
      std::unique_lock<std::mutex> output_lock(m_output_queue_mutex);
      if (m_output_queue.empty()) {
        break;
      }
      else if (m_thread_pool->checkForException(false)) {
        logger.fatal() << "An exception was thrown from a worker thread";
        m_thread_pool->checkForException(true);
      }
      else if (m_thread_pool->activeThreads() == 0) {
        throw Elements::Exception() << "No active threads and the queue is not empty! Please, report this as a bug";
      }
    }
    std::this_thread::sleep_for(std::chrono::milliseconds(100));
  }
}

void MultithreadedMeasurement::receiveSource(std::unique_ptr<SourceGroupInterface> source_group) {
  // Force computation of SourceID here, where the order is still deterministic
  for (auto& source : *source_group) {
    source.getProperty<SourceID>();
  }

  // Put the new SourceGroup into the input queue
  auto order_number = m_group_counter;
  auto lambda = [this, order_number, source_group = std::move(source_group)]() mutable {
    // Trigger measurements
    for (auto& source : *source_group) {
      m_source_to_row(source);
    }
    // Pass to the output thread
    {
      std::unique_lock<std::mutex> output_lock(m_output_queue_mutex);
      m_output_queue.emplace_back(order_number, std::move(source_group));
    }
    m_new_output.notify_one();
  };
  auto lambda_copyable = [lambda = std::make_shared<decltype(lambda)>(std::move(lambda))](){
    (*lambda)();
  };
  m_thread_pool->submit(lambda_copyable);
  ++m_group_counter;
}

void MultithreadedMeasurement::outputThreadStatic(MultithreadedMeasurement *measurement) {
  logger.debug() << "Starting output thread";
  try {
    measurement->outputThreadLoop();
  }
  catch (const Elements::Exception& e) {
    logger.fatal() << "Output thread got an exception!";
    logger.fatal() << e.what();
    if (!measurement->m_abort_raised.exchange(true)) {
      logger.fatal() << "Aborting the execution";
      ::raise(SIGTERM);
    }
  }
  logger.debug() << "Stopping output thread";
}

void MultithreadedMeasurement::outputThreadLoop() {
  while (m_thread_pool->activeThreads() > 0) {
    std::unique_lock<std::mutex> output_lock(m_output_queue_mutex);

    // Wait for something in the output queue
    if (m_output_queue.empty()) {
      m_new_output.wait_for(output_lock, std::chrono::milliseconds(100));
    }

    // Process the output queue
    while (!m_output_queue.empty()) {
      sendSource(std::move(m_output_queue.front().second));
      m_output_queue.pop_front();
    }

    if (m_input_done && m_thread_pool->running() + m_thread_pool->queued() == 0 &&
        m_output_queue.empty()) {
      break;
    }
  }
}

void MultithreadedMeasurement::receiveProcessSignal(const ProcessSourcesEvent& event) {
  sendProcessSignal(event);
}