init_chainablestack.hpp

Go to the documentation of this file.

#ifndef STAN_MATH_REV_CORE_INIT_CHAINABLESTACK_HPP
#define STAN_MATH_REV_CORE_INIT_CHAINABLESTACK_HPP
 
#include <stan/math/rev/core/chainablestack.hpp>
 
#include <tbb/task_scheduler_observer.h>
 
#include <mutex>
#include <unordered_map>
#include <utility>
#include <thread>
#include <tuple>
 
#ifdef __APPLE__
#include <pthread.h>
#if defined(__arm64__) || defined(__aarch64__)
#include <sys/qos.h>
#endif
#endif
 
namespace stan {
namespace math {
 
class ad_tape_observer final : public tbb::task_scheduler_observer {
  using stack_ptr = std::unique_ptr<ChainableStack>;
  using ad_map = std::unordered_map<std::thread::id, stack_ptr>;
 
 public:
  ad_tape_observer() : tbb::task_scheduler_observer(), thread_tape_map_() {
    on_scheduler_entry(true);  // register current process
    observe(true);             // activates the observer
  }
 
  ~ad_tape_observer() { observe(false); }
 
  void on_scheduler_entry(bool worker) {
#ifdef __APPLE__
#if defined(__arm64__) || defined(__aarch64__)
    // Set thread QoS to USER_INITIATED so macOS prefers scheduling
    // TBB worker threads on performance cores rather than efficiency cores.
    pthread_set_qos_class_self_np(QOS_CLASS_USER_INITIATED, 0);
#endif
#endif
    std::lock_guard<std::mutex> thread_tape_map_lock(thread_tape_map_mutex_);
    const std::thread::id thread_id = std::this_thread::get_id();
    if (thread_tape_map_.find(thread_id) == thread_tape_map_.end()) {
      ad_map::iterator insert_elem;
      bool status = false;
      std::tie(insert_elem, status)
          = thread_tape_map_.emplace(ad_map::value_type{thread_id, nullptr});
      insert_elem->second = std::make_unique<ChainableStack>();
    }
  }
 
  void on_scheduler_exit(bool worker) {
    std::lock_guard<std::mutex> thread_tape_map_lock(thread_tape_map_mutex_);
    auto elem = thread_tape_map_.find(std::this_thread::get_id());
    if (elem != thread_tape_map_.end()) {
      thread_tape_map_.erase(elem);
    }
  }
 
 private:
  ad_map thread_tape_map_;
  std::mutex thread_tape_map_mutex_;
};
 
namespace {
 
ad_tape_observer global_observer;
 
}  // namespace
}  // namespace math
}  // namespace stan
 
#endif