evf::EvFBuildingThrottle Class Reference

#include <EvFBuildingThrottle.h>

Public Types
enum	Directory { mInvalid = 0, mBase, mBU, mCOUNT }

Public Member Functions
	EvFBuildingThrottle (const edm::ParameterSet &pset, edm::ActivityRegistry &reg)
void	postBeginRun (edm::GlobalContext const &gc)
void	postEndRun (edm::GlobalContext const &gc)
void	preBeginLumi (edm::GlobalContext const &gc)
void	preBeginRun (edm::GlobalContext const &gc)
bool	throttled () const
	~EvFBuildingThrottle ()

Private Member Functions
void	dowork ()
void	start ()
void	stop ()

Private Attributes
std::string	baseDir_
double	highWaterMark_
std::mutex	lock_
double	lowWaterMark_
std::atomic< bool >	m_stoprequest
std::shared_ptr< std::thread >	m_thread
unsigned int	sleep_
bool	throttled_
edm::ServiceToken	token_
Directory	whatToThrottleOn_

Detailed Description

Definition at line 18 of file EvFBuildingThrottle.h.

Member Enumeration Documentation

Directory

enum evf::EvFBuildingThrottle::Directory

Enumerator
mInvalid
mBase
mBU
mCOUNT

Definition at line 20 of file EvFBuildingThrottle.h.

{ mInvalid = 0, mBase, mBU, mCOUNT };

Constructor & Destructor Documentation

EvFBuildingThrottle()

evf::EvFBuildingThrottle::EvFBuildingThrottle ( const edm::ParameterSet &  pset, edm::ActivityRegistry &  reg  )

inlineexplicit

Definition at line 21 of file EvFBuildingThrottle.h.

References postEndRun(), preBeginLumi(), preBeginRun(), edm::ActivityRegistry::watchPostGlobalEndRun(), edm::ActivityRegistry::watchPreGlobalBeginLumi(), and edm::ActivityRegistry::watchPreGlobalBeginRun().

        : highWaterMark_(pset.getUntrackedParameter<double>("highWaterMark", 0.8)),
          lowWaterMark_(pset.getUntrackedParameter<double>("lowWaterMark", 0.5)),
          m_stoprequest(false),
          whatToThrottleOn_(Directory(pset.getUntrackedParameter<int>("dirCode", mBase))),
          throttled_(false),
          sleep_(pset.getUntrackedParameter<unsigned int>("sleepmSecs", 1000)) {
      reg.watchPreGlobalBeginRun(this, &EvFBuildingThrottle::preBeginRun);
      reg.watchPostGlobalEndRun(this, &EvFBuildingThrottle::postEndRun);
      reg.watchPreGlobalBeginLumi(this, &EvFBuildingThrottle::preBeginLumi);
    }

~EvFBuildingThrottle()

evf::EvFBuildingThrottle::~EvFBuildingThrottle ( )

inline

Definition at line 32 of file EvFBuildingThrottle.h.

{}

Member Function Documentation

dowork()

void evf::EvFBuildingThrottle::dowork ( )

inlineprivate

Definition at line 60 of file EvFBuildingThrottle.h.

References baseDir_, visDQMUpload::buf, gather_cfg::cout, dqmMemoryStats::float, HLT_2022v14_cff::fraction, highWaterMark_, lock_, lowWaterMark_, m_stoprequest, edm::shutdown_flag, sleep_, throttled_, and token_.

Referenced by start().

                  {
      edm::ServiceRegistry::Operate operate(token_);
      struct statvfs buf;
      while (!m_stoprequest) {
        int retval = statvfs(baseDir_.c_str(), &buf);
        if (retval != 0) {
          std::cout << " building throttle - unable to stat " << baseDir_ << std::endl;
          m_stoprequest = true;
          continue;
        }
        double fraction = 1. - float(buf.f_bfree * buf.f_bsize) / float(buf.f_blocks * buf.f_frsize);
        bool highwater_ = fraction > highWaterMark_;
        bool lowwater_ = fraction < lowWaterMark_;
        if (highwater_ && !throttled_) {
          lock_.lock();
          throttled_ = true;
          std::cout << ">>>>throttling on " << std::endl;
        }
        if (lowwater_ && throttled_) {
          lock_.unlock();
          throttled_ = false;
        }
        std::cout << " building throttle on " << baseDir_ << " is " << fraction * 100 << " %full " << std::endl;
        //edm::Service<EvFDaqDirector>()->writeDiskAndThrottleStat(fraction,highwater_,lowwater_);
        ::usleep(sleep_ * 1000);
        if (edm::shutdown_flag) {
          std::cout << " Shutdown flag set: stop throttling" << std::endl;
          break;
        }
      }
      if (throttled_)
        lock_.unlock();
    }

postBeginRun()

void evf::EvFBuildingThrottle::postBeginRun ( edm::GlobalContext const &  gc )

inline

Definition at line 50 of file EvFBuildingThrottle.h.

{}

postEndRun()

void evf::EvFBuildingThrottle::postEndRun ( edm::GlobalContext const &  gc )

inline

Definition at line 52 of file EvFBuildingThrottle.h.

References stop().

Referenced by EvFBuildingThrottle().

{ stop(); }

preBeginLumi()

void evf::EvFBuildingThrottle::preBeginLumi ( edm::GlobalContext const &  gc )

inline

Definition at line 53 of file EvFBuildingThrottle.h.

References lock_.

Referenced by EvFBuildingThrottle().

                                                  {
      lock_.lock();
      lock_.unlock();
    }

preBeginRun()

void evf::EvFBuildingThrottle::preBeginRun ( edm::GlobalContext const &  gc )

inline

Definition at line 33 of file EvFBuildingThrottle.h.

References baseDir_, mBase, mBU, mInvalid, start(), and whatToThrottleOn_.

Referenced by EvFBuildingThrottle().

                                                 {
      //obtain directory to stat on
      switch (whatToThrottleOn_) {
        case mInvalid:
          //do nothing
          break;
        case mBase:
          baseDir_ = edm::Service<EvFDaqDirector>()->baseRunDir();
          break;
        case mBU:
          baseDir_ = edm::Service<EvFDaqDirector>()->buBaseRunDir();
          break;
        default:
          baseDir_ = edm::Service<EvFDaqDirector>()->baseRunDir();
      }
      start();
    }

start()

void evf::EvFBuildingThrottle::start ( )

inlineprivate

Definition at line 93 of file EvFBuildingThrottle.h.

References cms::cuda::assert(), gather_cfg::cout, dowork(), edm::ServiceRegistry::instance(), m_thread, edm::ServiceRegistry::presentToken(), token_, and whatToThrottleOn_.

Referenced by progressbar.ProgressBar::__next__(), Types.LuminosityBlockRange::cppID(), Types.EventRange::cppID(), and preBeginRun().

                 {
      assert(!m_thread);
      token_ = edm::ServiceRegistry::instance().presentToken();
      m_thread = std::make_shared<std::thread>(std::bind(&EvFBuildingThrottle::dowork, this));
      std::cout << "throttle thread started - throttle on " << whatToThrottleOn_ << std::endl;
    }

stop()

void evf::EvFBuildingThrottle::stop ( )

inlineprivate

Definition at line 99 of file EvFBuildingThrottle.h.

References cms::cuda::assert(), m_stoprequest, and m_thread.

Referenced by postEndRun().

                {
      assert(m_thread);
      m_stoprequest = true;
      m_thread->join();
    }

throttled()

bool evf::EvFBuildingThrottle::throttled ( ) const

inline

Definition at line 57 of file EvFBuildingThrottle.h.

References throttled_.

{ return throttled_; }

Member Data Documentation

baseDir_

std::string evf::EvFBuildingThrottle::baseDir_

private

Definition at line 110 of file EvFBuildingThrottle.h.

Referenced by dowork(), and preBeginRun().

highWaterMark_

double evf::EvFBuildingThrottle::highWaterMark_

private

Definition at line 105 of file EvFBuildingThrottle.h.

Referenced by dowork().

lock_

std::mutex evf::EvFBuildingThrottle::lock_

private

Definition at line 109 of file EvFBuildingThrottle.h.

Referenced by dowork(), and preBeginLumi().

lowWaterMark_

double evf::EvFBuildingThrottle::lowWaterMark_

private

Definition at line 106 of file EvFBuildingThrottle.h.

Referenced by dowork().

m_stoprequest

std::atomic<bool> evf::EvFBuildingThrottle::m_stoprequest

private

Definition at line 107 of file EvFBuildingThrottle.h.

Referenced by dowork(), and stop().

m_thread

std::shared_ptr<std::thread> evf::EvFBuildingThrottle::m_thread

private

Definition at line 108 of file EvFBuildingThrottle.h.

Referenced by start(), and stop().

sleep_

unsigned int evf::EvFBuildingThrottle::sleep_

private

Definition at line 114 of file EvFBuildingThrottle.h.

Referenced by dowork().

throttled_

bool evf::EvFBuildingThrottle::throttled_

private

Definition at line 113 of file EvFBuildingThrottle.h.

Referenced by dowork(), and throttled().

token_

edm::ServiceToken evf::EvFBuildingThrottle::token_

private

Definition at line 112 of file EvFBuildingThrottle.h.

Referenced by dowork(), and start().

whatToThrottleOn_

Directory evf::EvFBuildingThrottle::whatToThrottleOn_

private

Definition at line 111 of file EvFBuildingThrottle.h.

Referenced by preBeginRun(), and start().