edm::WorkerManager Class Reference

#include <WorkerManager.h>

Public Types
typedef std::vector< Worker * >	AllWorkers

Public Member Functions
ExceptionToActionTable const &	actionTable () const
void	addToAllWorkers (Worker *w)
void	addToUnscheduledWorkers (ParameterSet &pset, ProductRegistry &preg, PreallocationConfiguration const *prealloc, std::shared_ptr< ProcessConfiguration > processConfiguration, std::string label, std::set< std::string > &unscheduledLabels, std::vector< std::string > &shouldBeUsedLabels)
AllWorkers const &	allWorkers () const
void	beginJob (ProductRegistry const &iRegistry)
void	beginStream (StreamID iID, StreamContext &streamContext)
void	endJob ()
void	endJob (ExceptionCollector &collector)
void	endStream (StreamID iID, StreamContext &streamContext)
Worker *	getWorker (ParameterSet &pset, ProductRegistry &preg, PreallocationConfiguration const *prealloc, std::shared_ptr< ProcessConfiguration const > processConfiguration, std::string const &label)
template<typename T , typename U >
void	processOneOccurrence (typename T::MyPrincipal &principal, EventSetup const &eventSetup, StreamID streamID, typename T::Context const *topContext, U const *context, bool cleaningUpAfterException=false)
void	setOnDemandProducts (ProductRegistry &pregistry, std::set< std::string > const &unscheduledLabels) const
void	setupOnDemandSystem (EventPrincipal &principal, EventSetup const &es)
	WorkerManager (std::shared_ptr< ActivityRegistry > actReg, ExceptionToActionTable const &actions)
	WorkerManager (std::shared_ptr< ModuleRegistry > modReg, std::shared_ptr< ActivityRegistry > actReg, ExceptionToActionTable const &actions)

Private Member Functions
void	resetAll ()

Private Attributes
ExceptionToActionTable const *	actionTable_
AllWorkers	allWorkers_
void const *	lastSetupEventPrincipal_
UnscheduledCallProducer	unscheduled_
WorkerRegistry	workerReg_

Detailed Description

Definition at line 30 of file WorkerManager.h.

Member Typedef Documentation

typedef std::vector<Worker*> edm::WorkerManager::AllWorkers

Definition at line 32 of file WorkerManager.h.

Constructor & Destructor Documentation

edm::WorkerManager::WorkerManager	(	std::shared_ptr< ActivityRegistry >	actReg,
		ExceptionToActionTable const &	actions
	)

Definition at line 17 of file WorkerManager.cc.

                                                                                                          :
    workerReg_(areg),
    actionTable_(&actions),
    allWorkers_(),
    unscheduled_(*areg),
    lastSetupEventPrincipal_(nullptr)
  {

  } // WorkerManager::WorkerManager

edm::WorkerManager::WorkerManager	(	std::shared_ptr< ModuleRegistry >	modReg,
		std::shared_ptr< ActivityRegistry >	actReg,
		ExceptionToActionTable const &	actions
	)

Definition at line 27 of file WorkerManager.cc.

                                                                      :
  workerReg_(areg,modReg),
  actionTable_(&actions),
  allWorkers_(),
  unscheduled_(*areg),
  lastSetupEventPrincipal_(nullptr)
  {
  } // WorkerManager::WorkerManager

Member Function Documentation

ExceptionToActionTable const& edm::WorkerManager::actionTable ( ) const

inline

Definition at line 70 of file WorkerManager.h.

References actionTable_.

Referenced by edm::GlobalSchedule::actionTable(), and edm::StreamSchedule::actionTable().

{return *actionTable_;}

void edm::WorkerManager::addToAllWorkers

(

Worker *

w

)

Definition at line 142 of file WorkerManager.cc.

References allWorkers_, and edm::search_all().

Referenced by edm::GlobalSchedule::addToAllWorkers(), edm::StreamSchedule::addToAllWorkers(), and addToUnscheduledWorkers().

                                          {
    if(!search_all(allWorkers_, w)) {
      allWorkers_.push_back(w);
    }
  }

void edm::WorkerManager::addToUnscheduledWorkers	(	ParameterSet &	pset,
		ProductRegistry &	preg,
		PreallocationConfiguration const *	prealloc,
		std::shared_ptr< ProcessConfiguration >	processConfiguration,
		std::string	label,
		std::set< std::string > &	unscheduledLabels,
		std::vector< std::string > &	shouldBeUsedLabels
	)

Definition at line 47 of file WorkerManager.cc.

References addToAllWorkers(), edm::UnscheduledCallProducer::addWorker(), assert(), edm::ParameterSet::getParameter(), getWorker(), edm::Worker::kFilter, kFilterType(), edm::Worker::kProducer, kProducerType(), edm::Worker::moduleType(), AlCaHLTBitMon_QueryRunRegistry::string, and unscheduled_.

Referenced by edm::SecondaryEventProvider::SecondaryEventProvider(), and edm::StreamSchedule::StreamSchedule().

                                                                                        {
    //Need to
    // 1) create worker
    // 2) if it is a WorkerT<EDProducer>, add it to our list
    auto modType = pset.getParameter<std::string>("@module_edm_type");
    if(modType == kProducerType || modType == kFilterType) {
      Worker* newWorker = getWorker(pset, preg, prealloc, processConfiguration, label);
      assert(newWorker->moduleType() == Worker::kProducer || newWorker->moduleType() == Worker::kFilter);
      unscheduledLabels.insert(label);
      unscheduled_.addWorker(newWorker);
      //add to list so it gets reset each new event
      addToAllWorkers(newWorker);
    } else {
      shouldBeUsedLabels.push_back(label);
    }
  }

AllWorkers const& edm::WorkerManager::allWorkers ( ) const

inline

Definition at line 66 of file WorkerManager.h.

References allWorkers_.

Referenced by edm::GlobalSchedule::allWorkers(), and edm::StreamSchedule::allWorkers().

{return allWorkers_;}

void edm::WorkerManager::beginJob

(

ProductRegistry const &

iRegistry

)

Definition at line 100 of file WorkerManager.cc.

References allWorkers_, edm::Worker::beginJob(), edm::for_all(), edm::InEvent, edm::InLumi, edm::InRun, FSQHLTOfflineSource_cfi::processName, and edm::ProductRegistry::productLookup().

Referenced by edm::SecondaryEventProvider::beginJob(), and edm::GlobalSchedule::beginJob().

                                                               {
    auto const runLookup = iRegistry.productLookup(InRun);
    auto const lumiLookup = iRegistry.productLookup(InLumi);
    auto const eventLookup = iRegistry.productLookup(InEvent);
    if(allWorkers_.size()>0) {
      auto const& processName = allWorkers_[0]->description().processName();
      auto runModuleToIndicies = runLookup->indiciesForModulesInProcess(processName);
      auto lumiModuleToIndicies = lumiLookup->indiciesForModulesInProcess(processName);
      auto eventModuleToIndicies = eventLookup->indiciesForModulesInProcess(processName);
      for(auto& worker : allWorkers_) {
        worker->updateLookup(InRun,*runLookup);
        worker->updateLookup(InLumi,*lumiLookup);
        worker->updateLookup(InEvent,*eventLookup);
        worker->resolvePutIndicies(InRun,runModuleToIndicies);
        worker->resolvePutIndicies(InLumi,lumiModuleToIndicies);
        worker->resolvePutIndicies(InEvent,eventModuleToIndicies);
      }
      
      for_all(allWorkers_, std::bind(&Worker::beginJob, std::placeholders::_1));
    }
  }

void edm::WorkerManager::beginStream	(	StreamID	iID,
		StreamContext &	streamContext
	)

Definition at line 123 of file WorkerManager.cc.

References allWorkers_.

Referenced by edm::SecondaryEventProvider::beginStream(), and edm::StreamSchedule::beginStream().

                                                                       {
    for(auto& worker: allWorkers_) {
      worker->beginStream(iID, streamContext);
    }
  }

void edm::WorkerManager::endJob

(

void

)

Definition at line 80 of file WorkerManager.cc.

References allWorkers_.

Referenced by edm::SecondaryEventProvider::endJob(), and edm::GlobalSchedule::endJob().

                             {
    for(auto& worker : allWorkers_) {
      worker->endJob();
    }
  }

void edm::WorkerManager::endJob

(

ExceptionCollector &

collector

)

Definition at line 86 of file WorkerManager.cc.

References edm::ExceptionCollector::addException(), allWorkers_, and edm::convertException::wrap().

                                                          {
    for(auto& worker : allWorkers_) {
      try {
        convertException::wrap([&]() {
          worker->endJob();
        });
      }
      catch (cms::Exception const& ex) {
        collector.addException(ex);
      }
    }
  }

void edm::WorkerManager::endStream	(	StreamID	iID,
		StreamContext &	streamContext
	)

Definition at line 130 of file WorkerManager.cc.

References allWorkers_.

Referenced by edm::SecondaryEventProvider::endStream(), and edm::StreamSchedule::endStream().

                                                                     {
    for(auto& worker: allWorkers_) {
      worker->endStream(iID, streamContext);
    }
  }

Worker * edm::WorkerManager::getWorker	(	ParameterSet &	pset,
		ProductRegistry &	preg,
		PreallocationConfiguration const *	prealloc,
		std::shared_ptr< ProcessConfiguration const >	processConfiguration,
		std::string const &	label
	)

Definition at line 38 of file WorkerManager.cc.

References actionTable_, edm::WorkerRegistry::getWorker(), and workerReg_.

Referenced by addToUnscheduledWorkers(), edm::StreamSchedule::fillWorkers(), and edm::GlobalSchedule::GlobalSchedule().

                                                            {
    WorkerParams params(&pset, preg, prealloc, processConfiguration, *actionTable_);
    return workerReg_.getWorker(params, label);
  }

template<typename T , typename U >

void edm::WorkerManager::processOneOccurrence	(	typename T::MyPrincipal &	principal,
		EventSetup const &	eventSetup,
		StreamID	streamID,
		typename T::Context const *	topContext,
		U const *	context,
		bool	cleaningUpAfterException = false
	)

Definition at line 91 of file WorkerManager.h.

References edm::addContextAndPrintException(), cms::Exception::context(), resetAll(), edm::UnscheduledCallProducer::runNow(), unscheduled_, and edm::convertException::wrap().

Referenced by edm::SecondaryEventProvider::beginLuminosityBlock(), edm::SecondaryEventProvider::beginRun(), edm::SecondaryEventProvider::endLuminosityBlock(), edm::SecondaryEventProvider::endRun(), edm::GlobalSchedule::processOneGlobal(), and edm::StreamSchedule::processOneStream().

                                                                {
    this->resetAll();

    try {
      convertException::wrap([&]() {
        //make sure the unscheduled items see this run or lumi transition
        unscheduled_.runNow<T,U>(ep, es,streamID, topContext, context);
        }
      );
    }
    catch(cms::Exception& ex) {
      if (ex.context().empty()) {
        addContextAndPrintException("Calling function WorkerManager::processOneOccurrence", ex, cleaningUpAfterException);
      } else {
        addContextAndPrintException("", ex, cleaningUpAfterException);
      }
      throw;
    }
  }

void edm::WorkerManager::resetAll ( )

private

Definition at line 137 of file WorkerManager.cc.

References allWorkers_, edm::for_all(), and edm::Worker::reset().

Referenced by processOneOccurrence(), and setupOnDemandSystem().

                          {
    for_all(allWorkers_, std::bind(&Worker::reset, std::placeholders::_1));
  }

void edm::WorkerManager::setOnDemandProducts	(	ProductRegistry &	pregistry,
		std::set< std::string > const &	unscheduledLabels
	)		const

Definition at line 70 of file WorkerManager.cc.

References edm::InEvent, parseEventContent::prod, and edm::ProductRegistry::productListUpdator().

Referenced by edm::SecondaryEventProvider::SecondaryEventProvider(), and edm::StreamSchedule::StreamSchedule().

                                                                                                                      {
    for(auto& prod : pregistry.productListUpdator()) {
      if(prod.second.produced() &&
          prod.second.branchType() == InEvent &&
          unscheduledLabels.end() != unscheduledLabels.find(prod.second.moduleLabel())) {
        prod.second.setOnDemand(true);
      }
    }
  }

void edm::WorkerManager::setupOnDemandSystem	(	EventPrincipal &	principal,
		EventSetup const &	es
	)

Definition at line 149 of file WorkerManager.cc.

References allWorkers_, edm::UnscheduledCallProducer::auxiliary(), mps_alisetup::config, lastSetupEventPrincipal_, resetAll(), edm::UnscheduledCallProducer::setEventSetup(), edm::EventPrincipal::setupUnscheduled(), and unscheduled_.

Referenced by edm::StreamSchedule::processOneEventAsync(), and edm::SecondaryEventProvider::setupPileUpEvent().

                                                                             {
    this->resetAll();
    unscheduled_.setEventSetup(es);
    if(&ep != lastSetupEventPrincipal_) {
      UnscheduledConfigurator config( allWorkers_.begin(), allWorkers_.end(), &(unscheduled_.auxiliary()));
      ep.setupUnscheduled(config);
      lastSetupEventPrincipal_ = &ep;
    }
  }

Member Data Documentation

ExceptionToActionTable const* edm::WorkerManager::actionTable_

private

Definition at line 83 of file WorkerManager.h.

Referenced by actionTable(), and getWorker().

AllWorkers edm::WorkerManager::allWorkers_

private

Definition at line 84 of file WorkerManager.h.

Referenced by addToAllWorkers(), allWorkers(), beginJob(), beginStream(), endJob(), endStream(), resetAll(), and setupOnDemandSystem().

void const* edm::WorkerManager::lastSetupEventPrincipal_

private

Definition at line 86 of file WorkerManager.h.

Referenced by setupOnDemandSystem().

UnscheduledCallProducer edm::WorkerManager::unscheduled_

private

Definition at line 85 of file WorkerManager.h.

Referenced by addToUnscheduledWorkers(), processOneOccurrence(), and setupOnDemandSystem().

WorkerRegistry edm::WorkerManager::workerReg_

private

Definition at line 82 of file WorkerManager.h.

Referenced by getWorker().