#include <Schedule.h>
Public Types | |
typedef std::vector< edm::propagate_const< std::shared_ptr< OutputModuleCommunicator > > > | AllOutputModuleCommunicators |
typedef std::vector< Worker * > | AllWorkers |
typedef std::vector< std::string > | vstring |
typedef std::vector< Worker * > | Workers |
Public Member Functions | |
AllWorkers const & | allWorkers () const |
returns the collection of pointers to workers More... | |
void | availablePaths (std::vector< std::string > &oLabelsToFill) const |
adds to oLabelsToFill the labels for all paths in the process More... | |
void | beginJob (ProductRegistry const &) |
void | beginStream (unsigned int) |
bool | changeModule (std::string const &iLabel, ParameterSet const &iPSet, const ProductRegistry &iRegistry) |
void | clearCounters () |
Clear all the counters in the trigger report. More... | |
void | closeOutputFiles () |
void | enableEndPaths (bool active) |
void | endJob (ExceptionCollector &collector) |
void | endPaths (std::vector< std::string > &oLabelsToFill) const |
adds to oLabelsToFill the labels for all end paths in the process More... | |
bool | endPathsEnabled () const |
void | endStream (unsigned int) |
void | fillModuleAndConsumesInfo (std::vector< ModuleDescription const * > &allModuleDescriptions, std::vector< std::pair< unsigned int, unsigned int > > &moduleIDToIndex, std::vector< std::vector< ModuleDescription const * > > &modulesWhoseProductsAreConsumedBy, ProductRegistry const &preg) const |
std::vector< ModuleDescription const * > | getAllModuleDescriptions () const |
void | getTriggerReport (TriggerReport &rep) const |
void | getTriggerTimingReport (TriggerTimingReport &rep) const |
void | moduleDescriptionsInEndPath (std::string const &iEndPathLabel, std::vector< ModuleDescription const * > &descriptions, unsigned int hint) const |
void | moduleDescriptionsInPath (std::string const &iPathLabel, std::vector< ModuleDescription const * > &descriptions, unsigned int hint) const |
void | modulesInPath (std::string const &iPathLabel, std::vector< std::string > &oLabelsToFill) const |
adds to oLabelsToFill in execution order the labels of all modules in path iPathLabel More... | |
void | openNewOutputFilesIfNeeded () |
void | openOutputFiles (FileBlock &fb) |
void | postForkReacquireResources (unsigned int iChildIndex, unsigned int iNumberOfChildren) |
void | preForkReleaseResources () |
void | processOneEventAsync (WaitingTaskHolder iTask, unsigned int iStreamID, EventPrincipal &principal, EventSetup const &eventSetup) |
template<typename T > | |
void | processOneGlobal (typename T::MyPrincipal &principal, EventSetup const &eventSetup, bool cleaningUpAfterException=false) |
template<typename T > | |
void | processOneGlobalAsync (WaitingTaskHolder iTask, typename T::MyPrincipal &principal, EventSetup const &eventSetup, bool cleaningUpAfterException=false) |
template<typename T > | |
void | processOneStream (unsigned int iStreamID, typename T::MyPrincipal &principal, EventSetup const &eventSetup, bool cleaningUpAfterException=false) |
template<typename T > | |
void | processOneStreamAsync (WaitingTaskHolder iTask, unsigned int iStreamID, typename T::MyPrincipal &principal, EventSetup const &eventSetup, bool cleaningUpAfterException=false) |
void | respondToCloseInputFile (FileBlock const &fb) |
void | respondToOpenInputFile (FileBlock const &fb) |
Schedule (ParameterSet &proc_pset, service::TriggerNamesService &tns, ProductRegistry &pregistry, BranchIDListHelper &branchIDListHelper, ThinnedAssociationsHelper &thinnedAssociationsHelper, SubProcessParentageHelper const *subProcessParentageHelper, ExceptionToActionTable const &actions, std::shared_ptr< ActivityRegistry > areg, std::shared_ptr< ProcessConfiguration > processConfiguration, bool hasSubprocesses, PreallocationConfiguration const &config, ProcessContext const *processContext) | |
bool | shouldWeCloseOutput () const |
bool | terminate () const |
Return whether each output module has reached its maximum count. More... | |
int | totalEvents () const |
int | totalEventsFailed () const |
int | totalEventsPassed () const |
void | triggerPaths (std::vector< std::string > &oLabelsToFill) const |
void | writeLumi (LuminosityBlockPrincipal const &lbp, ProcessContext const *) |
void | writeRun (RunPrincipal const &rp, ProcessContext const *) |
Private Member Functions | |
void | limitOutput (ParameterSet const &proc_pset, BranchIDLists const &branchIDLists, SubProcessParentageHelper const *subProcessParentageHelper) |
std::shared_ptr< ModuleRegistry const > | moduleRegistry () const |
std::shared_ptr< ModuleRegistry > & | moduleRegistry () |
std::shared_ptr< TriggerResultInserter const > | resultsInserter () const |
std::shared_ptr< TriggerResultInserter > & | resultsInserter () |
Private Attributes | |
AllOutputModuleCommunicators | all_output_communicators_ |
volatile bool | endpathsAreActive_ |
edm::propagate_const< std::unique_ptr< GlobalSchedule > > | globalSchedule_ |
edm::propagate_const< std::shared_ptr< ModuleRegistry > > | moduleRegistry_ |
PreallocationConfiguration | preallocConfig_ |
edm::propagate_const< std::shared_ptr< TriggerResultInserter > > | resultsInserter_ |
std::vector< edm::propagate_const< std::shared_ptr< StreamSchedule > > > | streamSchedules_ |
edm::propagate_const< std::unique_ptr< SystemTimeKeeper > > | summaryTimeKeeper_ |
bool | wantSummary_ |
Definition at line 115 of file Schedule.h.
typedef std::vector<edm::propagate_const<std::shared_ptr<OutputModuleCommunicator> > > edm::Schedule::AllOutputModuleCommunicators |
Definition at line 119 of file Schedule.h.
typedef std::vector<Worker*> edm::Schedule::AllWorkers |
Definition at line 118 of file Schedule.h.
typedef std::vector<std::string> edm::Schedule::vstring |
Definition at line 117 of file Schedule.h.
typedef std::vector<Worker*> edm::Schedule::Workers |
Definition at line 121 of file Schedule.h.
edm::Schedule::Schedule | ( | ParameterSet & | proc_pset, |
service::TriggerNamesService & | tns, | ||
ProductRegistry & | pregistry, | ||
BranchIDListHelper & | branchIDListHelper, | ||
ThinnedAssociationsHelper & | thinnedAssociationsHelper, | ||
SubProcessParentageHelper const * | subProcessParentageHelper, | ||
ExceptionToActionTable const & | actions, | ||
std::shared_ptr< ActivityRegistry > | areg, | ||
std::shared_ptr< ProcessConfiguration > | processConfiguration, | ||
bool | hasSubprocesses, | ||
PreallocationConfiguration const & | config, | ||
ProcessContext const * | processContext | ||
) |
Definition at line 372 of file Schedule.cc.
References actions, all_output_communicators_, allWorkers(), EnergyCorrector::c, popcon2dropbox::copy(), edm::maker::ModuleHolder::createOutputModuleCommunicator(), endpathsAreActive_, edm::service::TriggerNamesService::getTrigPaths(), globalSchedule_, mps_fire::i, limitOutput(), moduleRegistry(), moduleRegistry_, gen::n, edm::SystemTimeKeeper::pauseModuleEvent(), preallocConfig_, edm::PRODUCT_TYPE, edm::SystemTimeKeeper::restartModuleEvent(), resultsInserter(), findQualityFiles::size, edm::SystemTimeKeeper::startEvent(), edm::SystemTimeKeeper::startModuleEvent(), edm::SystemTimeKeeper::startPath(), edm::SystemTimeKeeper::startProcessingLoop(), edm::SystemTimeKeeper::stopEvent(), edm::SystemTimeKeeper::stopModuleEvent(), edm::SystemTimeKeeper::stopPath(), edm::SystemTimeKeeper::stopProcessingLoop(), streamSchedules_, AlCaHLTBitMon_QueryRunRegistry::string, summaryTimeKeeper_, groupFilesInBlocks::temp, create_public_lumi_plots::transform, and wantSummary_.
Schedule::AllWorkers const & edm::Schedule::allWorkers | ( | ) | const |
returns the collection of pointers to workers
Definition at line 1020 of file Schedule.cc.
References globalSchedule_.
Referenced by changeModule(), edm::PathsAndConsumesOfModules::doConsumesInfo(), fillModuleAndConsumesInfo(), getAllModuleDescriptions(), postForkReacquireResources(), preForkReleaseResources(), respondToCloseInputFile(), respondToOpenInputFile(), and Schedule().
void edm::Schedule::availablePaths | ( | std::vector< std::string > & | oLabelsToFill | ) | const |
adds to oLabelsToFill the labels for all paths in the process
Definition at line 1025 of file Schedule.cc.
References streamSchedules_.
Referenced by edm::ScheduleInfo::availablePaths().
void edm::Schedule::beginJob | ( | ProductRegistry const & | iRegistry | ) |
Definition at line 941 of file Schedule.cc.
References globalSchedule_.
void edm::Schedule::beginStream | ( | unsigned int | iStreamID | ) |
Definition at line 945 of file Schedule.cc.
References streamSchedules_.
bool edm::Schedule::changeModule | ( | std::string const & | iLabel, |
ParameterSet const & | iPSet, | ||
const ProductRegistry & | iRegistry | ||
) |
clone the type of module with label iLabel but configure with iPSet. Returns true if successful.
Definition at line 972 of file Schedule.cc.
References allWorkers(), runEdmFileComparison::found, globalSchedule_, edm::InEvent, edm::InLumi, edm::InRun, moduleRegistry_, preallocConfig_, edm::ProductRegistry::productLookup(), streamSchedules_, and edm::Worker::updateLookup().
void edm::Schedule::clearCounters | ( | ) |
Clear all the counters in the trigger report.
Definition at line 1152 of file Schedule.cc.
References streamSchedules_.
void edm::Schedule::closeOutputFiles | ( | ) |
Definition at line 898 of file Schedule.cc.
References all_output_communicators_, edm::OutputModuleCommunicator::closeFile(), and edm::for_all().
void edm::Schedule::enableEndPaths | ( | bool | active | ) |
Turn end_paths "off" if "active" is false; turn end_paths "on" if "active" is true.
Definition at line 1092 of file Schedule.cc.
References endpathsAreActive_, and streamSchedules_.
void edm::Schedule::endJob | ( | ExceptionCollector & | collector | ) |
Definition at line 610 of file Schedule.cc.
References constexpr, edm::EventTimingSummary::cpuTime, edm::TriggerTimingReport::endPathSummaries, edm::TriggerReport::endPathSummaries, edm::TriggerTimingReport::eventSummary, edm::TriggerReport::eventSummary, alignBH_cfg::fixed, getTriggerReport(), getTriggerTimingReport(), globalSchedule_, edm::ExceptionCollector::hasThrown(), hpstanc_transforms::max, mod(), edm::PreallocationConfiguration::numberOfThreads(), AlCaHLTBitMon_ParallelJobs::p, preallocConfig_, edm::EventTimingSummary::realTime, streamSchedules_, edm::EventTimingSummary::sumStreamRealTime, edm::EventTimingSummary::totalEvents, edm::EventSummary::totalEvents, totalEvents(), edm::EventSummary::totalEventsFailed, edm::EventSummary::totalEventsPassed, edm::TriggerTimingReport::trigPathSummaries, edm::TriggerReport::trigPathSummaries, wantSummary_, edm::TriggerTimingReport::workerSummaries, and edm::TriggerReport::workerSummaries.
void edm::Schedule::endPaths | ( | std::vector< std::string > & | oLabelsToFill | ) | const |
adds to oLabelsToFill the labels for all end paths in the process
Definition at line 1035 of file Schedule.cc.
References streamSchedules_.
Referenced by edm::PathsAndConsumesOfModules::initialize().
bool edm::Schedule::endPathsEnabled | ( | ) | const |
Return true if end_paths are active, and false if they are inactive.
Definition at line 1100 of file Schedule.cc.
References endpathsAreActive_.
void edm::Schedule::endStream | ( | unsigned int | iStreamID | ) |
Definition at line 950 of file Schedule.cc.
References streamSchedules_.
void edm::Schedule::fillModuleAndConsumesInfo | ( | std::vector< ModuleDescription const * > & | allModuleDescriptions, |
std::vector< std::pair< unsigned int, unsigned int > > & | moduleIDToIndex, | ||
std::vector< std::vector< ModuleDescription const * > > & | modulesWhoseProductsAreConsumedBy, | ||
ProductRegistry const & | preg | ||
) | const |
Definition at line 1060 of file Schedule.cc.
References allWorkers(), mps_fire::i, edm::ModuleDescription::id(), edm::ModuleDescription::moduleLabel(), AlCaHLTBitMon_ParallelJobs::p, findQualityFiles::size, and edm::sort_all().
Referenced by edm::PathsAndConsumesOfModules::initialize().
std::vector< ModuleDescription const * > edm::Schedule::getAllModuleDescriptions | ( | ) | const |
Return a vector allowing const access to all the ModuleDescriptions for this Schedule. *** N.B. *** Ownership of the ModuleDescriptions is not *** passed to the caller. Do not call delete on these *** pointers!
Definition at line 1008 of file Schedule.cc.
References allWorkers(), AlCaHLTBitMon_ParallelJobs::p, mps_fire::result, and findQualityFiles::size.
Referenced by edm::ScheduleInfo::availableModuleLabels(), and edm::ScheduleInfo::parametersForModule().
void edm::Schedule::getTriggerReport | ( | TriggerReport & | rep | ) | const |
Return the trigger report information on paths, modules-in-path, modules-in-endpath, and modules.
Definition at line 1105 of file Schedule.cc.
References edm::TriggerReport::eventSummary, edm::sort_all(), streamSchedules_, edm::EventSummary::totalEvents, edm::EventSummary::totalEventsFailed, edm::EventSummary::totalEventsPassed, and edm::TriggerReport::workerSummaries.
Referenced by endJob().
void edm::Schedule::getTriggerTimingReport | ( | TriggerTimingReport & | rep | ) | const |
Return the trigger timing report information on paths, modules-in-path, modules-in-endpath, and modules.
Definition at line 1116 of file Schedule.cc.
References edm::EventTimingSummary::cpuTime, edm::TriggerTimingReport::eventSummary, edm::EventTimingSummary::realTime, summaryTimeKeeper_, and edm::EventTimingSummary::totalEvents.
Referenced by endJob().
|
private |
Definition at line 553 of file Schedule.cc.
References all_output_communicators_, EnergyCorrector::c, edm::errors::Configuration, edm::ParameterSet::empty(), Exception, edm::ParameterSet::getParameterNamesForType(), edm::ParameterSet::getParameterSetNames(), edm::ParameterSet::getUntrackedParameter(), edm::ParameterSet::getUntrackedParameterSet(), edm::OutputModuleDescription::maxEvents_, convertSQLitetoXML_cfg::output, edm::search_all(), and AlCaHLTBitMon_QueryRunRegistry::string.
Referenced by Schedule().
void edm::Schedule::moduleDescriptionsInEndPath | ( | std::string const & | iEndPathLabel, |
std::vector< ModuleDescription const * > & | descriptions, | ||
unsigned int | hint | ||
) | const |
adds the ModuleDescriptions into the vector for the modules scheduled in path iEndPathLabel hint is a performance optimization if you might know the position of the module in the path
Definition at line 1053 of file Schedule.cc.
References streamSchedules_.
Referenced by edm::PathsAndConsumesOfModules::initialize().
void edm::Schedule::moduleDescriptionsInPath | ( | std::string const & | iPathLabel, |
std::vector< ModuleDescription const * > & | descriptions, | ||
unsigned int | hint | ||
) | const |
adds the ModuleDescriptions into the vector for the modules scheduled in path iPathLabel hint is a performance optimization if you might know the position of the module in the path
Definition at line 1046 of file Schedule.cc.
References streamSchedules_.
Referenced by edm::PathsAndConsumesOfModules::initialize().
|
inlineprivate |
Definition at line 288 of file Schedule.h.
References edm::get_underlying_safe().
Referenced by Schedule().
|
inlineprivate |
Definition at line 289 of file Schedule.h.
References edm::get_underlying_safe().
void edm::Schedule::modulesInPath | ( | std::string const & | iPathLabel, |
std::vector< std::string > & | oLabelsToFill | ||
) | const |
adds to oLabelsToFill in execution order the labels of all modules in path iPathLabel
Definition at line 1040 of file Schedule.cc.
References streamSchedules_.
Referenced by edm::ScheduleInfo::modulesInPath().
void edm::Schedule::openNewOutputFilesIfNeeded | ( | ) |
Definition at line 903 of file Schedule.cc.
References all_output_communicators_, edm::for_all(), and edm::OutputModuleCommunicator::openNewFileIfNeeded().
void edm::Schedule::openOutputFiles | ( | FileBlock & | fb | ) |
Definition at line 908 of file Schedule.cc.
References all_output_communicators_, edm::for_all(), and edm::OutputModuleCommunicator::openFile().
void edm::Schedule::postForkReacquireResources | ( | unsigned int | iChildIndex, |
unsigned int | iNumberOfChildren | ||
) |
Definition at line 967 of file Schedule.cc.
References allWorkers(), edm::for_all(), and edm::Worker::postForkReacquireResources().
void edm::Schedule::preForkReleaseResources | ( | ) |
Definition at line 963 of file Schedule.cc.
References allWorkers(), edm::for_all(), and edm::Worker::preForkReleaseResources().
void edm::Schedule::processOneEventAsync | ( | WaitingTaskHolder | iTask, |
unsigned int | iStreamID, | ||
EventPrincipal & | principal, | ||
EventSetup const & | eventSetup | ||
) |
Definition at line 955 of file Schedule.cc.
References eostools::move(), and streamSchedules_.
void edm::Schedule::processOneGlobal | ( | typename T::MyPrincipal & | principal, |
EventSetup const & | eventSetup, | ||
bool | cleaningUpAfterException = false |
||
) |
Definition at line 329 of file Schedule.h.
void edm::Schedule::processOneGlobalAsync | ( | WaitingTaskHolder | iTask, |
typename T::MyPrincipal & | principal, | ||
EventSetup const & | eventSetup, | ||
bool | cleaningUpAfterException = false |
||
) |
Definition at line 337 of file Schedule.h.
Referenced by edm::beginGlobalTransitionAsync(), and edm::endGlobalTransitionAsync().
void edm::Schedule::processOneStream | ( | unsigned int | iStreamID, |
typename T::MyPrincipal & | principal, | ||
EventSetup const & | eventSetup, | ||
bool | cleaningUpAfterException = false |
||
) |
Definition at line 309 of file Schedule.h.
void edm::Schedule::processOneStreamAsync | ( | WaitingTaskHolder | iTask, |
unsigned int | iStreamID, | ||
typename T::MyPrincipal & | principal, | ||
EventSetup const & | eventSetup, | ||
bool | cleaningUpAfterException = false |
||
) |
Definition at line 318 of file Schedule.h.
References eostools::move().
Referenced by edm::beginStreamTransitionAsync(), and edm::endStreamTransitionAsync().
void edm::Schedule::respondToCloseInputFile | ( | FileBlock const & | fb | ) |
Definition at line 936 of file Schedule.cc.
References allWorkers(), edm::for_all(), and edm::Worker::respondToCloseInputFile().
void edm::Schedule::respondToOpenInputFile | ( | FileBlock const & | fb | ) |
Definition at line 931 of file Schedule.cc.
References allWorkers(), edm::for_all(), and edm::Worker::respondToOpenInputFile().
|
inlineprivate |
Definition at line 286 of file Schedule.h.
References edm::get_underlying_safe().
Referenced by Schedule().
|
inlineprivate |
Definition at line 287 of file Schedule.h.
References edm::get_underlying_safe().
bool edm::Schedule::shouldWeCloseOutput | ( | ) | const |
Definition at line 923 of file Schedule.cc.
References all_output_communicators_, and edm::OutputModuleCommunicator::shouldWeCloseFile().
bool edm::Schedule::terminate | ( | void | ) | const |
Return whether each output module has reached its maximum count.
Definition at line 594 of file Schedule.cc.
References all_output_communicators_, and EnergyCorrector::c.
int edm::Schedule::totalEvents | ( | ) | const |
Return the number of events this Schedule has tried to process (inclues both successes and failures, including failures due to exceptions during processing).
Definition at line 1124 of file Schedule.cc.
References streamSchedules_.
Referenced by endJob().
int edm::Schedule::totalEventsFailed | ( | ) | const |
Return the number of events that have not passed any trigger. (N.B. totalEventsFailed() + totalEventsPassed() == totalEvents()
Definition at line 1142 of file Schedule.cc.
References streamSchedules_.
int edm::Schedule::totalEventsPassed | ( | ) | const |
Return the number of events which have been passed by one or more trigger paths.
Definition at line 1133 of file Schedule.cc.
References streamSchedules_.
void edm::Schedule::triggerPaths | ( | std::vector< std::string > & | oLabelsToFill | ) | const |
Adds to oLabelsToFill the labels for all trigger paths in the process. This is different from availablePaths because it includes the empty paths to match the entries in TriggerResults exactly.
Definition at line 1030 of file Schedule.cc.
References streamSchedules_.
Referenced by edm::PathsAndConsumesOfModules::initialize().
void edm::Schedule::writeLumi | ( | LuminosityBlockPrincipal const & | lbp, |
ProcessContext const * | processContext | ||
) |
Definition at line 918 of file Schedule.cc.
References all_output_communicators_, edm::for_all(), and edm::OutputModuleCommunicator::writeLumi().
void edm::Schedule::writeRun | ( | RunPrincipal const & | rp, |
ProcessContext const * | processContext | ||
) |
Definition at line 913 of file Schedule.cc.
References all_output_communicators_, edm::for_all(), and edm::OutputModuleCommunicator::writeRun().
|
private |
Definition at line 297 of file Schedule.h.
Referenced by closeOutputFiles(), limitOutput(), openNewOutputFilesIfNeeded(), openOutputFiles(), Schedule(), shouldWeCloseOutput(), terminate(), writeLumi(), and writeRun().
|
private |
Definition at line 304 of file Schedule.h.
Referenced by enableEndPaths(), endPathsEnabled(), and Schedule().
|
private |
Definition at line 295 of file Schedule.h.
Referenced by allWorkers(), beginJob(), changeModule(), endJob(), and Schedule().
|
private |
Definition at line 292 of file Schedule.h.
Referenced by changeModule(), and Schedule().
|
private |
Definition at line 298 of file Schedule.h.
Referenced by changeModule(), endJob(), and Schedule().
|
private |
Definition at line 291 of file Schedule.h.
|
private |
Definition at line 293 of file Schedule.h.
Referenced by availablePaths(), beginStream(), changeModule(), clearCounters(), enableEndPaths(), endJob(), endPaths(), endStream(), getTriggerReport(), moduleDescriptionsInEndPath(), moduleDescriptionsInPath(), modulesInPath(), processOneEventAsync(), Schedule(), totalEvents(), totalEventsFailed(), totalEventsPassed(), and triggerPaths().
|
private |
Definition at line 300 of file Schedule.h.
Referenced by getTriggerTimingReport(), and Schedule().
|
private |
Definition at line 302 of file Schedule.h.
Referenced by endJob(), and Schedule().