#include <Schedule.h>

Public Types
typedef std::vector < std::shared_ptr < OutputModuleCommunicator > >	AllOutputModuleCommunicators

typedef std::vector< Worker * >	AllWorkers

typedef std::vector< std::string >	vstring

typedef std::shared_ptr< Worker >	WorkerPtr

typedef std::vector< Worker * >	Workers

Public Member Functions
AllWorkers const &	allWorkers () const
	returns the collection of pointers to workers More...

void	availablePaths (std::vector< std::string > &oLabelsToFill) const
	adds to oLabelsToFill the labels for all paths in the process More...

void	beginJob (ProductRegistry const &)

void	beginStream (unsigned int)

bool	changeModule (std::string const &iLabel, ParameterSet const &iPSet, const ProductRegistry &iRegistry)

void	clearCounters ()
	Clear all the counters in the trigger report. More...

void	closeOutputFiles ()

void	enableEndPaths (bool active)

void	endJob (ExceptionCollector &collector)

void	endPaths (std::vector< std::string > &oLabelsToFill) const
	adds to oLabelsToFill the labels for all end paths in the process More...

bool	endPathsEnabled () const

void	endStream (unsigned int)

void	fillModuleAndConsumesInfo (std::vector< ModuleDescription const * > &allModuleDescriptions, std::vector< std::pair< unsigned int, unsigned int > > &moduleIDToIndex, std::vector< std::vector< ModuleDescription const * > > &modulesWhoseProductsAreConsumedBy, ProductRegistry const &preg) const

std::vector< ModuleDescription const * >	getAllModuleDescriptions () const

void	getTriggerReport (TriggerReport &rep) const

void	getTriggerTimingReport (TriggerTimingReport &rep) const

void	moduleDescriptionsInEndPath (std::string const &iEndPathLabel, std::vector< ModuleDescription const * > &descriptions, unsigned int hint) const

void	moduleDescriptionsInPath (std::string const &iPathLabel, std::vector< ModuleDescription const * > &descriptions, unsigned int hint) const

void	modulesInPath (std::string const &iPathLabel, std::vector< std::string > &oLabelsToFill) const
	adds to oLabelsToFill in execution order the labels of all modules in path iPathLabel More...

void	openNewOutputFilesIfNeeded ()

void	openOutputFiles (FileBlock &fb)

void	postForkReacquireResources (unsigned int iChildIndex, unsigned int iNumberOfChildren)

void	preForkReleaseResources ()

template<typename T >
void	processOneEvent (unsigned int iStreamID, typename T::MyPrincipal &principal, EventSetup const &eventSetup, bool cleaningUpAfterException=false)

template<typename T >
void	processOneGlobal (typename T::MyPrincipal &principal, EventSetup const &eventSetup, bool cleaningUpAfterException=false)

template<typename T >
void	processOneStream (unsigned int iStreamID, typename T::MyPrincipal &principal, EventSetup const &eventSetup, bool cleaningUpAfterException=false)

void	respondToCloseInputFile (FileBlock const &fb)

void	respondToOpenInputFile (FileBlock const &fb)

	Schedule (ParameterSet &proc_pset, service::TriggerNamesService &tns, ProductRegistry &pregistry, BranchIDListHelper &branchIDListHelper, ThinnedAssociationsHelper &thinnedAssociationsHelper, ExceptionToActionTable const &actions, std::shared_ptr< ActivityRegistry > areg, std::shared_ptr< ProcessConfiguration > processConfiguration, const ParameterSet subProcPSet, PreallocationConfiguration const &config, ProcessContext const processContext)

bool	shouldWeCloseOutput () const

bool	terminate () const
	Return whether each output module has reached its maximum count. More...

int	totalEvents () const

int	totalEventsFailed () const

int	totalEventsPassed () const

void	triggerPaths (std::vector< std::string > &oLabelsToFill) const

void	writeLumi (LuminosityBlockPrincipal const &lbp, ProcessContext const *)

void	writeRun (RunPrincipal const &rp, ProcessContext const *)

Private Member Functions
void	checkForCorrectness () const
	Check that the schedule is actually runable. More...

void	limitOutput (ParameterSet const &proc_pset, BranchIDLists const &branchIDLists)

Private Attributes
AllOutputModuleCommunicators	all_output_communicators_

volatile bool	endpathsAreActive_

std::unique_ptr< GlobalSchedule >	globalSchedule_

std::shared_ptr< ModuleRegistry >	moduleRegistry_

PreallocationConfiguration	preallocConfig_

std::shared_ptr < TriggerResultInserter >	resultsInserter_

std::vector< std::shared_ptr < StreamSchedule > >	streamSchedules_

std::unique_ptr< SystemTimeKeeper >	summaryTimeKeeper_

bool	wantSummary_

Detailed Description

Definition at line 113 of file Schedule.h.

Member Typedef Documentation

typedef std::vector<std::shared_ptr<OutputModuleCommunicator> > edm::Schedule::AllOutputModuleCommunicators

Definition at line 118 of file Schedule.h.

typedef std::vector<Worker*> edm::Schedule::AllWorkers

Definition at line 117 of file Schedule.h.

typedef std::vector<std::string> edm::Schedule::vstring

Definition at line 115 of file Schedule.h.

typedef std::shared_ptr<Worker> edm::Schedule::WorkerPtr

Definition at line 116 of file Schedule.h.

typedef std::vector<Worker*> edm::Schedule::Workers

Definition at line 120 of file Schedule.h.

Constructor & Destructor Documentation

edm::Schedule::Schedule	(	ParameterSet &	proc_pset,
		service::TriggerNamesService &	tns,
		ProductRegistry &	pregistry,
		BranchIDListHelper &	branchIDListHelper,
		ThinnedAssociationsHelper &	thinnedAssociationsHelper,
		ExceptionToActionTable const &	actions,
		std::shared_ptr< ActivityRegistry >	areg,
		std::shared_ptr< ProcessConfiguration >	processConfiguration,
		const ParameterSet *	subProcPSet,
		PreallocationConfiguration const &	config,
		ProcessContext const *	processContext
	)

Definition at line 358 of file Schedule.cc.

                                                            :
   //Only create a resultsInserter if there is a trigger path
   resultsInserter_{tns.getTrigPaths().empty()? std::shared_ptr<TriggerResultInserter>{} :makeInserter(proc_pset,prealloc,preg,actions,areg,processConfiguration)},

Member Function Documentation

Schedule::AllWorkers const & edm::Schedule::allWorkers ( ) const

returns the collection of pointers to workers

Definition at line 955 of file Schedule.cc.

References globalSchedule_.

Referenced by changeModule(), checkForCorrectness(), edm::PathsAndConsumesOfModules::doConsumesInfo(), fillModuleAndConsumesInfo(), getAllModuleDescriptions(), postForkReacquireResources(), preForkReleaseResources(), respondToCloseInputFile(), and respondToOpenInputFile().

                              {
     return globalSchedule_->allWorkers();
   }

void edm::Schedule::availablePaths ( std::vector< std::string > & oLabelsToFill ) const

adds to oLabelsToFill the labels for all paths in the process

Definition at line 960 of file Schedule.cc.

References streamSchedules_.

Referenced by edm::ScheduleInfo::availablePaths().

                                                                     {
     streamSchedules_[0]->availablePaths(oLabelsToFill);
   }

void edm::Schedule::beginJob ( ProductRegistry const & iRegistry )

Definition at line 882 of file Schedule.cc.

References checkForCorrectness(), and globalSchedule_.

                                                           {
     checkForCorrectness();
     
     globalSchedule_->beginJob(iRegistry);
   }

void edm::Schedule::beginStream ( unsigned int iStreamID )

Definition at line 888 of file Schedule.cc.

References assert(), and streamSchedules_.

                                                    {
     assert(iStreamID<streamSchedules_.size());
     streamSchedules_[iStreamID]->beginStream();
   }

bool edm::Schedule::changeModule	(	std::string const &	iLabel,
		ParameterSet const &	iPSet,
		const ProductRegistry &	iRegistry
	)

clone the type of module with label iLabel but configure with iPSet. Returns true if successful.

Definition at line 907 of file Schedule.cc.

References allWorkers(), newFWLiteAna::found, globalSchedule_, edm::InEvent, edm::InLumi, edm::InRun, moduleRegistry_, preallocConfig_, edm::ProductRegistry::productLookup(), streamSchedules_, and edm::Worker::updateLookup().

Referenced by edm::ModuleChanger::changeModule().

                                                                 {
     Worker* found = nullptr;
     for (auto const& worker : allWorkers()) {
       if (worker->description().moduleLabel() == iLabel) {
         found = worker;
         break;
       }
     }
     if (nullptr == found) {
       return false;
     }
     
     auto newMod = moduleRegistry_->replaceModule(iLabel,iPSet,preallocConfig_);
     
     globalSchedule_->replaceModule(newMod,iLabel);
 
     for(auto s: streamSchedules_) {
       s->replaceModule(newMod,iLabel);
     }
     
     {
       //Need to updateLookup in order to make getByToken work
       auto const runLookup = iRegistry.productLookup(InRun);
       auto const lumiLookup = iRegistry.productLookup(InLumi);
       auto const eventLookup = iRegistry.productLookup(InEvent);
       found->updateLookup(InRun,*runLookup);
       found->updateLookup(InLumi,*lumiLookup);
       found->updateLookup(InEvent,*eventLookup);
     }
 
     return true;
   }

void edm::Schedule::checkForCorrectness ( ) const

private

Check that the schedule is actually runable.

Definition at line 1280 of file Schedule.cc.

References allWorkers(), newFWLiteAna::found, g, bookConverter::max, mergeVDriftHistosByStation::name, cmsHarvester::path, streamSchedules_, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by beginJob().

   {
     //Need to lookup names to ids quickly
     std::map<std::string,unsigned int> moduleNamesToIndex;
     for(auto worker: allWorkers()) {
       moduleNamesToIndex.insert( std::make_pair(worker->description().moduleLabel(),
                                          worker->description().id()));
     }
     
     //If a module to module dependency comes from a path, remember which path
     EdgeToPathMap edgeToPathMap;
 
     //determine the path dependencies
     std::vector<std::string> pathNames;
     {
       streamSchedules_[0]->availablePaths(pathNames);
       
       std::vector<std::string> moduleNames;
       std::vector<std::string> reducedModuleNames;
       unsigned int pathIndex=0;
       for(auto const& path: pathNames) {
         moduleNames.clear();
         reducedModuleNames.clear();
         std::set<std::string> alreadySeenNames;
         
         streamSchedules_[0]->modulesInPath(path,moduleNames);
         std::string lastModuleName;
         unsigned int lastModuleIndex;
         for(auto const& name: moduleNames) {
           auto found = alreadySeenNames.insert(name);
           if(found.second) {
             //first time for this path
             unsigned int moduleIndex = moduleNamesToIndex[name];
             if(not lastModuleName.empty() ) {
               edgeToPathMap[std::make_pair(moduleIndex,lastModuleIndex)].push_back(pathIndex);
             }
             lastModuleName = name;
             lastModuleIndex = moduleIndex;
           }
         }
         ++pathIndex;
       }
     }
     {
       std::vector<const char*> dependentModules;
       //determine the data dependencies
       for(auto const& worker: allWorkers()) {
         dependentModules.clear();
         //NOTE: what about aliases?
         worker->modulesDependentUpon(dependentModules);
         auto found = moduleNamesToIndex.find(worker->description().moduleLabel());
         if (found == moduleNamesToIndex.end()) {
           //The module was from a previous process
           continue;
         }
         unsigned int moduleIndex = found->second;
         for(auto name: dependentModules) {
           edgeToPathMap[std::make_pair(moduleIndex, moduleNamesToIndex[name])].push_back(std::numeric_limits<unsigned int>::max());
         }
       }
     }
     //Now use boost graph library to find cycles in the dependencies
     std::vector<SimpleEdge> outList;
     outList.reserve(edgeToPathMap.size());
     for(auto const& edgeInfo: edgeToPathMap) {
       outList.push_back(edgeInfo.first);
     }
     
     Graph g(outList.begin(),outList.end(), moduleNamesToIndex.size());
     
     cycle_detector detector(edgeToPathMap,pathNames,moduleNamesToIndex);
     boost::depth_first_search(g,boost::visitor(detector));
   }

void edm::Schedule::clearCounters ( )

Clear all the counters in the trigger report.

Definition at line 1086 of file Schedule.cc.

References streamSchedules_.

                           {
     for(auto const& s: streamSchedules_) {
       s->clearCounters();
     }
   }

void edm::Schedule::closeOutputFiles ( )

Definition at line 839 of file Schedule.cc.

References all_output_communicators_, edm::OutputModuleCommunicator::closeFile(), and edm::for_all().

                                   {
     using std::placeholders::_1;
     for_all(all_output_communicators_, std::bind(&OutputModuleCommunicator::closeFile, _1));
   }

void edm::Schedule::enableEndPaths ( bool active )

Turn end_paths "off" if "active" is false; turn end_paths "on" if "active" is true.

Definition at line 1027 of file Schedule.cc.

References endpathsAreActive_, and streamSchedules_.

                                       {
     endpathsAreActive_ = active;
     for(auto const &  s : streamSchedules_) {
       s->enableEndPaths(active);
     }
   }

void edm::Schedule::endJob ( ExceptionCollector & collector )

Definition at line 554 of file Schedule.cc.

References constexpr, edm::EventTimingSummary::cpuTime, edm::TriggerTimingReport::endPathSummaries, edm::TriggerReport::endPathSummaries, edm::TriggerTimingReport::eventSummary, edm::TriggerReport::eventSummary, getTriggerReport(), getTriggerTimingReport(), globalSchedule_, edm::ExceptionCollector::hasThrown(), bookConverter::max, mod(), edm::PreallocationConfiguration::numberOfThreads(), AlCaHLTBitMon_ParallelJobs::p, preallocConfig_, edm::EventTimingSummary::realTime, edm::EventTimingSummary::sumStreamRealTime, edm::EventTimingSummary::totalEvents, edm::EventSummary::totalEvents, totalEvents(), edm::EventSummary::totalEventsFailed, edm::EventSummary::totalEventsPassed, edm::TriggerTimingReport::trigPathSummaries, edm::TriggerReport::trigPathSummaries, wantSummary_, edm::TriggerTimingReport::workerSummaries, and edm::TriggerReport::workerSummaries.

                                                       {
     globalSchedule_->endJob(collector);
     if (collector.hasThrown()) {
       return;
     }
 
     if (wantSummary_ == false) return;
     {
       TriggerReport tr;
       getTriggerReport(tr);
       
       // The trigger report (pass/fail etc.):
       
       LogVerbatim("FwkSummary") << "";
       LogVerbatim("FwkSummary") << "TrigReport " << "---------- Event  Summary ------------";
       if(!tr.trigPathSummaries.empty()) {
         LogVerbatim("FwkSummary") << "TrigReport"
         << " Events total = " << tr.eventSummary.totalEvents
         << " passed = " << tr.eventSummary.totalEventsPassed
         << " failed = " << tr.eventSummary.totalEventsFailed
         << "";
       } else {
         LogVerbatim("FwkSummary") << "TrigReport"
         << " Events total = " << tr.eventSummary.totalEvents
         << " passed = " << tr.eventSummary.totalEvents
         << " failed = 0";
       }
       
       LogVerbatim("FwkSummary") << "";
       LogVerbatim("FwkSummary") << "TrigReport " << "---------- Path   Summary ------------";
       LogVerbatim("FwkSummary") << "TrigReport "
       << std::right << std::setw(10) << "Trig Bit#" << " "
       << std::right << std::setw(10) << "Executed" << " "
       << std::right << std::setw(10) << "Passed" << " "
       << std::right << std::setw(10) << "Failed" << " "
       << std::right << std::setw(10) << "Error" << " "
       << "Name" << "";
       for (auto const& p: tr.trigPathSummaries) {
         LogVerbatim("FwkSummary") << "TrigReport "
         << std::right << std::setw(5) << 1
         << std::right << std::setw(5) << p.bitPosition << " "
         << std::right << std::setw(10) << p.timesRun << " "
         << std::right << std::setw(10) << p.timesPassed << " "
         << std::right << std::setw(10) << p.timesFailed << " "
         << std::right << std::setw(10) << p.timesExcept << " "
         << p.name << "";
       }
 
       /*
       std::vector<int>::const_iterator epi = empty_trig_paths_.begin();
       std::vector<int>::const_iterator epe = empty_trig_paths_.end();
       std::vector<std::string>::const_iterator  epn = empty_trig_path_names_.begin();
       for (; epi != epe; ++epi, ++epn) {
         
         LogVerbatim("FwkSummary") << "TrigReport "
         << std::right << std::setw(5) << 1
         << std::right << std::setw(5) << *epi << " "
         << std::right << std::setw(10) << totalEvents() << " "
         << std::right << std::setw(10) << totalEvents() << " "
         << std::right << std::setw(10) << 0 << " "
         << std::right << std::setw(10) << 0 << " "
         << *epn << "";
       }
        */
       
       LogVerbatim("FwkSummary") << "";
       LogVerbatim("FwkSummary") << "TrigReport " << "-------End-Path   Summary ------------";
       LogVerbatim("FwkSummary") << "TrigReport "
       << std::right << std::setw(10) << "Trig Bit#" << " "
       << std::right << std::setw(10) << "Executed" << " "
       << std::right << std::setw(10) << "Passed" << " "
       << std::right << std::setw(10) << "Failed" << " "
       << std::right << std::setw(10) << "Error" << " "
       << "Name" << "";
       for (auto const& p: tr.endPathSummaries) {
         LogVerbatim("FwkSummary") << "TrigReport "
         << std::right << std::setw(5) << 0
         << std::right << std::setw(5) << p.bitPosition << " "
         << std::right << std::setw(10) << p.timesRun << " "
         << std::right << std::setw(10) << p.timesPassed << " "
         << std::right << std::setw(10) << p.timesFailed << " "
         << std::right << std::setw(10) << p.timesExcept << " "
         << p.name << "";
       }
       
       for (auto const& p: tr.trigPathSummaries) {
         LogVerbatim("FwkSummary") << "";
         LogVerbatim("FwkSummary") << "TrigReport " << "---------- Modules in Path: " << p.name << " ------------";
         LogVerbatim("FwkSummary") << "TrigReport "
         << std::right << std::setw(10) << "Trig Bit#" << " "
         << std::right << std::setw(10) << "Visited" << " "
         << std::right << std::setw(10) << "Passed" << " "
         << std::right << std::setw(10) << "Failed" << " "
         << std::right << std::setw(10) << "Error" << " "
         << "Name" << "";
         
         unsigned int bitpos = 0;
         for (auto const& mod: p.moduleInPathSummaries) {
           LogVerbatim("FwkSummary") << "TrigReport "
           << std::right << std::setw(5) << 1
           << std::right << std::setw(5) << bitpos << " "
           << std::right << std::setw(10) << mod.timesVisited << " "
           << std::right << std::setw(10) << mod.timesPassed << " "
           << std::right << std::setw(10) << mod.timesFailed << " "
           << std::right << std::setw(10) << mod.timesExcept << " "
           << mod.moduleLabel << "";
           ++bitpos;
         }
       }
       
       for (auto const& p: tr.endPathSummaries) {
         LogVerbatim("FwkSummary") << "";
         LogVerbatim("FwkSummary") << "TrigReport " << "------ Modules in End-Path: " << p.name << " ------------";
         LogVerbatim("FwkSummary") << "TrigReport "
         << std::right << std::setw(10) << "Trig Bit#" << " "
         << std::right << std::setw(10) << "Visited" << " "
         << std::right << std::setw(10) << "Passed" << " "
         << std::right << std::setw(10) << "Failed" << " "
         << std::right << std::setw(10) << "Error" << " "
         << "Name" << "";
         
         unsigned int bitpos=0;
         for (auto const& mod: p.moduleInPathSummaries) {
           LogVerbatim("FwkSummary") << "TrigReport "
           << std::right << std::setw(5) << 0
           << std::right << std::setw(5) << bitpos << " "
           << std::right << std::setw(10) << mod.timesVisited << " "
           << std::right << std::setw(10) << mod.timesPassed << " "
           << std::right << std::setw(10) << mod.timesFailed << " "
           << std::right << std::setw(10) << mod.timesExcept << " "
           << mod.moduleLabel << "";
           ++bitpos;
         }
       }
       
       LogVerbatim("FwkSummary") << "";
       LogVerbatim("FwkSummary") << "TrigReport " << "---------- Module Summary ------------";
       LogVerbatim("FwkSummary") << "TrigReport "
       << std::right << std::setw(10) << "Visited" << " "
       << std::right << std::setw(10) << "Executed" << " "
       << std::right << std::setw(10) << "Passed" << " "
       << std::right << std::setw(10) << "Failed" << " "
       << std::right << std::setw(10) << "Error" << " "
       << "Name" << "";
       for (auto const& worker : tr.workerSummaries) {
         LogVerbatim("FwkSummary") << "TrigReport "
         << std::right << std::setw(10) << worker.timesVisited << " "
         << std::right << std::setw(10) << worker.timesRun << " "
         << std::right << std::setw(10) << worker.timesPassed << " "
         << std::right << std::setw(10) << worker.timesFailed << " "
         << std::right << std::setw(10) << worker.timesExcept << " "
         << worker.moduleLabel << "";
       }
       LogVerbatim("FwkSummary") << "";
     }
     // The timing report (CPU and Real Time):
     TriggerTimingReport tr;
     getTriggerTimingReport(tr);
 
     const int totalEvents = std::max(1, tr.eventSummary.totalEvents);
 
     LogVerbatim("FwkSummary") << "TimeReport " << "---------- Event  Summary ---[sec]----";
     LogVerbatim("FwkSummary") << "TimeReport"
                               << std::setprecision(6) << std::fixed
                               << "       event loop CPU/event = " << tr.eventSummary.cpuTime/totalEvents;
     LogVerbatim("FwkSummary") << "TimeReport"
                               << std::setprecision(6) << std::fixed
                               << "      event loop Real/event = " << tr.eventSummary.realTime/totalEvents;
     LogVerbatim("FwkSummary") << "TimeReport"
                               << std::setprecision(6) << std::fixed
                               << "     sum Streams Real/event = " << tr.eventSummary.sumStreamRealTime/totalEvents;
     LogVerbatim("FwkSummary") << "TimeReport"
                               << std::setprecision(6) << std::fixed
                               << " efficiency CPU/Real/thread = " << tr.eventSummary.cpuTime/tr.eventSummary.realTime/preallocConfig_.numberOfThreads();
     
     constexpr int kColumn1Size = 10;
     constexpr int kColumn2Size = 12;
     constexpr int kColumn3Size = 12;
     LogVerbatim("FwkSummary") << "";
     LogVerbatim("FwkSummary") << "TimeReport " << "---------- Path   Summary ---[Real sec]----";
     LogVerbatim("FwkSummary") << "TimeReport "
                               << std::right << std::setw(kColumn1Size) << "per event"<<" "
                               << std::right << std::setw(kColumn2Size) << "per exec"
                               << "  Name";
     for (auto const& p: tr.trigPathSummaries) {
       const int timesRun = std::max(1, p.timesRun);
       LogVerbatim("FwkSummary") << "TimeReport "
                                 << std::setprecision(6) << std::fixed
                                 << std::right << std::setw(kColumn1Size) << p.realTime/totalEvents << " "
                                 << std::right << std::setw(kColumn2Size) << p.realTime/timesRun << "  "
                                 << p.name << "";
     }
     LogVerbatim("FwkSummary") << "TimeReport "
                               << std::right << std::setw(kColumn1Size) << "per event"<<" "
                               << std::right << std::setw(kColumn2Size) << "per exec"
                               << "  Name" << "";
 
     LogVerbatim("FwkSummary") << "";
     LogVerbatim("FwkSummary") << "TimeReport " << "-------End-Path   Summary ---[Real sec]----";
     LogVerbatim("FwkSummary") << "TimeReport "
                               << std::right << std::setw(kColumn1Size) << "per event" <<" "
                               << std::right << std::setw(kColumn2Size) << "per exec"
                               << "  Name" << "";
     for (auto const& p: tr.endPathSummaries) {
       const int timesRun = std::max(1, p.timesRun);
 
       LogVerbatim("FwkSummary") << "TimeReport "
                                 << std::setprecision(6) << std::fixed
                                 << std::right << std::setw(kColumn1Size) << p.realTime/totalEvents << " "
                                 << std::right << std::setw(kColumn2Size) << p.realTime/timesRun << "  "
                                 << p.name << "";
     }
     LogVerbatim("FwkSummary") << "TimeReport "
                               << std::right << std::setw(kColumn1Size) << "per event" <<" "
                               << std::right << std::setw(kColumn2Size) << "per exec"
                               << "  Name" << "";
 
     for (auto const& p: tr.trigPathSummaries) {
       LogVerbatim("FwkSummary") << "";
       LogVerbatim("FwkSummary") << "TimeReport " << "---------- Modules in Path: " << p.name << " ---[Real sec]----";
       LogVerbatim("FwkSummary") << "TimeReport "
                                 << std::right << std::setw(kColumn1Size) << "per event" <<" "
                                 << std::right << std::setw(kColumn2Size) << "per visit"
                                 << "  Name" << "";
       for (auto const& mod: p.moduleInPathSummaries) {
         LogVerbatim("FwkSummary") << "TimeReport "
                                   << std::setprecision(6) << std::fixed
                                   << std::right << std::setw(kColumn1Size) << mod.realTime/totalEvents << " "
                                   << std::right << std::setw(kColumn2Size) << mod.realTime/std::max(1, mod.timesVisited) << "  "
                                   << mod.moduleLabel << "";
       }
     }
     if(not tr.trigPathSummaries.empty()) {
       LogVerbatim("FwkSummary") << "TimeReport "
                                 << std::right << std::setw(kColumn1Size) << "per event" <<" "
                                 << std::right << std::setw(kColumn2Size) << "per visit"
                                 << "  Name" << "";
     }
     for (auto const& p: tr.endPathSummaries) {
       LogVerbatim("FwkSummary") << "";
       LogVerbatim("FwkSummary") << "TimeReport " << "------ Modules in End-Path: " << p.name << " ---[Real sec]----";
       LogVerbatim("FwkSummary") << "TimeReport "
                                 << std::right << std::setw(kColumn1Size) << "per event" <<" "
                                 << std::right << std::setw(kColumn2Size) << "per visit"
                                 << "  Name" << "";
       for (auto const& mod: p.moduleInPathSummaries) {
         LogVerbatim("FwkSummary") << "TimeReport "
                                   << std::setprecision(6) << std::fixed
                                   << std::right << std::setw(kColumn1Size) << mod.realTime/totalEvents << " "
                                   << std::right << std::setw(kColumn2Size) << mod.realTime/std::max(1, mod.timesVisited) << "  "
                                   << mod.moduleLabel << "";
       }
     }
     if(not tr.endPathSummaries.empty()) {
       LogVerbatim("FwkSummary") << "TimeReport "
                                 << std::right << std::setw(kColumn1Size) << "per event" <<" "
                                 << std::right << std::setw(kColumn2Size) << "per visit"
                                 << "  Name" << "";
     }
     LogVerbatim("FwkSummary") << "";
     LogVerbatim("FwkSummary") << "TimeReport " << "---------- Module Summary ---[Real sec]----";
     LogVerbatim("FwkSummary") << "TimeReport "
                               << std::right << std::setw(kColumn1Size) << "per event" <<" "
                               << std::right << std::setw(kColumn2Size) << "per exec" <<" "
                               << std::right << std::setw(kColumn3Size) << "per visit"
                               << "  Name" << "";
     for (auto const& worker : tr.workerSummaries) {
       LogVerbatim("FwkSummary") << "TimeReport "
                                 << std::setprecision(6) << std::fixed
                                 << std::right << std::setw(kColumn1Size) << worker.realTime/totalEvents << " "
                                 << std::right << std::setw(kColumn2Size) << worker.realTime/std::max(1, worker.timesRun) << " "
                                 << std::right << std::setw(kColumn3Size) << worker.realTime/std::max(1, worker.timesVisited) << "  "
                                 << worker.moduleLabel << "";
     }
     LogVerbatim("FwkSummary") << "TimeReport "
                               << std::right << std::setw(kColumn1Size) << "per event" <<" "
                               << std::right << std::setw(kColumn2Size) << "per exec" <<" "
                               << std::right << std::setw(kColumn3Size) << "per visit"
                               << "  Name" << "";
 
     LogVerbatim("FwkSummary") << "";
     LogVerbatim("FwkSummary") << "T---Report end!" << "";
     LogVerbatim("FwkSummary") << "";
   }

void edm::Schedule::endPaths ( std::vector< std::string > & oLabelsToFill ) const

adds to oLabelsToFill the labels for all end paths in the process

Definition at line 970 of file Schedule.cc.

References streamSchedules_.

Referenced by edm::PathsAndConsumesOfModules::initialize().

                                                               {
     streamSchedules_[0]->endPaths(oLabelsToFill);
   }

bool edm::Schedule::endPathsEnabled ( ) const

Return true if end_paths are active, and false if they are inactive.

Definition at line 1035 of file Schedule.cc.

References endpathsAreActive_.

                                   {
     return endpathsAreActive_;
   }

void edm::Schedule::endStream ( unsigned int iStreamID )

Definition at line 893 of file Schedule.cc.

References assert(), and streamSchedules_.

                                                  {
     assert(iStreamID<streamSchedules_.size());
     streamSchedules_[iStreamID]->endStream();
   }

void edm::Schedule::fillModuleAndConsumesInfo	(	std::vector< ModuleDescription const * > &	allModuleDescriptions,
		std::vector< std::pair< unsigned int, unsigned int > > &	moduleIDToIndex,
		std::vector< std::vector< ModuleDescription const * > > &	modulesWhoseProductsAreConsumedBy,
		ProductRegistry const &	preg
	)		const

Definition at line 995 of file Schedule.cc.

References allWorkers(), i, edm::ModuleDescription::id(), edm::ModuleDescription::moduleLabel(), edmConvertToStreamModule::modules, AlCaHLTBitMon_ParallelJobs::p, findQualityFiles::size, and edm::sort_all().

Referenced by edm::PathsAndConsumesOfModules::initialize().

                                                                          {
     allModuleDescriptions.clear();
     moduleIDToIndex.clear();
     modulesWhoseProductsAreConsumedBy.clear();
 
     allModuleDescriptions.reserve(allWorkers().size());
     moduleIDToIndex.reserve(allWorkers().size());
     modulesWhoseProductsAreConsumedBy.resize(allWorkers().size());
 
     std::map<std::string, ModuleDescription const*> labelToDesc;
     unsigned int i = 0;
     for (auto const& worker : allWorkers()) {
       ModuleDescription const* p = worker->descPtr();
       allModuleDescriptions.push_back(p);
       moduleIDToIndex.push_back(std::pair<unsigned int, unsigned int>(p->id(), i));
       labelToDesc[p->moduleLabel()] = p;
       ++i;
     }
     sort_all(moduleIDToIndex);
 
     i = 0;
     for (auto const& worker : allWorkers()) {
       std::vector<ModuleDescription const*>& modules = modulesWhoseProductsAreConsumedBy.at(i);
       worker->modulesWhoseProductsAreConsumed(modules, preg, labelToDesc);
       ++i;
     }
   }

std::vector< ModuleDescription const * > edm::Schedule::getAllModuleDescriptions ( ) const

Return a vector allowing const access to all the ModuleDescriptions for this Schedule. *** N.B. *** Ownership of the ModuleDescriptions is not *** passed to the caller. Do not call delete on these *** pointers!

Definition at line 943 of file Schedule.cc.

References allWorkers(), AlCaHLTBitMon_ParallelJobs::p, query::result, and findQualityFiles::size.

Referenced by edm::ScheduleInfo::availableModuleLabels(), and edm::ScheduleInfo::parametersForModule().

                                            {
     std::vector<ModuleDescription const*> result;
     result.reserve(allWorkers().size());
 
     for (auto const& worker : allWorkers()) {
       ModuleDescription const* p = worker->descPtr();
       result.push_back(p);
     }
     return result;
   }

void edm::Schedule::getTriggerReport ( TriggerReport & rep ) const

Return the trigger report information on paths, modules-in-path, modules-in-endpath, and modules.

Definition at line 1040 of file Schedule.cc.

References edm::TriggerReport::eventSummary, streamSchedules_, edm::EventSummary::totalEvents, edm::EventSummary::totalEventsFailed, and edm::EventSummary::totalEventsPassed.

Referenced by endJob().

                                                      {
     rep.eventSummary.totalEvents = 0;
     rep.eventSummary.totalEventsPassed = 0;
     rep.eventSummary.totalEventsFailed = 0;
     for(auto& s: streamSchedules_) {
       s->getTriggerReport(rep);
     }
   }

void edm::Schedule::getTriggerTimingReport ( TriggerTimingReport & rep ) const

Return the trigger timing report information on paths, modules-in-path, modules-in-endpath, and modules.

Definition at line 1050 of file Schedule.cc.

References edm::EventTimingSummary::cpuTime, edm::TriggerTimingReport::eventSummary, edm::EventTimingSummary::realTime, summaryTimeKeeper_, and edm::EventTimingSummary::totalEvents.

Referenced by endJob().

                                                                  {
     rep.eventSummary.totalEvents = 0;
     rep.eventSummary.cpuTime = 0.;
     rep.eventSummary.realTime = 0.;
     summaryTimeKeeper_->fillTriggerTimingReport(rep);
   }

void edm::Schedule::limitOutput	(	ParameterSet const &	proc_pset,
		BranchIDLists const &	branchIDLists
	)

private

Definition at line 499 of file Schedule.cc.

References all_output_communicators_, EnergyCorrector::c, edm::errors::Configuration, edm::ParameterSet::empty(), edm::hlt::Exception, edm::ParameterSet::getParameterNamesForType(), edm::ParameterSet::getParameterSetNames(), edm::ParameterSet::getUntrackedParameter(), edm::ParameterSet::getUntrackedParameterSet(), edm::OutputModuleDescription::maxEvents_, convertSQLitetoXML_cfg::output, edm::search_all(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                          {
     std::string const output("output");
 
     ParameterSet const& maxEventsPSet = proc_pset.getUntrackedParameterSet("maxEvents", ParameterSet());
     int maxEventSpecs = 0;
     int maxEventsOut = -1;
     ParameterSet const* vMaxEventsOut = 0;
     std::vector<std::string> intNamesE = maxEventsPSet.getParameterNamesForType<int>(false);
     if (search_all(intNamesE, output)) {
       maxEventsOut = maxEventsPSet.getUntrackedParameter<int>(output);
       ++maxEventSpecs;
     }
     std::vector<std::string> psetNamesE;
     maxEventsPSet.getParameterSetNames(psetNamesE, false);
     if (search_all(psetNamesE, output)) {
       vMaxEventsOut = &maxEventsPSet.getUntrackedParameterSet(output);
       ++maxEventSpecs;
     }
 
     if (maxEventSpecs > 1) {
       throw Exception(errors::Configuration) <<
         "\nAt most, one form of 'output' may appear in the 'maxEvents' parameter set";
     }
 
     for (auto c : all_output_communicators_) {
       OutputModuleDescription desc(branchIDLists, maxEventsOut);
       if (vMaxEventsOut != 0 && !vMaxEventsOut->empty()) {
         std::string const& moduleLabel = c->description().moduleLabel();
         try {
           desc.maxEvents_ = vMaxEventsOut->getUntrackedParameter<int>(moduleLabel);
         } catch (Exception const&) {
           throw Exception(errors::Configuration) <<
             "\nNo entry in 'maxEvents' for output module label '" << moduleLabel << "'.\n";
         }
       }
       c->configure(desc);
     }
   }

void edm::Schedule::moduleDescriptionsInEndPath	(	std::string const &	iEndPathLabel,
		std::vector< ModuleDescription const * > &	descriptions,
		unsigned int	hint
	)		const

adds the ModuleDescriptions into the vector for the modules scheduled in path iEndPathLabel hint is a performance optimization if you might know the position of the module in the path

Definition at line 988 of file Schedule.cc.

References streamSchedules_.

Referenced by edm::PathsAndConsumesOfModules::initialize().

                                                                  {
     streamSchedules_[0]->moduleDescriptionsInEndPath(iEndPathLabel, descriptions, hint);
   }

void edm::Schedule::moduleDescriptionsInPath	(	std::string const &	iPathLabel,
		std::vector< ModuleDescription const * > &	descriptions,
		unsigned int	hint
	)		const

adds the ModuleDescriptions into the vector for the modules scheduled in path iPathLabel hint is a performance optimization if you might know the position of the module in the path

Definition at line 981 of file Schedule.cc.

References streamSchedules_.

Referenced by edm::PathsAndConsumesOfModules::initialize().

                                                               {
     streamSchedules_[0]->moduleDescriptionsInPath(iPathLabel, descriptions, hint);
   }

void edm::Schedule::modulesInPath	(	std::string const &	iPathLabel,
		std::vector< std::string > &	oLabelsToFill
	)		const

adds to oLabelsToFill in execution order the labels of all modules in path iPathLabel

Definition at line 975 of file Schedule.cc.

References streamSchedules_.

Referenced by edm::ScheduleInfo::modulesInPath().

                                                                      {
     streamSchedules_[0]->modulesInPath(iPathLabel,oLabelsToFill);
   }

void edm::Schedule::openNewOutputFilesIfNeeded ( )

Definition at line 844 of file Schedule.cc.

References all_output_communicators_, edm::for_all(), and edm::OutputModuleCommunicator::openNewFileIfNeeded().

                                             {
     using std::placeholders::_1;
     for_all(all_output_communicators_, std::bind(&OutputModuleCommunicator::openNewFileIfNeeded, _1));
   }

void edm::Schedule::openOutputFiles ( FileBlock & fb )

Definition at line 849 of file Schedule.cc.

References all_output_communicators_, edm::for_all(), and edm::OutputModuleCommunicator::openFile().

                                               {
     using std::placeholders::_1;
     for_all(all_output_communicators_, std::bind(&OutputModuleCommunicator::openFile, _1, std::cref(fb)));
   }

void edm::Schedule::postForkReacquireResources	(	unsigned int	iChildIndex,
		unsigned int	iNumberOfChildren
	)

Definition at line 902 of file Schedule.cc.

References allWorkers(), edm::for_all(), and edm::Worker::postForkReacquireResources().

                                                                                                     {
     using std::placeholders::_1;
     for_all(allWorkers(), std::bind(&Worker::postForkReacquireResources, _1, iChildIndex, iNumberOfChildren));
   }

void edm::Schedule::preForkReleaseResources ( )

Definition at line 898 of file Schedule.cc.

References allWorkers(), edm::for_all(), and edm::Worker::preForkReleaseResources().

                                          {
     using std::placeholders::_1;
     for_all(allWorkers(), std::bind(&Worker::preForkReleaseResources, _1));
   }

template<typename T >

void edm::Schedule::processOneEvent	(	unsigned int	iStreamID,
		typename T::MyPrincipal &	principal,
		EventSetup const &	eventSetup,
		bool	cleaningUpAfterException = `false`
	)

Definition at line 291 of file Schedule.h.

References assert(), and streamSchedules_.

                                                                 {
     assert(iStreamID<streamSchedules_.size());
     streamSchedules_[iStreamID]->processOneEvent<T>(ep,es,cleaningUpAfterException);
   }

template<typename T >

void edm::Schedule::processOneGlobal	(	typename T::MyPrincipal &	principal,
		EventSetup const &	eventSetup,
		bool	cleaningUpAfterException = `false`
	)

Definition at line 309 of file Schedule.h.

References globalSchedule_.

                                                                 {
     globalSchedule_->processOneGlobal<T>(ep,es,cleaningUpAfterException);
   }

template<typename T >

void edm::Schedule::processOneStream	(	unsigned int	iStreamID,
		typename T::MyPrincipal &	principal,
		EventSetup const &	eventSetup,
		bool	cleaningUpAfterException = `false`
	)

Definition at line 300 of file Schedule.h.

References assert(), and streamSchedules_.

                                                                  {
     assert(iStreamID<streamSchedules_.size());
     streamSchedules_[iStreamID]->processOneStream<T>(ep,es,cleaningUpAfterException);
   }

void edm::Schedule::respondToCloseInputFile ( FileBlock const & fb )

Definition at line 877 of file Schedule.cc.

References allWorkers(), edm::for_all(), and edm::Worker::respondToCloseInputFile().

                                                             {
     using std::placeholders::_1;
     for_all(allWorkers(), std::bind(&Worker::respondToCloseInputFile, _1, std::cref(fb)));
   }

void edm::Schedule::respondToOpenInputFile ( FileBlock const & fb )

Definition at line 872 of file Schedule.cc.

References allWorkers(), edm::for_all(), and edm::Worker::respondToOpenInputFile().

                                                            {
     using std::placeholders::_1;
     for_all(allWorkers(), std::bind(&Worker::respondToOpenInputFile, _1, std::cref(fb)));
   }

bool edm::Schedule::shouldWeCloseOutput ( ) const

Definition at line 864 of file Schedule.cc.

References all_output_communicators_, and edm::OutputModuleCommunicator::shouldWeCloseFile().

                                            {
     using std::placeholders::_1;
     // Return true iff at least one output module returns true.
     return (std::find_if (all_output_communicators_.begin(), all_output_communicators_.end(),
                      std::bind(&OutputModuleCommunicator::shouldWeCloseFile, _1))
                      != all_output_communicators_.end());
   }

bool edm::Schedule::terminate ( void ) const

Return whether each output module has reached its maximum count.

Definition at line 538 of file Schedule.cc.

References all_output_communicators_, and EnergyCorrector::c.

                                  {
     if (all_output_communicators_.empty()) {
       return false;
     }
     for (auto c : all_output_communicators_) {
       if (!c->limitReached()) {
         // Found an output module that has not reached output event count.
         return false;
       }
     }
     LogInfo("SuccessfulTermination")
       << "The job is terminating successfully because each output module\n"
       << "has reached its configured limit.\n";
     return true;
   }

int edm::Schedule::totalEvents ( ) const

Return the number of events this Schedule has tried to process (inclues both successes and failures, including failures due to exceptions during processing).

Definition at line 1058 of file Schedule.cc.

References streamSchedules_.

Referenced by endJob().

                               {
     int returnValue = 0;
     for(auto& s: streamSchedules_) {
       returnValue += s->totalEvents();
     }
     return returnValue;
   }

int edm::Schedule::totalEventsFailed ( ) const

Return the number of events that have not passed any trigger. (N.B. totalEventsFailed() + totalEventsPassed() == totalEvents()

Definition at line 1076 of file Schedule.cc.

References streamSchedules_.

                                     {
     int returnValue = 0;
     for(auto& s: streamSchedules_) {
       returnValue += s->totalEventsFailed();
     }
     return returnValue;
   }

int edm::Schedule::totalEventsPassed ( ) const

Return the number of events which have been passed by one or more trigger paths.

Definition at line 1067 of file Schedule.cc.

References streamSchedules_.

                                     {
     int returnValue = 0;
     for(auto& s: streamSchedules_) {
       returnValue += s->totalEventsPassed();
     }
     return returnValue;
   }

void edm::Schedule::triggerPaths ( std::vector< std::string > & oLabelsToFill ) const

Adds to oLabelsToFill the labels for all trigger paths in the process. This is different from availablePaths because it includes the empty paths to match the entries in TriggerResults exactly.

Definition at line 965 of file Schedule.cc.

References streamSchedules_.

Referenced by edm::PathsAndConsumesOfModules::initialize().

                                                                   {
     streamSchedules_[0]->triggerPaths(oLabelsToFill);
   }

void edm::Schedule::writeLumi	(	LuminosityBlockPrincipal const &	lbp,
		ProcessContext const *	processContext
	)

Definition at line 859 of file Schedule.cc.

References all_output_communicators_, edm::for_all(), and edm::OutputModuleCommunicator::writeLumi().

                                                                                                     {
     using std::placeholders::_1;
     for_all(all_output_communicators_, std::bind(&OutputModuleCommunicator::writeLumi, _1, std::cref(lbp), processContext));
   }

void edm::Schedule::writeRun	(	RunPrincipal const &	rp,
		ProcessContext const *	processContext
	)

Definition at line 854 of file Schedule.cc.

References all_output_communicators_, edm::for_all(), and edm::OutputModuleCommunicator::writeRun().

                                                                                       {
     using std::placeholders::_1;
     for_all(all_output_communicators_, std::bind(&OutputModuleCommunicator::writeRun, _1, std::cref(rp), processContext));
   }