#include <PoolSource.h>

Inheritance diagram for edm::PoolSource:

Public Member Functions
bool	bypassVersionCheck () const

bool	dropDescendants () const

bool	labelRawDataLikeMC () const

unsigned int	nStreams () const

	PoolSource (ParameterSet const &pset, InputSourceDescription const &desc)

ProductSelectorRules const &	productSelectorRules () const

RunHelperBase *	runHelper ()

bool	skipBadFiles () const

int	treeMaxVirtualSize () const

virtual	~PoolSource ()

Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistry >	actReg () const
	Accessor for Activity Registry. More...

std::shared_ptr< BranchIDListHelper const >	branchIDListHelper () const
	Accessors for branchIDListHelper. More...

std::shared_ptr< BranchIDListHelper > &	branchIDListHelper ()

void	closeFile (FileBlock *, bool cleaningUpAfterException)
	close current file More...

void	doBeginJob ()
	Called by framework at beginning of job. More...

void	doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
	Called by framework at beginning of lumi block. More...

void	doBeginRun (RunPrincipal &rp, ProcessContext const *)
	Called by framework at beginning of run. More...

void	doEndJob ()
	Called by framework at end of job. More...

void	doEndLumi (LuminosityBlockPrincipal &lbp, bool cleaningUpAfterException, ProcessContext const *)
	Called by framework at end of lumi block. More...

void	doEndRun (RunPrincipal &rp, bool cleaningUpAfterException, ProcessContext const *)
	Called by framework at end of run. More...

void	doPostForkReacquireResources (std::shared_ptr< multicore::MessageReceiverForSource >)

void	doPreForkReleaseResources ()
	Called by the framework before forking the process. More...

ProcessingController::ForwardState	forwardState () const

bool	goToEvent (EventID const &eventID)

	InputSource (ParameterSet const &, InputSourceDescription const &)
	Constructor. More...

	InputSource (InputSource const &)=delete

void	issueReports (EventID const &eventID)
	issue an event report More...

LuminosityBlockNumber_t	luminosityBlock () const
	Accessor for current luminosity block number. More...

std::shared_ptr< LuminosityBlockAuxiliary >	luminosityBlockAuxiliary () const
	Called by the framework to merge or insert lumi in principal cache. More...

int	maxEvents () const

int	maxLuminosityBlocks () const

ModuleDescription const &	moduleDescription () const
	Accessor for 'module' description. More...

ItemType	nextItemType ()
	Advances the source to the next item. More...

InputSource &	operator= (InputSource const &)=delete

ProcessConfiguration const &	processConfiguration () const
	Accessor for Process Configuration. More...

std::string const &	processGUID () const
	Accessor for global process identifier. More...

ProcessHistoryRegistry const &	processHistoryRegistry () const
	Accessors for process history registry. More...

ProcessHistoryRegistry &	processHistoryRegistry ()

ProcessingMode	processingMode () const
	RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...

std::shared_ptr< ProductRegistry const >	productRegistry () const
	Accessors for product registry. More...

std::shared_ptr< ProductRegistry > &	productRegistry ()

bool	randomAccess () const

void	readAndMergeLumi (LuminosityBlockPrincipal &lbp)
	Read next luminosity block (same as a prior lumi) More...

void	readAndMergeRun (RunPrincipal &rp)
	Read next run (same as a prior run) More...

void	readEvent (EventPrincipal &ep, StreamContext &)
	Read next event. More...

bool	readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
	Read a specific event. More...

std::unique_ptr< FileBlock >	readFile ()
	Read next file. More...

void	readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
	Read next luminosity block (new lumi) More...

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary ()
	Read next luminosity block Auxilary. More...

void	readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
	Read next run (new run) More...

std::shared_ptr< RunAuxiliary >	readRunAuxiliary ()
	Read next run Auxiliary. More...

ProcessHistoryID const &	reducedProcessHistoryID () const

void	registerProducts ()
	Register any produced products. More...

int	remainingEvents () const

int	remainingLuminosityBlocks () const

void	repeat ()
	Reset the remaining number of events/lumis to the maximum number. More...

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader ()
	Returns nullptr if no resource shared between the Source and a DelayedReader. More...

ProcessingController::ReverseState	reverseState () const

void	rewind ()
	Begin again at the first event. More...

RunNumber_t	run () const
	Accessor for current run number. More...

std::shared_ptr< RunAuxiliary >	runAuxiliary () const
	Called by the framework to merge or insert run in principal cache. More...

void	setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
	Set the luminosity block ID. More...

void	setRunNumber (RunNumber_t r)
	Set the run number. More...

void	skipEvents (int offset)

bool	skipForForking ()

std::shared_ptr< ThinnedAssociationsHelper const >	thinnedAssociationsHelper () const
	Accessors for thinnedAssociationsHelper. More...

std::shared_ptr< ThinnedAssociationsHelper > &	thinnedAssociationsHelper ()

Timestamp const &	timestamp () const
	Accessor for the current time, as seen by the input source. More...

virtual	~InputSource () noexcept(false)
	Destructor. More...

Static Public Member Functions
static void	fillDescriptions (ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from edm::InputSource
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Private Member Functions
virtual void	closeFile_ () override

virtual void	endJob () override

virtual ProcessingController::ForwardState	forwardState_ () const override

virtual ItemType	getNextItemType () override

virtual bool	goToEvent_ (EventID const &eventID) override

virtual void	preForkReleaseResources () override

virtual bool	randomAccess_ () const override

virtual void	readEvent_ (EventPrincipal &eventPrincipal) override

virtual std::unique_ptr< FileBlock >	readFile_ () override

virtual bool	readIt (EventID const &id, EventPrincipal &eventPrincipal, StreamContext &streamContext) override

virtual void	readLuminosityBlock_ (LuminosityBlockPrincipal &lumiPrincipal) override

virtual std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary_ () override

virtual void	readRun_ (RunPrincipal &runPrincipal) override

virtual std::shared_ptr< RunAuxiliary >	readRunAuxiliary_ () override

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader_ () override

virtual ProcessingController::ReverseState	reverseState_ () const override

virtual void	rewind_ () override

virtual void	skip (int offset) override

Private Attributes
std::array< std::vector< BranchID >, NumBranchTypes >	branchIDsToReplace_

bool	bypassVersionCheck_

InputFileCatalog	catalog_

bool	dropDescendants_

bool	labelRawDataLikeMC_

std::shared_ptr< std::recursive_mutex >	mutexSharedWithDelayedReader_

unsigned int	nStreams_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > >	primaryFileSequence_

ProductSelectorRules	productSelectorRules_

std::unique_ptr< SharedResourcesAcquirer >	resourceSharedWithDelayedReaderPtr_

RootServiceChecker	rootServiceChecker_

edm::propagate_const< std::unique_ptr< RunHelperBase > >	runHelper_

InputFileCatalog	secondaryCatalog_

std::vector< edm::propagate_const< std::unique_ptr< EventPrincipal > > >	secondaryEventPrincipals_

edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > >	secondaryFileSequence_

edm::propagate_const< std::shared_ptr< LuminosityBlockPrincipal > >	secondaryLumiPrincipal_

edm::propagate_const< std::shared_ptr< RunPrincipal > >	secondaryRunPrincipal_

bool	skipBadFiles_

int const	treeMaxVirtualSize_

Additional Inherited Members
Public Types inherited from edm::InputSource
enum	ItemType { IsInvalid, IsStop, IsFile, IsRun, IsLumi, IsEvent, IsRepeat, IsSynchronize }

enum	ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }

typedef ProductRegistryHelper::TypeLabelList	TypeLabelList

Public Attributes inherited from edm::InputSource
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	postEventReadFromSourceSignal_

signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	preEventReadFromSourceSignal_

Protected Member Functions inherited from edm::InputSource
void	decreaseRemainingEventsBy (int iSkipped)

bool	eventCached () const

bool	newLumi () const

bool	newRun () const

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()

ProductRegistry &	productRegistryUpdate ()

void	reset () const

void	resetEventCached ()

void	resetLuminosityBlockAuxiliary (bool isNewLumi=true) const

void	resetNewLumi ()

void	resetNewRun ()

void	resetRunAuxiliary (bool isNewRun=true) const

void	setEventCached ()
	Called by the framework to merge or ached() const {return eventCached_;}. More...

void	setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)

void	setNewLumi ()

void	setNewRun ()

void	setRunAuxiliary (RunAuxiliary *rp)

void	setTimestamp (Timestamp const &theTime)
	To set the current time, as seen by the input source. More...

ItemType	state () const

Detailed Description

Definition at line 32 of file PoolSource.h.

Constructor & Destructor Documentation

edm::PoolSource::PoolSource	(	ParameterSet const &	pset,
		InputSourceDescription const &	desc
	)

explicit

Definition at line 65 of file PoolSource.cc.

References branchIDsToReplace_, edm::errors::Configuration, edm::SharedResourcesRegistry::createAcquirerForSourceDelayedReader(), edm::InputFileCatalog::empty(), relativeConstraints::empty, Exception, edm::ParameterSet::getUntrackedParameter(), mps_fire::i, diffTreeTool::index, edm::InEvent, edm::InLumi, edm::InRun, edm::SharedResourcesRegistry::instance(), eostools::move(), mutexSharedWithDelayedReader_, nStreams_, edm::NumBranchTypes, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::ProductRegistry::productListUpdator(), edm::InputSource::productRegistryUpdate(), mps_fire::resources, resourceSharedWithDelayedReaderPtr_, secondaryCatalog_, secondaryEventPrincipals_, secondaryFileSequence_, and findQualityFiles::size.

                                                                                      :
     InputSource(pset, desc),
     rootServiceChecker_(),
     catalog_(pset.getUntrackedParameter<std::vector<std::string> >("fileNames"),
       pset.getUntrackedParameter<std::string>("overrideCatalog", std::string())),
     secondaryCatalog_(pset.getUntrackedParameter<std::vector<std::string> >("secondaryFileNames", std::vector<std::string>()),
       pset.getUntrackedParameter<std::string>("overrideCatalog", std::string())),
     secondaryRunPrincipal_(),
     secondaryLumiPrincipal_(),
     secondaryEventPrincipals_(),
     branchIDsToReplace_(),
     nStreams_(desc.allocations_->numberOfStreams()),
     skipBadFiles_(pset.getUntrackedParameter<bool>("skipBadFiles")),
     bypassVersionCheck_(pset.getUntrackedParameter<bool>("bypassVersionCheck")),
     treeMaxVirtualSize_(pset.getUntrackedParameter<int>("treeMaxVirtualSize")),
     productSelectorRules_(pset, "inputCommands", "InputSource"),
     dropDescendants_(pset.getUntrackedParameter<bool>("dropDescendantsOfDroppedBranches")),
     labelRawDataLikeMC_(pset.getUntrackedParameter<bool>("labelRawDataLikeMC")),
     runHelper_(makeRunHelper(pset)),
     resourceSharedWithDelayedReaderPtr_(),
     // Note: primaryFileSequence_ and secondaryFileSequence_ need to be initialized last, because they use data members
     // initialized previously in their own initialization.
     primaryFileSequence_(new RootPrimaryFileSequence(pset, *this, catalog_)),
     secondaryFileSequence_(secondaryCatalog_.empty() ? nullptr :
                            new RootSecondaryFileSequence(pset, *this, secondaryCatalog_))
   {
     auto resources = SharedResourcesRegistry::instance()->createAcquirerForSourceDelayedReader();
     resourceSharedWithDelayedReaderPtr_ = std::make_unique<SharedResourcesAcquirer>(std::move(resources.first));
     mutexSharedWithDelayedReader_ = resources.second;
 
     if (secondaryCatalog_.empty() && pset.getUntrackedParameter<bool>("needSecondaryFileNames", false)) {
       throw Exception(errors::Configuration, "PoolSource") << "'secondaryFileNames' must be specified\n";
     }
     if(secondaryFileSequence_) {
       secondaryEventPrincipals_.reserve(nStreams_);
       for(unsigned int index = 0; index < nStreams_; ++index) {
         secondaryEventPrincipals_.emplace_back(new EventPrincipal(secondaryFileSequence_->fileProductRegistry(),
                                                                   secondaryFileSequence_->fileBranchIDListHelper(),
                                                                   std::make_shared<ThinnedAssociationsHelper const>(),
                                                                   processConfiguration(),
                                                                   nullptr,
                                                                   index));
       }
       std::array<std::set<BranchID>, NumBranchTypes> idsToReplace;
       ProductRegistry::ProductList const& secondary = secondaryFileSequence_->fileProductRegistry()->productList();
       ProductRegistry::ProductList const& primary = primaryFileSequence_->fileProductRegistry()->productList();
       std::set<BranchID> associationsFromSecondary;
       //this is the registry used by the 'outside' world and only has the primary file information in it at present
       ProductRegistry::ProductList& fullList = productRegistryUpdate().productListUpdator();
       for(auto const& item : secondary) {
         if(item.second.present()) {
           idsToReplace[item.second.branchType()].insert(item.second.branchID());
           if(item.second.branchType() == InEvent &&
              item.second.unwrappedType() == typeid(ThinnedAssociation)) {
             associationsFromSecondary.insert(item.second.branchID());
           }
           //now make sure this is marked as not dropped else the product will not be 'get'table from the Event
           auto itFound = fullList.find(item.first);
           if(itFound != fullList.end()) {
             itFound->second.setDropped(false);
           }
         }
       }
       for(auto const& item : primary) {
         if(item.second.present()) {
           idsToReplace[item.second.branchType()].erase(item.second.branchID());
           associationsFromSecondary.erase(item.second.branchID());
         }
       }
       if(idsToReplace[InEvent].empty() && idsToReplace[InLumi].empty() && idsToReplace[InRun].empty()) {
         secondaryFileSequence_ = nullptr; // propagate_const<T> has no reset() function
       } else {
         for(int i = InEvent; i < NumBranchTypes; ++i) {
           branchIDsToReplace_[i].reserve(idsToReplace[i].size());
           for(auto const& id : idsToReplace[i]) {
             branchIDsToReplace_[i].push_back(id);
           }
         }
         secondaryFileSequence_->initAssociationsFromSecondary(associationsFromSecondary);
       }
     }
   }

edm::PoolSource::~PoolSource ( )

virtual

Definition at line 148 of file PoolSource.cc.

148 {}

Member Function Documentation

bool edm::PoolSource::bypassVersionCheck ( ) const

inline

Definition at line 42 of file PoolSource.h.

References bypassVersionCheck_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

42 {return bypassVersionCheck_;}

edm::PoolSource::bypassVersionCheck_

bool bypassVersionCheck_

Definition: PoolSource.h:82

void edm::PoolSource::closeFile_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 166 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                               {
     primaryFileSequence_->closeFile_();
   }

bool edm::PoolSource::dropDescendants ( ) const

inline

Definition at line 41 of file PoolSource.h.

References dropDescendants_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

41 {return dropDescendants_;}

edm::PoolSource::dropDescendants_

bool dropDescendants_

Definition: PoolSource.h:85

void edm::PoolSource::endJob ( void )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 151 of file PoolSource.cc.

References primaryFileSequence_, edm::InputFile::reportReadBranches(), and secondaryFileSequence_.

Referenced by runHelper().

                      {
     if(secondaryFileSequence_) secondaryFileSequence_->endJob();
     primaryFileSequence_->endJob();
     InputFile::reportReadBranches();
   }

void edm::PoolSource::fillDescriptions ( ConfigurationDescriptions & descriptions )

static

Definition at line 304 of file PoolSource.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), edm::RunHelperBase::fillDescription(), edm::ProductSelectorRules::fillDescription(), edm::RootPrimaryFileSequence::fillDescription(), edm::InputSource::fillDescription(), edm::ParameterSetDescription::setComment(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by runHelper().

                                                                        {
 
     ParameterSetDescription desc;
 
     std::vector<std::string> defaultStrings;
     desc.setComment("Reads EDM/Root files.");
     desc.addUntracked<std::vector<std::string> >("fileNames")
         ->setComment("Names of files to be processed.");
     desc.addUntracked<std::vector<std::string> >("secondaryFileNames", defaultStrings)
         ->setComment("Names of secondary files to be processed.");
     desc.addUntracked<bool>("needSecondaryFileNames", false)
         ->setComment("If True, 'secondaryFileNames' must be specified and be non-empty.");
     desc.addUntracked<std::string>("overrideCatalog", std::string());
     desc.addUntracked<bool>("skipBadFiles", false)
         ->setComment("True:  Ignore any missing or unopenable input file.\n"
                      "False: Throw exception if missing or unopenable input file.");
     desc.addUntracked<bool>("bypassVersionCheck", false)
         ->setComment("True:  Bypass release version check.\n"
                      "False: Throw exception if reading file in a release prior to the release in which the file was written.");
     desc.addUntracked<int>("treeMaxVirtualSize", -1)
         ->setComment("Size of ROOT TTree TBasket cache. Affects performance.");
     desc.addUntracked<bool>("dropDescendantsOfDroppedBranches", true)
         ->setComment("If True, also drop on input any descendent of any branch dropped on input.");
     desc.addUntracked<bool>("labelRawDataLikeMC", true)
         ->setComment("If True: replace module label for raw data to match MC. Also use 'LHC' as process.");
     ProductSelectorRules::fillDescription(desc, "inputCommands");
     InputSource::fillDescription(desc);
     RootPrimaryFileSequence::fillDescription(desc);
     RunHelperBase::fillDescription(desc);
 
     descriptions.add("source", desc);
   }

ProcessingController::ForwardState edm::PoolSource::forwardState_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 343 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                                   {
     return primaryFileSequence_->forwardState();
   }

InputSource::ItemType edm::PoolSource::getNextItemType ( )

overrideprivatevirtual

Implements edm::InputSource.

Definition at line 261 of file PoolSource.cc.

References edm::IndexIntoFile::invalidEvent, edm::IndexIntoFile::invalidLumi, edm::IndexIntoFile::invalidRun, edm::InputSource::IsEvent, edm::InputSource::IsLumi, edm::InputSource::IsRun, edm::InputSource::IsSynchronize, primaryFileSequence_, edm::InputSource::run(), runHelper_, secondaryFileSequence_, and edm::InputSource::state().

Referenced by runHelper().

                               {
     RunNumber_t run = IndexIntoFile::invalidRun;
     LuminosityBlockNumber_t lumi = IndexIntoFile::invalidLumi;
     EventNumber_t event = IndexIntoFile::invalidEvent;
     InputSource::ItemType itemType = primaryFileSequence_->getNextItemType(run, lumi, event);
     if(secondaryFileSequence_ && (IsSynchronize != state())) {
       if(itemType == IsRun || itemType == IsLumi || itemType == IsEvent) {
         if(!secondaryFileSequence_->containedInCurrentFile(run, lumi, event)) {
           return IsSynchronize;
         }
       }
     }
     return runHelper_->nextItemType(state(), itemType);
   }

bool edm::PoolSource::goToEvent_ ( EventID const & eventID )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 299 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                                                {
     return primaryFileSequence_->goToEvent(eventID);
   }

bool edm::PoolSource::labelRawDataLikeMC ( ) const

inline

Definition at line 43 of file PoolSource.h.

References labelRawDataLikeMC_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

43 {return labelRawDataLikeMC_;}

edm::PoolSource::labelRawDataLikeMC_

bool labelRawDataLikeMC_

Definition: PoolSource.h:86

unsigned int edm::PoolSource::nStreams ( ) const

inline

Definition at line 44 of file PoolSource.h.

References nStreams_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

44 {return nStreams_;}

edm::PoolSource::nStreams_

unsigned int nStreams_

Definition: PoolSource.h:80

void edm::PoolSource::preForkReleaseResources ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 277 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                                       {
     primaryFileSequence_->closeFile_();
   }

ProductSelectorRules const& edm::PoolSource::productSelectorRules ( ) const

inline

Definition at line 46 of file PoolSource.h.

References productSelectorRules_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

46 {return productSelectorRules_;}

edm::PoolSource::productSelectorRules_

ProductSelectorRules productSelectorRules_

Definition: PoolSource.h:84

bool edm::PoolSource::randomAccess_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 338 of file PoolSource.cc.

Referenced by runHelper().

                                   {
     return true;
   }

void edm::PoolSource::readEvent_ ( EventPrincipal & eventPrincipal )

overrideprivatevirtual

Implements edm::InputSource.

Definition at line 230 of file PoolSource.cc.

References branchIDsToReplace_, edm::Principal::clearPrincipal(), relativeConstraints::empty, edm::EventID::event(), Exception, runEdmFileComparison::found, edm::EventPrincipal::id(), edm::InEvent, edm::EventPrincipal::luminosityBlock(), edm::EventPrincipal::mergeProvenanceRetrievers(), edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::Principal::recombine(), edm::EventPrincipal::run(), secondaryEventPrincipals_, secondaryFileSequence_, edm::EventPrincipal::streamID(), and edm::StreamID::value().

Referenced by readIt(), and runHelper().

                                                        {
     primaryFileSequence_->readEvent(eventPrincipal);
     if(secondaryFileSequence_ && !branchIDsToReplace_[InEvent].empty()) {
       bool found = secondaryFileSequence_->skipToItem(eventPrincipal.run(),
                                                       eventPrincipal.luminosityBlock(),
                                                       eventPrincipal.id().event());
       if(found) {
         EventPrincipal& secondaryEventPrincipal = *secondaryEventPrincipals_[eventPrincipal.streamID().value()];
         secondaryFileSequence_->readEvent(secondaryEventPrincipal);
         checkConsistency(eventPrincipal, secondaryEventPrincipal);
         checkHistoryConsistency(eventPrincipal, secondaryEventPrincipal);
         eventPrincipal.recombine(secondaryEventPrincipal, branchIDsToReplace_[InEvent]);
         eventPrincipal.mergeProvenanceRetrievers(secondaryEventPrincipal);
         secondaryEventPrincipal.clearPrincipal();
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readEvent_") <<
           eventPrincipal.id() << " is not found in the secondary input files\n";
       }
     }
   }

std::unique_ptr< FileBlock > edm::PoolSource::readFile_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 158 of file PoolSource.cc.

References benchmark_cfg::fb, edm::FileBlock::HasSecondaryFileSequence, primaryFileSequence_, and secondaryFileSequence_.

Referenced by runHelper().

                         {
     std::unique_ptr<FileBlock> fb = primaryFileSequence_->readFile_();
     if(secondaryFileSequence_) {
       fb->setNotFastClonable(FileBlock::HasSecondaryFileSequence);
     }
     return fb;
   }

bool edm::PoolSource::readIt	(	EventID const &	id,
		EventPrincipal &	eventPrincipal,
		StreamContext &	streamContext
	)

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 252 of file PoolSource.cc.

References event(), runEdmFileComparison::found, edm::InputSource::luminosityBlock(), primaryFileSequence_, readEvent_(), and edm::InputSource::run().

Referenced by runHelper().

                                                                                                     {
     bool found = primaryFileSequence_->skipToItem(id.run(), id.luminosityBlock(), id.event());
     if(!found) return false;
     EventSourceSentry sentry(*this, streamContext);
     readEvent_(eventPrincipal);
     return true;
   }

void edm::PoolSource::readLuminosityBlock_ ( LuminosityBlockPrincipal & lumiPrincipal )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 205 of file PoolSource.cc.

References edm::LuminosityBlockPrincipal::aux(), branchIDsToReplace_, relativeConstraints::empty, Exception, runEdmFileComparison::found, edm::LuminosityBlockPrincipal::index(), edm::InLumi, edm::LuminosityBlockPrincipal::luminosityBlock(), edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::Principal::recombine(), edm::LuminosityBlockPrincipal::run(), secondaryFileSequence_, secondaryLumiPrincipal_, and mitigatedMETSequence_cff::U.

Referenced by runHelper().

                                                                           {
     primaryFileSequence_->readLuminosityBlock_(lumiPrincipal);
     if(secondaryFileSequence_ && !branchIDsToReplace_[InLumi].empty()) {
       bool found = secondaryFileSequence_->skipToItem(lumiPrincipal.run(), lumiPrincipal.luminosityBlock(), 0U);
       if(found) {
         std::shared_ptr<LuminosityBlockAuxiliary> secondaryAuxiliary = secondaryFileSequence_->readLuminosityBlockAuxiliary_();
         checkConsistency(lumiPrincipal.aux(), *secondaryAuxiliary);
         secondaryLumiPrincipal_ = std::make_shared<LuminosityBlockPrincipal>(secondaryAuxiliary,
                                                                    secondaryFileSequence_->fileProductRegistry(),
                                                                    processConfiguration(),
                                                                    nullptr,
                                                                    lumiPrincipal.index());
         secondaryFileSequence_->readLuminosityBlock_(*secondaryLumiPrincipal_);
         checkHistoryConsistency(lumiPrincipal, *secondaryLumiPrincipal_);
         lumiPrincipal.recombine(*secondaryLumiPrincipal_, branchIDsToReplace_[InLumi]);
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readLuminosityBlock_")
           << " Run " << lumiPrincipal.run()
           << " LuminosityBlock " << lumiPrincipal.luminosityBlock()
           << " is not found in the secondary input files\n";
       }
     }
   }

std::shared_ptr< LuminosityBlockAuxiliary > edm::PoolSource::readLuminosityBlockAuxiliary_ ( )

overrideprivatevirtual

Implements edm::InputSource.

Definition at line 176 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                                             {
     return primaryFileSequence_->readLuminosityBlockAuxiliary_();
   }

void edm::PoolSource::readRun_ ( RunPrincipal & runPrincipal )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 181 of file PoolSource.cc.

References edm::RunPrincipal::aux(), branchIDsToReplace_, relativeConstraints::empty, Exception, runEdmFileComparison::found, edm::RunPrincipal::index(), edm::InRun, edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::Principal::recombine(), edm::RunPrincipal::run(), secondaryFileSequence_, secondaryRunPrincipal_, and mitigatedMETSequence_cff::U.

Referenced by runHelper().

                                                  {
     primaryFileSequence_->readRun_(runPrincipal);
     if(secondaryFileSequence_ && !branchIDsToReplace_[InRun].empty()) {
       bool found = secondaryFileSequence_->skipToItem(runPrincipal.run(), 0U, 0U);
       if(found) {
         std::shared_ptr<RunAuxiliary> secondaryAuxiliary = secondaryFileSequence_->readRunAuxiliary_();
         checkConsistency(runPrincipal.aux(), *secondaryAuxiliary);
         secondaryRunPrincipal_ = std::make_shared<RunPrincipal>(secondaryAuxiliary,
                                                       secondaryFileSequence_->fileProductRegistry(),
                                                       processConfiguration(),
                                                       nullptr,
                                                       runPrincipal.index());
         secondaryFileSequence_->readRun_(*secondaryRunPrincipal_);
         checkHistoryConsistency(runPrincipal, *secondaryRunPrincipal_);
         runPrincipal.recombine(*secondaryRunPrincipal_, branchIDsToReplace_[InRun]);
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readRun_")
           << " Run " << runPrincipal.run()
           << " is not found in the secondary input files\n";
       }
     }
   }

std::shared_ptr< RunAuxiliary > edm::PoolSource::readRunAuxiliary_ ( )

overrideprivatevirtual

Implements edm::InputSource.

Definition at line 171 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                                 {
     return primaryFileSequence_->readRunAuxiliary_();
   }

std::pair< SharedResourcesAcquirer *, std::recursive_mutex * > edm::PoolSource::resourceSharedWithDelayedReader_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 282 of file PoolSource.cc.

References mutexSharedWithDelayedReader_, and resourceSharedWithDelayedReaderPtr_.

Referenced by runHelper().

                                                {
     return std::make_pair(resourceSharedWithDelayedReaderPtr_.get(), mutexSharedWithDelayedReader_.get());
   }

ProcessingController::ReverseState edm::PoolSource::reverseState_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 348 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                                   {
     return primaryFileSequence_->reverseState();
   }

void edm::PoolSource::rewind_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 288 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                       {
     primaryFileSequence_->rewind_();
   }

RunHelperBase* edm::PoolSource::runHelper ( )

inline

Definition at line 47 of file PoolSource.h.

References closeFile_(), endJob(), fillDescriptions(), forwardState_(), getNextItemType(), goToEvent_(), PFRecoTauDiscriminationByIsolation_cfi::offset, preForkReleaseResources(), randomAccess_(), readEvent_(), readFile_(), readIt(), readLuminosityBlock_(), readLuminosityBlockAuxiliary_(), readRun_(), readRunAuxiliary_(), resourceSharedWithDelayedReader_(), reverseState_(), rewind_(), runHelper_, and skip().

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

47 {return runHelper_.get();}

edm::PoolSource::runHelper_

edm::propagate_const< std::unique_ptr< RunHelperBase > > runHelper_

Definition: PoolSource.h:88

void edm::PoolSource::skip ( int offset )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 294 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                              {
     primaryFileSequence_->skipEvents(offset);
   }

bool edm::PoolSource::skipBadFiles ( ) const

inline

Definition at line 40 of file PoolSource.h.

References skipBadFiles_.

Referenced by edm::RootPrimaryFileSequence::nextFile(), edm::RootPrimaryFileSequence::readFile_(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), and edm::RootSecondaryFileSequence::RootSecondaryFileSequence().

40 {return skipBadFiles_;}

edm::PoolSource::skipBadFiles_

bool skipBadFiles_

Definition: PoolSource.h:81

int edm::PoolSource::treeMaxVirtualSize ( ) const

inline

Definition at line 45 of file PoolSource.h.

References treeMaxVirtualSize_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

45 {return treeMaxVirtualSize_;}

edm::PoolSource::treeMaxVirtualSize_

int const treeMaxVirtualSize_

Definition: PoolSource.h:83

Member Data Documentation

std::array<std::vector<BranchID>, NumBranchTypes> edm::PoolSource::branchIDsToReplace_

private

Definition at line 78 of file PoolSource.h.

Referenced by PoolSource(), readEvent_(), readLuminosityBlock_(), and readRun_().

bool edm::PoolSource::bypassVersionCheck_

private

Definition at line 82 of file PoolSource.h.

Referenced by bypassVersionCheck().

InputFileCatalog edm::PoolSource::catalog_

private

Definition at line 73 of file PoolSource.h.

bool edm::PoolSource::dropDescendants_

private

Definition at line 85 of file PoolSource.h.

Referenced by dropDescendants().

bool edm::PoolSource::labelRawDataLikeMC_

private

Definition at line 86 of file PoolSource.h.

Referenced by labelRawDataLikeMC().

std::shared_ptr<std::recursive_mutex> edm::PoolSource::mutexSharedWithDelayedReader_

private

Definition at line 90 of file PoolSource.h.

Referenced by PoolSource(), and resourceSharedWithDelayedReader_().

unsigned int edm::PoolSource::nStreams_

private

Definition at line 80 of file PoolSource.h.

Referenced by nStreams(), and PoolSource().

edm::propagate_const<std::unique_ptr<RootPrimaryFileSequence> > edm::PoolSource::primaryFileSequence_

private

Definition at line 91 of file PoolSource.h.

Referenced by closeFile_(), endJob(), forwardState_(), getNextItemType(), goToEvent_(), PoolSource(), preForkReleaseResources(), readEvent_(), readFile_(), readIt(), readLuminosityBlock_(), readLuminosityBlockAuxiliary_(), readRun_(), readRunAuxiliary_(), reverseState_(), rewind_(), and skip().

ProductSelectorRules edm::PoolSource::productSelectorRules_

private

Definition at line 84 of file PoolSource.h.

Referenced by productSelectorRules().

std::unique_ptr<SharedResourcesAcquirer> edm::PoolSource::resourceSharedWithDelayedReaderPtr_

private

Definition at line 89 of file PoolSource.h.

Referenced by PoolSource(), and resourceSharedWithDelayedReader_().

RootServiceChecker edm::PoolSource::rootServiceChecker_

private

Definition at line 72 of file PoolSource.h.

edm::propagate_const<std::unique_ptr<RunHelperBase> > edm::PoolSource::runHelper_

private

Definition at line 88 of file PoolSource.h.

Referenced by getNextItemType(), and runHelper().

InputFileCatalog edm::PoolSource::secondaryCatalog_

private

Definition at line 74 of file PoolSource.h.

Referenced by PoolSource().

std::vector<edm::propagate_const<std::unique_ptr<EventPrincipal> > > edm::PoolSource::secondaryEventPrincipals_

private

Definition at line 77 of file PoolSource.h.

Referenced by PoolSource(), and readEvent_().

edm::propagate_const<std::unique_ptr<RootSecondaryFileSequence> > edm::PoolSource::secondaryFileSequence_

private

Definition at line 92 of file PoolSource.h.

Referenced by endJob(), getNextItemType(), PoolSource(), readEvent_(), readFile_(), readLuminosityBlock_(), and readRun_().

edm::propagate_const<std::shared_ptr<LuminosityBlockPrincipal> > edm::PoolSource::secondaryLumiPrincipal_

private

Definition at line 76 of file PoolSource.h.

Referenced by readLuminosityBlock_().

edm::propagate_const<std::shared_ptr<RunPrincipal> > edm::PoolSource::secondaryRunPrincipal_

private

Definition at line 75 of file PoolSource.h.

Referenced by readRun_().

bool edm::PoolSource::skipBadFiles_

private

Definition at line 81 of file PoolSource.h.

Referenced by skipBadFiles().

int const edm::PoolSource::treeMaxVirtualSize_

private

Definition at line 83 of file PoolSource.h.

Referenced by treeMaxVirtualSize().

Public Member Functions

Static Public Member Functions

Private Member Functions

Private Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation