#include <PoolSource.h>

Inheritance diagram for edm::PoolSource:

Public Member Functions
bool	bypassVersionCheck () const

bool	dropDescendants () const

bool	labelRawDataLikeMC () const

unsigned int	nStreams () const

	PoolSource (ParameterSet const &pset, InputSourceDescription const &desc)

ProductSelectorRules const &	productSelectorRules () const

RunHelperBase *	runHelper ()

bool	skipBadFiles () const

int	treeMaxVirtualSize () const

	~PoolSource () override

Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistry >	actReg () const
	Accessor for Activity Registry. More...

std::shared_ptr< BranchIDListHelper const >	branchIDListHelper () const
	Accessors for branchIDListHelper. More...

std::shared_ptr< BranchIDListHelper > &	branchIDListHelper ()

void	closeFile (FileBlock *, bool cleaningUpAfterException)
	close current file More...

void	doBeginJob ()
	Called by framework at beginning of job. More...

virtual void	doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
	Called by framework at beginning of lumi block. More...

virtual void	doBeginRun (RunPrincipal &rp, ProcessContext const *)
	Called by framework at beginning of run. More...

void	doEndJob ()
	Called by framework at end of job. More...

ProcessingController::ForwardState	forwardState () const

bool	goToEvent (EventID const &eventID)

	InputSource (ParameterSet const &, InputSourceDescription const &)
	Constructor. More...

	InputSource (InputSource const &)=delete

void	issueReports (EventID const &eventID, StreamID streamID)
	issue an event report More...

LuminosityBlockNumber_t	luminosityBlock () const
	Accessor for current luminosity block number. More...

std::shared_ptr< LuminosityBlockAuxiliary >	luminosityBlockAuxiliary () const
	Called by the framework to merge or insert lumi in principal cache. More...

int	maxEvents () const

int	maxLuminosityBlocks () const

ModuleDescription const &	moduleDescription () const
	Accessor for 'module' description. More...

ItemType	nextItemType ()
	Advances the source to the next item. More...

InputSource &	operator= (InputSource const &)=delete

ProcessConfiguration const &	processConfiguration () const
	Accessor for Process Configuration. More...

std::string const &	processGUID () const
	Accessor for global process identifier. More...

ProcessHistoryRegistry const &	processHistoryRegistry () const
	Accessors for process history registry. More...

ProcessHistoryRegistry &	processHistoryRegistry ()

ProcessingMode	processingMode () const
	RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...

std::shared_ptr< ProductRegistry const >	productRegistry () const
	Accessors for product registry. More...

std::shared_ptr< ProductRegistry > &	productRegistry ()

bool	randomAccess () const

void	readAndMergeLumi (LuminosityBlockPrincipal &lbp)
	Read next luminosity block (same as a prior lumi) More...

void	readAndMergeRun (RunPrincipal &rp)
	Read next run (same as a prior run) More...

void	readEvent (EventPrincipal &ep, StreamContext &)
	Read next event. More...

bool	readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
	Read a specific event. More...

std::unique_ptr< FileBlock >	readFile ()
	Read next file. More...

void	readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
	Read next luminosity block (new lumi) More...

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary ()
	Read next luminosity block Auxilary. More...

void	readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
	Read next run (new run) More...

std::shared_ptr< RunAuxiliary >	readRunAuxiliary ()
	Read next run Auxiliary. More...

ProcessHistoryID const &	reducedProcessHistoryID () const

virtual void	registerProducts ()
	Register any produced products. More...

int	remainingEvents () const

int	remainingLuminosityBlocks () const

void	repeat ()
	Reset the remaining number of events/lumis to the maximum number. More...

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader ()
	Returns nullptr if no resource shared between the Source and a DelayedReader. More...

ProcessingController::ReverseState	reverseState () const

void	rewind ()
	Begin again at the first event. More...

RunNumber_t	run () const
	Accessor for current run number. More...

std::shared_ptr< RunAuxiliary >	runAuxiliary () const
	Called by the framework to merge or insert run in principal cache. More...

void	setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
	Set the luminosity block ID. More...

void	setRunNumber (RunNumber_t r)
	Set the run number. More...

void	skipEvents (int offset)

std::shared_ptr< ThinnedAssociationsHelper const >	thinnedAssociationsHelper () const
	Accessors for thinnedAssociationsHelper. More...

std::shared_ptr< ThinnedAssociationsHelper > &	thinnedAssociationsHelper ()

Timestamp const &	timestamp () const
	Accessor for the current time, as seen by the input source. More...

virtual	~InputSource () noexcept(false)
	Destructor. More...

Static Public Member Functions
static void	fillDescriptions (ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from edm::InputSource
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Protected Member Functions
ItemType	getNextItemType () override

void	readEvent_ (EventPrincipal &eventPrincipal) override

void	readLuminosityBlock_ (LuminosityBlockPrincipal &lumiPrincipal) override

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary_ () override

Protected Member Functions inherited from edm::InputSource
void	decreaseRemainingEventsBy (int iSkipped)

bool	eventCached () const

bool	newLumi () const

bool	newRun () const

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()

ProductRegistry &	productRegistryUpdate ()

void	reset () const

void	resetEventCached ()

void	resetLuminosityBlockAuxiliary (bool isNewLumi=true) const

void	resetNewLumi ()

void	resetNewRun ()

void	resetRunAuxiliary (bool isNewRun=true) const

void	setEventCached ()
	Called by the framework to merge or ached() const {return eventCached_;}. More...

void	setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)

void	setNewLumi ()

void	setNewRun ()

void	setRunAuxiliary (RunAuxiliary *rp)

void	setTimestamp (Timestamp const &theTime)
	To set the current time, as seen by the input source. More...

ItemType	state () const

Private Member Functions
void	closeFile_ () override

void	endJob () override

ProcessingController::ForwardState	forwardState_ () const override

bool	goToEvent_ (EventID const &eventID) override

bool	randomAccess_ () const override

std::unique_ptr< FileBlock >	readFile_ () override

bool	readIt (EventID const &id, EventPrincipal &eventPrincipal, StreamContext &streamContext) override

void	readRun_ (RunPrincipal &runPrincipal) override

std::shared_ptr< RunAuxiliary >	readRunAuxiliary_ () override

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader_ () override

ProcessingController::ReverseState	reverseState_ () const override

void	rewind_ () override

void	skip (int offset) override

Private Attributes
std::array< std::vector< BranchID >, NumBranchTypes >	branchIDsToReplace_

bool	bypassVersionCheck_

InputFileCatalog	catalog_

bool	delayReadingEventProducts_

bool	dropDescendants_

bool	labelRawDataLikeMC_

std::shared_ptr< std::recursive_mutex >	mutexSharedWithDelayedReader_

unsigned int	nStreams_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > >	primaryFileSequence_

ProductSelectorRules	productSelectorRules_

std::unique_ptr< SharedResourcesAcquirer >	resourceSharedWithDelayedReaderPtr_

RootServiceChecker	rootServiceChecker_

edm::propagate_const< std::unique_ptr< RunHelperBase > >	runHelper_

InputFileCatalog	secondaryCatalog_

std::vector< edm::propagate_const< std::unique_ptr< EventPrincipal > > >	secondaryEventPrincipals_

edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > >	secondaryFileSequence_

edm::propagate_const< std::shared_ptr< LuminosityBlockPrincipal > >	secondaryLumiPrincipal_

edm::propagate_const< std::shared_ptr< RunPrincipal > >	secondaryRunPrincipal_

bool	skipBadFiles_

int const	treeMaxVirtualSize_

Additional Inherited Members
Public Types inherited from edm::InputSource
enum	ItemType { IsInvalid, IsStop, IsFile, IsRun, IsLumi, IsEvent, IsRepeat, IsSynchronize }

enum	ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }

Public Attributes inherited from edm::InputSource
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	postEventReadFromSourceSignal_

signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	preEventReadFromSourceSignal_

Detailed Description

Definition at line 32 of file PoolSource.h.

Constructor & Destructor Documentation

edm::PoolSource::PoolSource	(	ParameterSet const &	pset,
		InputSourceDescription const &	desc
	)

explicit

Definition at line 65 of file PoolSource.cc.

References branchIDsToReplace_, edm::errors::Configuration, edm::SharedResourcesRegistry::createAcquirerForSourceDelayedReader(), edm::InputFileCatalog::empty(), relativeConstraints::empty, Exception, edm::ParameterSet::getUntrackedParameter(), mps_fire::i, edm::InEvent, edm::InLumi, edm::InRun, edm::SharedResourcesRegistry::instance(), eostools::move(), mutexSharedWithDelayedReader_, nStreams_, edm::NumBranchTypes, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::ProductRegistry::productListUpdator(), edm::InputSource::productRegistryUpdate(), mps_fire::resources, resourceSharedWithDelayedReaderPtr_, secondaryCatalog_, secondaryEventPrincipals_, secondaryFileSequence_, and findQualityFiles::size.

                                                                                      :
     InputSource(pset, desc),
     rootServiceChecker_(),
     catalog_(pset.getUntrackedParameter<std::vector<std::string> >("fileNames"),
       pset.getUntrackedParameter<std::string>("overrideCatalog", std::string())),
     secondaryCatalog_(pset.getUntrackedParameter<std::vector<std::string> >("secondaryFileNames", std::vector<std::string>()),
       pset.getUntrackedParameter<std::string>("overrideCatalog", std::string())),
     secondaryRunPrincipal_(),
     secondaryLumiPrincipal_(),
     secondaryEventPrincipals_(),
     branchIDsToReplace_(),
     nStreams_(desc.allocations_->numberOfStreams()),
     skipBadFiles_(pset.getUntrackedParameter<bool>("skipBadFiles")),
     bypassVersionCheck_(pset.getUntrackedParameter<bool>("bypassVersionCheck")),
     treeMaxVirtualSize_(pset.getUntrackedParameter<int>("treeMaxVirtualSize")),
     productSelectorRules_(pset, "inputCommands", "InputSource"),
     dropDescendants_(pset.getUntrackedParameter<bool>("dropDescendantsOfDroppedBranches")),
     labelRawDataLikeMC_(pset.getUntrackedParameter<bool>("labelRawDataLikeMC")),
     delayReadingEventProducts_(pset.getUntrackedParameter<bool>("delayReadingEventProducts")),
     runHelper_(makeRunHelper(pset)),
     resourceSharedWithDelayedReaderPtr_(),
     // Note: primaryFileSequence_ and secondaryFileSequence_ need to be initialized last, because they use data members
     // initialized previously in their own initialization.
     primaryFileSequence_(new RootPrimaryFileSequence(pset, *this, catalog_)),
     secondaryFileSequence_(secondaryCatalog_.empty() ? nullptr :
                            new RootSecondaryFileSequence(pset, *this, secondaryCatalog_))
   {
     auto resources = SharedResourcesRegistry::instance()->createAcquirerForSourceDelayedReader();
     resourceSharedWithDelayedReaderPtr_ = std::make_unique<SharedResourcesAcquirer>(std::move(resources.first));
     mutexSharedWithDelayedReader_ = resources.second;
 
     if (secondaryCatalog_.empty() && pset.getUntrackedParameter<bool>("needSecondaryFileNames", false)) {
       throw Exception(errors::Configuration, "PoolSource") << "'secondaryFileNames' must be specified\n";
     }
     if(secondaryFileSequence_) {
       secondaryEventPrincipals_.reserve(nStreams_);
       for(unsigned int index = 0; index < nStreams_; ++index) {
         secondaryEventPrincipals_.emplace_back(new EventPrincipal(secondaryFileSequence_->fileProductRegistry(),
                                                                   secondaryFileSequence_->fileBranchIDListHelper(),
                                                                   std::make_shared<ThinnedAssociationsHelper const>(),
                                                                   processConfiguration(),
                                                                   nullptr,
                                                                   index));
       }
       std::array<std::set<BranchID>, NumBranchTypes> idsToReplace;
       ProductRegistry::ProductList const& secondary = secondaryFileSequence_->fileProductRegistry()->productList();
       ProductRegistry::ProductList const& primary = primaryFileSequence_->fileProductRegistry()->productList();
       std::set<BranchID> associationsFromSecondary;
       //this is the registry used by the 'outside' world and only has the primary file information in it at present
       ProductRegistry::ProductList& fullList = productRegistryUpdate().productListUpdator();
       for(auto const& item : secondary) {
         if(item.second.present()) {
           idsToReplace[item.second.branchType()].insert(item.second.branchID());
           if(item.second.branchType() == InEvent &&
              item.second.unwrappedType() == typeid(ThinnedAssociation)) {
             associationsFromSecondary.insert(item.second.branchID());
           }
           //now make sure this is marked as not dropped else the product will not be 'get'table from the Event
           auto itFound = fullList.find(item.first);
           if(itFound != fullList.end()) {
             itFound->second.setDropped(false);
           }
         }
       }
       for(auto const& item : primary) {
         if(item.second.present()) {
           idsToReplace[item.second.branchType()].erase(item.second.branchID());
           associationsFromSecondary.erase(item.second.branchID());
         }
       }
       if(idsToReplace[InEvent].empty() && idsToReplace[InLumi].empty() && idsToReplace[InRun].empty()) {
         secondaryFileSequence_ = nullptr; // propagate_const<T> has no reset() function
       } else {
         for(int i = InEvent; i < NumBranchTypes; ++i) {
           branchIDsToReplace_[i].reserve(idsToReplace[i].size());
           for(auto const& id : idsToReplace[i]) {
             branchIDsToReplace_[i].push_back(id);
           }
         }
         secondaryFileSequence_->initAssociationsFromSecondary(associationsFromSecondary);
       }
     }
   }

edm::PoolSource::~PoolSource ( )

override

Definition at line 149 of file PoolSource.cc.

149 {}

Member Function Documentation

bool edm::PoolSource::bypassVersionCheck ( ) const

inline

Definition at line 42 of file PoolSource.h.

References bypassVersionCheck_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

42 {return bypassVersionCheck_;}

edm::PoolSource::bypassVersionCheck_

bool bypassVersionCheck_

Definition: PoolSource.h:82

void edm::PoolSource::closeFile_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 167 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                               {
     primaryFileSequence_->closeFile_();
   }

bool edm::PoolSource::dropDescendants ( ) const

inline

Definition at line 41 of file PoolSource.h.

References dropDescendants_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

41 {return dropDescendants_;}

edm::PoolSource::dropDescendants_

bool dropDescendants_

Definition: PoolSource.h:85

void edm::PoolSource::endJob ( void )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 152 of file PoolSource.cc.

References primaryFileSequence_, edm::InputFile::reportReadBranches(), and secondaryFileSequence_.

Referenced by runHelper().

                      {
     if(secondaryFileSequence_) secondaryFileSequence_->endJob();
     primaryFileSequence_->endJob();
     InputFile::reportReadBranches();
   }

void edm::PoolSource::fillDescriptions ( ConfigurationDescriptions & descriptions )

static

Definition at line 304 of file PoolSource.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), edm::RunHelperBase::fillDescription(), edm::ProductSelectorRules::fillDescription(), edm::RootPrimaryFileSequence::fillDescription(), edm::InputSource::fillDescription(), edm::ParameterSetDescription::setComment(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by runHelper().

                                                                        {
 
     ParameterSetDescription desc;
 
     std::vector<std::string> defaultStrings;
     desc.setComment("Reads EDM/Root files.");
     desc.addUntracked<std::vector<std::string> >("fileNames")
         ->setComment("Names of files to be processed.");
     desc.addUntracked<std::vector<std::string> >("secondaryFileNames", defaultStrings)
         ->setComment("Names of secondary files to be processed.");
     desc.addUntracked<bool>("needSecondaryFileNames", false)
         ->setComment("If True, 'secondaryFileNames' must be specified and be non-empty.");
     desc.addUntracked<std::string>("overrideCatalog", std::string());
     desc.addUntracked<bool>("skipBadFiles", false)
         ->setComment("True:  Ignore any missing or unopenable input file.\n"
                      "False: Throw exception if missing or unopenable input file.");
     desc.addUntracked<bool>("bypassVersionCheck", false)
         ->setComment("True:  Bypass release version check.\n"
                      "False: Throw exception if reading file in a release prior to the release in which the file was written.");
     desc.addUntracked<int>("treeMaxVirtualSize", -1)
         ->setComment("Size of ROOT TTree TBasket cache. Affects performance.");
     desc.addUntracked<bool>("dropDescendantsOfDroppedBranches", true)
         ->setComment("If True, also drop on input any descendent of any branch dropped on input.");
     desc.addUntracked<bool>("labelRawDataLikeMC", true)
         ->setComment("If True: replace module label for raw data to match MC. Also use 'LHC' as process.");
     desc.addUntracked<bool>("delayReadingEventProducts",true)->setComment("If True: do not read a data product from the file until it is requested. If False: all event data products are read upfront.");
     ProductSelectorRules::fillDescription(desc, "inputCommands");
     InputSource::fillDescription(desc);
     RootPrimaryFileSequence::fillDescription(desc);
     RunHelperBase::fillDescription(desc);
 
     descriptions.add("source", desc);
   }

ProcessingController::ForwardState edm::PoolSource::forwardState_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 344 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                                   {
     return primaryFileSequence_->forwardState();
   }

InputSource::ItemType edm::PoolSource::getNextItemType ( )

overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 266 of file PoolSource.cc.

References edm::IndexIntoFile::invalidEvent, edm::IndexIntoFile::invalidLumi, edm::IndexIntoFile::invalidRun, edm::InputSource::IsEvent, edm::InputSource::IsLumi, edm::InputSource::IsRun, edm::InputSource::IsSynchronize, primaryFileSequence_, edm::InputSource::run(), runHelper_, secondaryFileSequence_, and edm::InputSource::state().

Referenced by edm::OneLumiPoolSource::getNextItemType(), and runHelper().

                               {
     RunNumber_t run = IndexIntoFile::invalidRun;
     LuminosityBlockNumber_t lumi = IndexIntoFile::invalidLumi;
     EventNumber_t event = IndexIntoFile::invalidEvent;
     InputSource::ItemType itemType = primaryFileSequence_->getNextItemType(run, lumi, event);
     if(secondaryFileSequence_ && (IsSynchronize != state())) {
       if(itemType == IsRun || itemType == IsLumi || itemType == IsEvent) {
         if(!secondaryFileSequence_->containedInCurrentFile(run, lumi, event)) {
           return IsSynchronize;
         }
       }
     }
     return runHelper_->nextItemType(state(), itemType);
   }

bool edm::PoolSource::goToEvent_ ( EventID const & eventID )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 299 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                                                {
     return primaryFileSequence_->goToEvent(eventID);
   }

bool edm::PoolSource::labelRawDataLikeMC ( ) const

inline

Definition at line 43 of file PoolSource.h.

References labelRawDataLikeMC_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

43 {return labelRawDataLikeMC_;}

edm::PoolSource::labelRawDataLikeMC_

bool labelRawDataLikeMC_

Definition: PoolSource.h:86

unsigned int edm::PoolSource::nStreams ( ) const

inline

Definition at line 44 of file PoolSource.h.

References nStreams_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

44 {return nStreams_;}

edm::PoolSource::nStreams_

unsigned int nStreams_

Definition: PoolSource.h:80

ProductSelectorRules const& edm::PoolSource::productSelectorRules ( ) const

inline

Definition at line 46 of file PoolSource.h.

References productSelectorRules_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

46 {return productSelectorRules_;}

edm::PoolSource::productSelectorRules_

ProductSelectorRules productSelectorRules_

Definition: PoolSource.h:84

bool edm::PoolSource::randomAccess_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 339 of file PoolSource.cc.

Referenced by runHelper().

                                   {
     return true;
   }

void edm::PoolSource::readEvent_ ( EventPrincipal & eventPrincipal )

overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 232 of file PoolSource.cc.

References branchIDsToReplace_, edm::Principal::clearPrincipal(), delayReadingEventProducts_, relativeConstraints::empty, edm::EventID::event(), Exception, runEdmFileComparison::found, edm::EventPrincipal::id(), edm::InEvent, edm::EventPrincipal::luminosityBlock(), edm::EventPrincipal::mergeProvenanceRetrievers(), edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::Principal::readAllFromSourceAndMergeImmediately(), edm::Principal::recombine(), edm::EventPrincipal::run(), secondaryEventPrincipals_, secondaryFileSequence_, edm::EventPrincipal::streamID(), and edm::StreamID::value().

Referenced by edm::OneLumiPoolSource::readEvent_(), readIt(), and runHelper().

                                                        {
     primaryFileSequence_->readEvent(eventPrincipal);
     if(secondaryFileSequence_ && !branchIDsToReplace_[InEvent].empty()) {
       bool found = secondaryFileSequence_->skipToItem(eventPrincipal.run(),
                                                       eventPrincipal.luminosityBlock(),
                                                       eventPrincipal.id().event());
       if(found) {
         EventPrincipal& secondaryEventPrincipal = *secondaryEventPrincipals_[eventPrincipal.streamID().value()];
         secondaryFileSequence_->readEvent(secondaryEventPrincipal);
         checkConsistency(eventPrincipal, secondaryEventPrincipal);
         checkHistoryConsistency(eventPrincipal, secondaryEventPrincipal);
         eventPrincipal.recombine(secondaryEventPrincipal, branchIDsToReplace_[InEvent]);
         eventPrincipal.mergeProvenanceRetrievers(secondaryEventPrincipal);
         secondaryEventPrincipal.clearPrincipal();
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readEvent_") <<
           eventPrincipal.id() << " is not found in the secondary input files\n";
       }
     }
     if(not delayReadingEventProducts_) {
       eventPrincipal.readAllFromSourceAndMergeImmediately();
     }
   }

std::unique_ptr< FileBlock > edm::PoolSource::readFile_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 159 of file PoolSource.cc.

References benchmark_cfg::fb, edm::FileBlock::HasSecondaryFileSequence, primaryFileSequence_, and secondaryFileSequence_.

Referenced by runHelper().

                         {
     std::unique_ptr<FileBlock> fb = primaryFileSequence_->readFile_();
     if(secondaryFileSequence_) {
       fb->setNotFastClonable(FileBlock::HasSecondaryFileSequence);
     }
     return fb;
   }

bool edm::PoolSource::readIt	(	EventID const &	id,
		EventPrincipal &	eventPrincipal,
		StreamContext &	streamContext
	)

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 257 of file PoolSource.cc.

References event(), runEdmFileComparison::found, edm::InputSource::luminosityBlock(), primaryFileSequence_, readEvent_(), and edm::InputSource::run().

Referenced by runHelper().

                                                                                                     {
     bool found = primaryFileSequence_->skipToItem(id.run(), id.luminosityBlock(), id.event());
     if(!found) return false;
     EventSourceSentry sentry(*this, streamContext);
     readEvent_(eventPrincipal);
     return true;
   }

void edm::PoolSource::readLuminosityBlock_ ( LuminosityBlockPrincipal & lumiPrincipal )

overrideprotectedvirtual

Reimplemented from edm::InputSource.

Definition at line 206 of file PoolSource.cc.

References edm::LuminosityBlockPrincipal::aux(), branchIDsToReplace_, relativeConstraints::empty, Exception, runEdmFileComparison::found, edm::LuminosityBlockPrincipal::index(), edm::InLumi, edm::LuminosityBlockPrincipal::luminosityBlock(), edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::Principal::recombine(), edm::LuminosityBlockPrincipal::run(), secondaryFileSequence_, secondaryLumiPrincipal_, and mitigatedMETSequence_cff::U.

Referenced by edm::OneLumiPoolSource::getNextItemType(), and runHelper().

                                                                           {
     primaryFileSequence_->readLuminosityBlock_(lumiPrincipal);
     if(secondaryFileSequence_ && !branchIDsToReplace_[InLumi].empty()) {
       bool found = secondaryFileSequence_->skipToItem(lumiPrincipal.run(), lumiPrincipal.luminosityBlock(), 0U);
       if(found) {
         std::shared_ptr<LuminosityBlockAuxiliary> secondaryAuxiliary = secondaryFileSequence_->readLuminosityBlockAuxiliary_();
         checkConsistency(lumiPrincipal.aux(), *secondaryAuxiliary);
         secondaryLumiPrincipal_ = std::make_shared<LuminosityBlockPrincipal>(
                                                                    secondaryFileSequence_->fileProductRegistry(),
                                                                    processConfiguration(),
                                                                    nullptr,
                                                                    lumiPrincipal.index());
         secondaryLumiPrincipal_->setAux(*secondaryAuxiliary);
         secondaryFileSequence_->readLuminosityBlock_(*secondaryLumiPrincipal_);
         checkHistoryConsistency(lumiPrincipal, *secondaryLumiPrincipal_);
         lumiPrincipal.recombine(*secondaryLumiPrincipal_, branchIDsToReplace_[InLumi]);
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readLuminosityBlock_")
           << " Run " << lumiPrincipal.run()
           << " LuminosityBlock " << lumiPrincipal.luminosityBlock()
           << " is not found in the secondary input files\n";
       }
     }
   }

std::shared_ptr< LuminosityBlockAuxiliary > edm::PoolSource::readLuminosityBlockAuxiliary_ ( )

overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 177 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by edm::OneLumiPoolSource::readLuminosityBlockAuxiliary_(), and runHelper().

                                             {
     return primaryFileSequence_->readLuminosityBlockAuxiliary_();
   }

void edm::PoolSource::readRun_ ( RunPrincipal & runPrincipal )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 182 of file PoolSource.cc.

References edm::RunPrincipal::aux(), branchIDsToReplace_, relativeConstraints::empty, Exception, runEdmFileComparison::found, edm::RunPrincipal::index(), edm::InRun, edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::Principal::recombine(), edm::RunPrincipal::run(), secondaryFileSequence_, secondaryRunPrincipal_, and mitigatedMETSequence_cff::U.

Referenced by runHelper().

                                                  {
     primaryFileSequence_->readRun_(runPrincipal);
     if(secondaryFileSequence_ && !branchIDsToReplace_[InRun].empty()) {
       bool found = secondaryFileSequence_->skipToItem(runPrincipal.run(), 0U, 0U);
       if(found) {
         std::shared_ptr<RunAuxiliary> secondaryAuxiliary = secondaryFileSequence_->readRunAuxiliary_();
         checkConsistency(runPrincipal.aux(), *secondaryAuxiliary);
         secondaryRunPrincipal_ = std::make_shared<RunPrincipal>(secondaryAuxiliary,
                                                       secondaryFileSequence_->fileProductRegistry(),
                                                       processConfiguration(),
                                                       nullptr,
                                                       runPrincipal.index());
         secondaryFileSequence_->readRun_(*secondaryRunPrincipal_);
         checkHistoryConsistency(runPrincipal, *secondaryRunPrincipal_);
         runPrincipal.recombine(*secondaryRunPrincipal_, branchIDsToReplace_[InRun]);
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readRun_")
           << " Run " << runPrincipal.run()
           << " is not found in the secondary input files\n";
       }
     }
   }

std::shared_ptr< RunAuxiliary > edm::PoolSource::readRunAuxiliary_ ( )

overrideprivatevirtual

Implements edm::InputSource.

Definition at line 172 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                                 {
     return primaryFileSequence_->readRunAuxiliary_();
   }

std::pair< SharedResourcesAcquirer *, std::recursive_mutex * > edm::PoolSource::resourceSharedWithDelayedReader_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 282 of file PoolSource.cc.

References mutexSharedWithDelayedReader_, and resourceSharedWithDelayedReaderPtr_.

Referenced by runHelper().

                                                {
     return std::make_pair(resourceSharedWithDelayedReaderPtr_.get(), mutexSharedWithDelayedReader_.get());
   }

ProcessingController::ReverseState edm::PoolSource::reverseState_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 349 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                                   {
     return primaryFileSequence_->reverseState();
   }

void edm::PoolSource::rewind_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 288 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                       {
     primaryFileSequence_->rewind_();
   }

RunHelperBase* edm::PoolSource::runHelper ( )

inline

Definition at line 47 of file PoolSource.h.

References closeFile_(), endJob(), fillDescriptions(), forwardState_(), getNextItemType(), goToEvent_(), PFRecoTauDiscriminationByIsolation_cfi::offset, randomAccess_(), readEvent_(), readFile_(), readIt(), readLuminosityBlock_(), readLuminosityBlockAuxiliary_(), readRun_(), readRunAuxiliary_(), resourceSharedWithDelayedReader_(), reverseState_(), rewind_(), runHelper_, and skip().

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

47 {return runHelper_.get();}

edm::PoolSource::runHelper_

edm::propagate_const< std::unique_ptr< RunHelperBase > > runHelper_

Definition: PoolSource.h:89

void edm::PoolSource::skip ( int offset )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 294 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

                              {
     primaryFileSequence_->skipEvents(offset);
   }

bool edm::PoolSource::skipBadFiles ( ) const

inline

Definition at line 40 of file PoolSource.h.

References skipBadFiles_.

Referenced by edm::RootPrimaryFileSequence::nextFile(), edm::RootPrimaryFileSequence::readFile_(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), and edm::RootSecondaryFileSequence::RootSecondaryFileSequence().

40 {return skipBadFiles_;}

edm::PoolSource::skipBadFiles_

bool skipBadFiles_

Definition: PoolSource.h:81

int edm::PoolSource::treeMaxVirtualSize ( ) const

inline

Definition at line 45 of file PoolSource.h.

References treeMaxVirtualSize_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

45 {return treeMaxVirtualSize_;}

edm::PoolSource::treeMaxVirtualSize_

int const treeMaxVirtualSize_

Definition: PoolSource.h:83

Member Data Documentation

std::array<std::vector<BranchID>, NumBranchTypes> edm::PoolSource::branchIDsToReplace_

private

Definition at line 78 of file PoolSource.h.

Referenced by PoolSource(), readEvent_(), readLuminosityBlock_(), and readRun_().

bool edm::PoolSource::bypassVersionCheck_

private

Definition at line 82 of file PoolSource.h.

Referenced by bypassVersionCheck().

InputFileCatalog edm::PoolSource::catalog_

private

Definition at line 73 of file PoolSource.h.

bool edm::PoolSource::delayReadingEventProducts_

private

Definition at line 87 of file PoolSource.h.

Referenced by readEvent_().

bool edm::PoolSource::dropDescendants_

private

Definition at line 85 of file PoolSource.h.

Referenced by dropDescendants().

bool edm::PoolSource::labelRawDataLikeMC_

private

Definition at line 86 of file PoolSource.h.

Referenced by labelRawDataLikeMC().

std::shared_ptr<std::recursive_mutex> edm::PoolSource::mutexSharedWithDelayedReader_

private

Definition at line 91 of file PoolSource.h.

Referenced by PoolSource(), and resourceSharedWithDelayedReader_().

unsigned int edm::PoolSource::nStreams_

private

Definition at line 80 of file PoolSource.h.

Referenced by nStreams(), and PoolSource().

edm::propagate_const<std::unique_ptr<RootPrimaryFileSequence> > edm::PoolSource::primaryFileSequence_

private

Definition at line 92 of file PoolSource.h.

Referenced by closeFile_(), endJob(), forwardState_(), getNextItemType(), goToEvent_(), PoolSource(), readEvent_(), readFile_(), readIt(), readLuminosityBlock_(), readLuminosityBlockAuxiliary_(), readRun_(), readRunAuxiliary_(), reverseState_(), rewind_(), and skip().

ProductSelectorRules edm::PoolSource::productSelectorRules_

private

Definition at line 84 of file PoolSource.h.

Referenced by productSelectorRules().

std::unique_ptr<SharedResourcesAcquirer> edm::PoolSource::resourceSharedWithDelayedReaderPtr_

private

Definition at line 90 of file PoolSource.h.

Referenced by PoolSource(), and resourceSharedWithDelayedReader_().

RootServiceChecker edm::PoolSource::rootServiceChecker_

private

Definition at line 72 of file PoolSource.h.

edm::propagate_const<std::unique_ptr<RunHelperBase> > edm::PoolSource::runHelper_

private

Definition at line 89 of file PoolSource.h.

Referenced by getNextItemType(), and runHelper().

InputFileCatalog edm::PoolSource::secondaryCatalog_

private

Definition at line 74 of file PoolSource.h.

Referenced by PoolSource().

std::vector<edm::propagate_const<std::unique_ptr<EventPrincipal> > > edm::PoolSource::secondaryEventPrincipals_

private

Definition at line 77 of file PoolSource.h.

Referenced by PoolSource(), and readEvent_().

edm::propagate_const<std::unique_ptr<RootSecondaryFileSequence> > edm::PoolSource::secondaryFileSequence_

private

Definition at line 93 of file PoolSource.h.

Referenced by endJob(), getNextItemType(), PoolSource(), readEvent_(), readFile_(), readLuminosityBlock_(), and readRun_().

edm::propagate_const<std::shared_ptr<LuminosityBlockPrincipal> > edm::PoolSource::secondaryLumiPrincipal_

private

Definition at line 76 of file PoolSource.h.

Referenced by readLuminosityBlock_().

edm::propagate_const<std::shared_ptr<RunPrincipal> > edm::PoolSource::secondaryRunPrincipal_

private

Definition at line 75 of file PoolSource.h.

Referenced by readRun_().

bool edm::PoolSource::skipBadFiles_

private

Definition at line 81 of file PoolSource.h.

Referenced by skipBadFiles().

int const edm::PoolSource::treeMaxVirtualSize_

private

Definition at line 83 of file PoolSource.h.

Referenced by treeMaxVirtualSize().

Public Member Functions

Static Public Member Functions

Protected Member Functions

Private Member Functions

Private Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation