#include <PoolSource.h>

Inheritance diagram for edm::PoolSource:

Public Member Functions
bool	bypassVersionCheck () const

bool	dropDescendants () const

bool	labelRawDataLikeMC () const

unsigned int	nStreams () const

	PoolSource (ParameterSet const &pset, InputSourceDescription const &desc)

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()

ProductRegistry &	productRegistryUpdate ()

ProductSelectorRules const &	productSelectorRules () const

RunHelperBase *	runHelper ()

bool	skipBadFiles () const

int	treeMaxVirtualSize () const

	~PoolSource () override

Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistry >	actReg () const
	Accessor for Activity Registry. More...

std::shared_ptr< BranchIDListHelper const >	branchIDListHelper () const
	Accessors for branchIDListHelper. More...

std::shared_ptr< BranchIDListHelper > &	branchIDListHelper ()

void	closeFile (FileBlock *, bool cleaningUpAfterException)
	close current file More...

void	doBeginJob ()
	Called by framework at beginning of job. More...

virtual void	doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
	Called by framework at beginning of lumi block. More...

virtual void	doBeginRun (RunPrincipal &rp, ProcessContext const *)
	Called by framework at beginning of run. More...

void	doEndJob ()
	Called by framework at end of job. More...

void	fillProcessBlockHelper ()
	Fill the ProcessBlockHelper with info for the current file. More...

ProcessingController::ForwardState	forwardState () const

bool	goToEvent (EventID const &eventID)

	InputSource (ParameterSet const &, InputSourceDescription const &)
	Constructor. More...

	InputSource (InputSource const &)=delete

void	issueReports (EventID const &eventID, StreamID streamID)
	issue an event report More...

LuminosityBlockNumber_t	luminosityBlock () const
	Accessor for current luminosity block number. More...

std::shared_ptr< LuminosityBlockAuxiliary >	luminosityBlockAuxiliary () const
	Called by the framework to merge or insert lumi in principal cache. More...

int	maxEvents () const

int	maxLuminosityBlocks () const

ModuleDescription const &	moduleDescription () const
	Accessor for 'module' description. More...

ItemType	nextItemType ()
	Advances the source to the next item. More...

bool	nextProcessBlock (ProcessBlockPrincipal &)
	Next process block, return false if there is none, sets the processName in the principal. More...

InputSource &	operator= (InputSource const &)=delete

std::shared_ptr< ProcessBlockHelper const >	processBlockHelper () const
	Accessors for processBlockHelper. More...

std::shared_ptr< ProcessBlockHelper > &	processBlockHelper ()

ProcessConfiguration const &	processConfiguration () const
	Accessor for Process Configuration. More...

std::string const &	processGUID () const
	Accessor for global process identifier. More...

ProcessHistoryRegistry const &	processHistoryRegistry () const
	Accessors for process history registry. More...

ProcessHistoryRegistry &	processHistoryRegistry ()

ProcessingMode	processingMode () const
	RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...

std::shared_ptr< ProductRegistry const >	productRegistry () const
	Accessors for product registry. More...

bool	randomAccess () const

void	readAndMergeLumi (LuminosityBlockPrincipal &lbp)
	Read next luminosity block (same as a prior lumi) More...

void	readAndMergeRun (RunPrincipal &rp)
	Read next run (same as a prior run) More...

void	readEvent (EventPrincipal &ep, StreamContext &)
	Read next event. More...

bool	readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
	Read a specific event. More...

std::shared_ptr< FileBlock >	readFile ()
	Read next file. More...

void	readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
	Read next luminosity block (new lumi) More...

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary ()
	Read next luminosity block Auxilary. More...

void	readProcessBlock (ProcessBlockPrincipal &)
	Read next process block. More...

void	readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
	Read next run (new run) More...

std::shared_ptr< RunAuxiliary >	readRunAuxiliary ()
	Read next run Auxiliary. More...

ProcessHistoryID const &	reducedProcessHistoryID () const

virtual void	registerProducts ()
	Register any produced products. More...

int	remainingEvents () const

int	remainingLuminosityBlocks () const

void	repeat ()
	Reset the remaining number of events/lumis to the maximum number. More...

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader ()
	Returns nullptr if no resource shared between the Source and a DelayedReader. More...

ProcessingController::ReverseState	reverseState () const

void	rewind ()
	Begin again at the first event. More...

RunNumber_t	run () const
	Accessor for current run number. More...

std::shared_ptr< RunAuxiliary >	runAuxiliary () const
	Called by the framework to merge or insert run in principal cache. More...

void	setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
	Set the luminosity block ID. More...

void	setRunNumber (RunNumber_t r)
	Set the run number. More...

void	skipEvents (int offset)

void	switchTo (std::shared_ptr< ProductRegistry > iOther)
	switch to a different ProductRegistry. More...

std::shared_ptr< ThinnedAssociationsHelper const >	thinnedAssociationsHelper () const
	Accessors for thinnedAssociationsHelper. More...

std::shared_ptr< ThinnedAssociationsHelper > &	thinnedAssociationsHelper ()

Timestamp const &	timestamp () const
	Accessor for the current time, as seen by the input source. More...

virtual	~InputSource () noexcept(false)
	Destructor. More...

Static Public Member Functions
static void	fillDescriptions (ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from edm::InputSource
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Protected Member Functions
ItemType	getNextItemType () override

void	readEvent_ (EventPrincipal &eventPrincipal) override

void	readLuminosityBlock_ (LuminosityBlockPrincipal &lumiPrincipal) override

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary_ () override

Protected Member Functions inherited from edm::InputSource
virtual void	beginJob ()
	Begin protected makes it easier to do template programming. More...

void	decreaseRemainingEventsBy (int iSkipped)

bool	eventCached () const

bool	newLumi () const

bool	newRun () const

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()

ProductRegistry &	productRegistryUpdate ()

void	reset () const

void	resetEventCached ()

void	resetLuminosityBlockAuxiliary (bool isNewLumi=true) const

void	resetNewLumi ()

void	resetNewRun ()

void	resetRunAuxiliary (bool isNewRun=true) const

void	setEventCached ()
	Called by the framework to merge or ached() const {return eventCached_;}. More...

void	setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)

void	setNewLumi ()

void	setNewRun ()

void	setRunAuxiliary (RunAuxiliary *rp)

void	setTimestamp (Timestamp const &theTime)
	To set the current time, as seen by the input source. More...

ItemType	state () const

Private Member Functions
void	closeFile_ () override

void	endJob () override

void	fillProcessBlockHelper_ () override

ProcessingController::ForwardState	forwardState_ () const override

bool	goToEvent_ (EventID const &eventID) override

bool	nextProcessBlock_ (ProcessBlockPrincipal &) override

bool	randomAccess_ () const override

std::shared_ptr< FileBlock >	readFile_ () override

bool	readIt (EventID const &id, EventPrincipal &eventPrincipal, StreamContext &streamContext) override

void	readProcessBlock_ (ProcessBlockPrincipal &) override

void	readRun_ (RunPrincipal &runPrincipal) override

std::shared_ptr< RunAuxiliary >	readRunAuxiliary_ () override

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader_ () override

ProcessingController::ReverseState	reverseState_ () const override

void	rewind_ () override

void	skip (int offset) override

Private Attributes
std::array< std::vector< BranchID >, NumBranchTypes >	branchIDsToReplace_

bool	bypassVersionCheck_

InputFileCatalog	catalog_

bool	delayReadingEventProducts_

bool	dropDescendants_

bool	labelRawDataLikeMC_

std::shared_ptr< std::recursive_mutex >	mutexSharedWithDelayedReader_

unsigned int	nStreams_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > >	primaryFileSequence_

ProductSelectorRules	productSelectorRules_

std::unique_ptr< SharedResourcesAcquirer >	resourceSharedWithDelayedReaderPtr_

RootServiceChecker	rootServiceChecker_

edm::propagate_const< std::unique_ptr< RunHelperBase > >	runHelper_

InputFileCatalog	secondaryCatalog_

std::vector< edm::propagate_const< std::unique_ptr< EventPrincipal > > >	secondaryEventPrincipals_

edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > >	secondaryFileSequence_

edm::propagate_const< std::shared_ptr< LuminosityBlockPrincipal > >	secondaryLumiPrincipal_

edm::propagate_const< std::shared_ptr< RunPrincipal > >	secondaryRunPrincipal_

bool	skipBadFiles_

int const	treeMaxVirtualSize_

Additional Inherited Members
Public Types inherited from edm::InputSource
enum	ItemType { IsInvalid, IsStop, IsFile, IsRun, IsLumi, IsEvent, IsRepeat, IsSynchronize }

enum	ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }

Public Attributes inherited from edm::InputSource
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	postEventReadFromSourceSignal_

signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	preEventReadFromSourceSignal_

Detailed Description

Definition at line 32 of file PoolSource.h.

Constructor & Destructor Documentation

◆ PoolSource()

edm::PoolSource::PoolSource	(	ParameterSet const &	pset,
		InputSourceDescription const &	desc
	)

explicit

Definition at line 65 of file PoolSource.cc.

References branchIDsToReplace_, edm::errors::Configuration, edm::SharedResourcesRegistry::createAcquirerForSourceDelayedReader(), edm::InputFileCatalog::empty(), relativeConstraints::empty, Exception, mps_fire::i, edm::InEvent, edm::InLumi, edm::InRun, edm::SharedResourcesRegistry::instance(), B2GTnPMonitor_cfi::item, eostools::move(), mutexSharedWithDelayedReader_, nStreams_, edm::NumBranchTypes, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::ProductRegistry::productListUpdator(), edm::InputSource::productRegistryUpdate(), muonDTDigis_cfi::pset, mps_fire::resources, resourceSharedWithDelayedReaderPtr_, secondaryCatalog_, secondaryEventPrincipals_, secondaryFileSequence_, and findQualityFiles::size.

       : InputSource(pset, desc),
         rootServiceChecker_(),
         catalog_(pset.getUntrackedParameter<std::vector<std::string> >("fileNames"),
                  pset.getUntrackedParameter<std::string>("overrideCatalog", std::string())),
         secondaryCatalog_(
             pset.getUntrackedParameter<std::vector<std::string> >("secondaryFileNames", std::vector<std::string>()),
             pset.getUntrackedParameter<std::string>("overrideCatalog", std::string())),
         secondaryRunPrincipal_(),
         secondaryLumiPrincipal_(),
         secondaryEventPrincipals_(),
         branchIDsToReplace_(),
         nStreams_(desc.allocations_->numberOfStreams()),
         skipBadFiles_(pset.getUntrackedParameter<bool>("skipBadFiles")),
         bypassVersionCheck_(pset.getUntrackedParameter<bool>("bypassVersionCheck")),
         treeMaxVirtualSize_(pset.getUntrackedParameter<int>("treeMaxVirtualSize")),
         productSelectorRules_(pset, "inputCommands", "InputSource"),
         dropDescendants_(pset.getUntrackedParameter<bool>("dropDescendantsOfDroppedBranches")),
         labelRawDataLikeMC_(pset.getUntrackedParameter<bool>("labelRawDataLikeMC")),
         delayReadingEventProducts_(pset.getUntrackedParameter<bool>("delayReadingEventProducts")),
         runHelper_(makeRunHelper(pset)),
         resourceSharedWithDelayedReaderPtr_(),
         // Note: primaryFileSequence_ and secondaryFileSequence_ need to be initialized last, because they use data members
         // initialized previously in their own initialization.
         primaryFileSequence_(new RootPrimaryFileSequence(pset, *this, catalog_)),
         secondaryFileSequence_(
             secondaryCatalog_.empty() ? nullptr : new RootSecondaryFileSequence(pset, *this, secondaryCatalog_)) {
     auto resources = SharedResourcesRegistry::instance()->createAcquirerForSourceDelayedReader();
     resourceSharedWithDelayedReaderPtr_ = std::make_unique<SharedResourcesAcquirer>(std::move(resources.first));
     mutexSharedWithDelayedReader_ = resources.second;
 
     if (secondaryCatalog_.empty() && pset.getUntrackedParameter<bool>("needSecondaryFileNames", false)) {
       throw Exception(errors::Configuration, "PoolSource") << "'secondaryFileNames' must be specified\n";
     }
     if (secondaryFileSequence_) {
       secondaryEventPrincipals_.reserve(nStreams_);
       for (unsigned int index = 0; index < nStreams_; ++index) {
         secondaryEventPrincipals_.emplace_back(new EventPrincipal(secondaryFileSequence_->fileProductRegistry(),
                                                                   secondaryFileSequence_->fileBranchIDListHelper(),
                                                                   std::make_shared<ThinnedAssociationsHelper const>(),
                                                                   processConfiguration(),
                                                                   nullptr,
                                                                   index));
       }
       std::array<std::set<BranchID>, NumBranchTypes> idsToReplace;
       ProductRegistry::ProductList const& secondary = secondaryFileSequence_->fileProductRegistry()->productList();
       ProductRegistry::ProductList const& primary = primaryFileSequence_->fileProductRegistry()->productList();
       std::set<BranchID> associationsFromSecondary;
       //this is the registry used by the 'outside' world and only has the primary file information in it at present
       ProductRegistry::ProductList& fullList = productRegistryUpdate().productListUpdator();
       for (auto const& item : secondary) {
         if (item.second.present()) {
           idsToReplace[item.second.branchType()].insert(item.second.branchID());
           if (item.second.branchType() == InEvent && item.second.unwrappedType() == typeid(ThinnedAssociation)) {
             associationsFromSecondary.insert(item.second.branchID());
           }
           //now make sure this is marked as not dropped else the product will not be 'get'table from the Event
           auto itFound = fullList.find(item.first);
           if (itFound != fullList.end()) {
             // If the branch in primary file was dropped, need to initilize the dictionary information
             if (itFound->second.dropped()) {
               itFound->second.initFromDictionary();
             }
             itFound->second.setDropped(false);
           }
         }
       }
       for (auto const& item : primary) {
         if (item.second.present()) {
           idsToReplace[item.second.branchType()].erase(item.second.branchID());
           associationsFromSecondary.erase(item.second.branchID());
         }
       }
       if (idsToReplace[InEvent].empty() && idsToReplace[InLumi].empty() && idsToReplace[InRun].empty()) {
         secondaryFileSequence_ = nullptr;  // propagate_const<T> has no reset() function
       } else {
         for (int i = InEvent; i < NumBranchTypes; ++i) {
           branchIDsToReplace_[i].reserve(idsToReplace[i].size());
           for (auto const& id : idsToReplace[i]) {
             branchIDsToReplace_[i].push_back(id);
           }
         }
         secondaryFileSequence_->initAssociationsFromSecondary(associationsFromSecondary);
       }
     }
   }

◆ ~PoolSource()

edm::PoolSource::~PoolSource ( )

override

Definition at line 152 of file PoolSource.cc.

152 {}

Member Function Documentation

◆ bypassVersionCheck()

bool edm::PoolSource::bypassVersionCheck ( ) const

inline

Definition at line 42 of file PoolSource.h.

References bypassVersionCheck_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

42 { return bypassVersionCheck_; }

edm::PoolSource::bypassVersionCheck_

bool bypassVersionCheck_

Definition: PoolSource.h:86

◆ closeFile_()

void edm::PoolSource::closeFile_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 169 of file PoolSource.cc.

References primaryFileSequence_.

169 { primaryFileSequence_->closeFile(); }

edm::PoolSource::primaryFileSequence_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_

Definition: PoolSource.h:97

◆ dropDescendants()

bool edm::PoolSource::dropDescendants ( ) const

inline

Definition at line 41 of file PoolSource.h.

References dropDescendants_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

41 { return dropDescendants_; }

edm::PoolSource::dropDescendants_

bool dropDescendants_

Definition: PoolSource.h:89

◆ endJob()

void edm::PoolSource::endJob ( void )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 154 of file PoolSource.cc.

References primaryFileSequence_, edm::InputFile::reportReadBranches(), and secondaryFileSequence_.

                           {
     if (secondaryFileSequence_)
       secondaryFileSequence_->endJob();
     primaryFileSequence_->endJob();
     InputFile::reportReadBranches();
   }

◆ fillDescriptions()

void edm::PoolSource::fillDescriptions ( ConfigurationDescriptions & descriptions )

static

Definition at line 292 of file PoolSource.cc.

References edm::ConfigurationDescriptions::add(), submitPVResolutionJobs::desc, edm::RunHelperBase::fillDescription(), edm::ProductSelectorRules::fillDescription(), edm::RootPrimaryFileSequence::fillDescription(), edm::InputSource::fillDescription(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                            {
     ParameterSetDescription desc;
 
     std::vector<std::string> defaultStrings;
     desc.setComment("Reads EDM/Root files.");
     desc.addUntracked<std::vector<std::string> >("fileNames")->setComment("Names of files to be processed.");
     desc.addUntracked<std::vector<std::string> >("secondaryFileNames", defaultStrings)
         ->setComment("Names of secondary files to be processed.");
     desc.addUntracked<bool>("needSecondaryFileNames", false)
         ->setComment("If True, 'secondaryFileNames' must be specified and be non-empty.");
     desc.addUntracked<std::string>("overrideCatalog", std::string());
     desc.addUntracked<bool>("skipBadFiles", false)
         ->setComment(
             "True:  Ignore any missing or unopenable input file.\n"
             "False: Throw exception if missing or unopenable input file.");
     desc.addUntracked<bool>("bypassVersionCheck", false)
         ->setComment(
             "True:  Bypass release version check.\n"
             "False: Throw exception if reading file in a release prior to the release in which the file was written.");
     desc.addUntracked<int>("treeMaxVirtualSize", -1)
         ->setComment("Size of ROOT TTree TBasket cache. Affects performance.");
     desc.addUntracked<bool>("dropDescendantsOfDroppedBranches", true)
         ->setComment("If True, also drop on input any descendent of any branch dropped on input.");
     desc.addUntracked<bool>("labelRawDataLikeMC", true)
         ->setComment("If True: replace module label for raw data to match MC. Also use 'LHC' as process.");
     desc.addUntracked<bool>("delayReadingEventProducts", true)
         ->setComment(
             "If True: do not read a data product from the file until it is requested. If False: all event data "
             "products are read upfront.");
     ProductSelectorRules::fillDescription(desc, "inputCommands");
     InputSource::fillDescription(desc);
     RootPrimaryFileSequence::fillDescription(desc);
     RunHelperBase::fillDescription(desc);
 
     descriptions.add("source", desc);
   }

◆ fillProcessBlockHelper_()

void edm::PoolSource::fillProcessBlockHelper_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 177 of file PoolSource.cc.

References primaryFileSequence_.

177 { primaryFileSequence_->fillProcessBlockHelper_(); }

edm::PoolSource::primaryFileSequence_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_

Definition: PoolSource.h:97

◆ forwardState_()

ProcessingController::ForwardState edm::PoolSource::forwardState_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 331 of file PoolSource.cc.

References primaryFileSequence_.

331 { return primaryFileSequence_->forwardState(); }

edm::PoolSource::primaryFileSequence_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_

Definition: PoolSource.h:97

◆ getNextItemType()

InputSource::ItemType edm::PoolSource::getNextItemType ( )

overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 265 of file PoolSource.cc.

References edm::IndexIntoFile::invalidEvent, edm::IndexIntoFile::invalidLumi, edm::IndexIntoFile::invalidRun, edm::InputSource::IsEvent, edm::InputSource::IsLumi, edm::InputSource::IsRun, edm::InputSource::IsSynchronize, primaryFileSequence_, edm::InputSource::run(), runHelper_, secondaryFileSequence_, and edm::InputSource::state().

Referenced by edm::OneLumiPoolSource::getNextItemType().

                                                   {
     RunNumber_t run = IndexIntoFile::invalidRun;
     LuminosityBlockNumber_t lumi = IndexIntoFile::invalidLumi;
     EventNumber_t event = IndexIntoFile::invalidEvent;
     InputSource::ItemType itemType = primaryFileSequence_->getNextItemType(run, lumi, event);
     if (secondaryFileSequence_ && (IsSynchronize != state())) {
       if (itemType == IsRun || itemType == IsLumi || itemType == IsEvent) {
         if (!secondaryFileSequence_->containedInCurrentFile(run, lumi, event)) {
           return IsSynchronize;
         }
       }
     }
     return runHelper_->nextItemType(state(), itemType, run, lumi, event);
   }

◆ goToEvent_()

bool edm::PoolSource::goToEvent_ ( EventID const & eventID )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 290 of file PoolSource.cc.

References primaryFileSequence_.

290 { return primaryFileSequence_->goToEvent(eventID); }

edm::PoolSource::primaryFileSequence_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_

Definition: PoolSource.h:97

◆ labelRawDataLikeMC()

bool edm::PoolSource::labelRawDataLikeMC ( ) const

inline

Definition at line 43 of file PoolSource.h.

References labelRawDataLikeMC_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

43 { return labelRawDataLikeMC_; }

edm::PoolSource::labelRawDataLikeMC_

bool labelRawDataLikeMC_

Definition: PoolSource.h:90

◆ nextProcessBlock_()

bool edm::PoolSource::nextProcessBlock_ ( ProcessBlockPrincipal & processBlockPrincipal )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 179 of file PoolSource.cc.

References primaryFileSequence_.

                                                                                  {
     return primaryFileSequence_->nextProcessBlock_(processBlockPrincipal);
   }

◆ nStreams()

unsigned int edm::PoolSource::nStreams ( ) const

inline

Definition at line 44 of file PoolSource.h.

References nStreams_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

44 { return nStreams_; }

edm::PoolSource::nStreams_

unsigned int nStreams_

Definition: PoolSource.h:84

◆ processHistoryRegistryForUpdate()

ProcessHistoryRegistry& edm::InputSource::processHistoryRegistryForUpdate

inline

Definition at line 331 of file InputSource.h.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

331 { return *processHistoryRegistry_; }

edm::InputSource::processHistoryRegistry_

edm::propagate_const< std::unique_ptr< ProcessHistoryRegistry > > processHistoryRegistry_

Definition: InputSource.h:425

◆ productRegistryUpdate()

ProductRegistry& edm::InputSource::productRegistryUpdate

inline

Definition at line 330 of file InputSource.h.

Referenced by edm::RootPrimaryFileSequence::nextFile(), edm::RootPrimaryFileSequence::previousFile(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), and edm::RootSecondaryFileSequence::RootSecondaryFileSequence().

330 { return *productRegistry_; }

edm::InputSource::productRegistry_

edm::propagate_const< std::shared_ptr< ProductRegistry > > productRegistry_

Definition: InputSource.h:424

◆ productSelectorRules()

ProductSelectorRules const& edm::PoolSource::productSelectorRules ( ) const

inline

Definition at line 46 of file PoolSource.h.

References productSelectorRules_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

46 { return productSelectorRules_; }

edm::PoolSource::productSelectorRules_

ProductSelectorRules productSelectorRules_

Definition: PoolSource.h:88

◆ randomAccess_()

bool edm::PoolSource::randomAccess_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 329 of file PoolSource.cc.

329 { return true; }

◆ readEvent_()

void edm::PoolSource::readEvent_ ( EventPrincipal & eventPrincipal )

overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 231 of file PoolSource.cc.

References cms::cuda::assert(), branchIDsToReplace_, edm::Principal::clearPrincipal(), delayReadingEventProducts_, relativeConstraints::empty, edm::EventID::event(), Exception, newFWLiteAna::found, edm::EventPrincipal::id(), edm::InEvent, edm::EventPrincipal::luminosityBlock(), edm::EventPrincipal::mergeProvenanceRetrievers(), edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::Principal::readAllFromSourceAndMergeImmediately(), edm::Principal::recombine(), edm::EventPrincipal::run(), secondaryEventPrincipals_, secondaryFileSequence_, edm::EventPrincipal::streamID(), and edm::StreamID::value().

Referenced by edm::OneLumiPoolSource::readEvent_(), and readIt().

                                                             {
     bool readEventSucceeded = primaryFileSequence_->readEvent(eventPrincipal);
     assert(readEventSucceeded);
     if (secondaryFileSequence_ && !branchIDsToReplace_[InEvent].empty()) {
       bool found = secondaryFileSequence_->skipToItem(
           eventPrincipal.run(), eventPrincipal.luminosityBlock(), eventPrincipal.id().event());
       if (found) {
         EventPrincipal& secondaryEventPrincipal = *secondaryEventPrincipals_[eventPrincipal.streamID().value()];
         bool readEventSucceeded = secondaryFileSequence_->readEvent(secondaryEventPrincipal);
         checkConsistency(eventPrincipal, secondaryEventPrincipal);
         checkHistoryConsistency(eventPrincipal, secondaryEventPrincipal);
         assert(readEventSucceeded);
         eventPrincipal.recombine(secondaryEventPrincipal, branchIDsToReplace_[InEvent]);
         eventPrincipal.mergeProvenanceRetrievers(secondaryEventPrincipal);
         secondaryEventPrincipal.clearPrincipal();
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readEvent_")
             << eventPrincipal.id() << " is not found in the secondary input files\n";
       }
     }
     if (not delayReadingEventProducts_) {
       eventPrincipal.readAllFromSourceAndMergeImmediately();
     }
   }

◆ readFile_()

std::shared_ptr< FileBlock > edm::PoolSource::readFile_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 161 of file PoolSource.cc.

References edm::FileBlock::HasSecondaryFileSequence, primaryFileSequence_, and secondaryFileSequence_.

                                                  {
     std::shared_ptr<FileBlock> fb = primaryFileSequence_->readFile_();
     if (secondaryFileSequence_) {
       fb->setNotFastClonable(FileBlock::HasSecondaryFileSequence);
     }
     return fb;
   }

◆ readIt()

bool edm::PoolSource::readIt	(	EventID const &	id,
		EventPrincipal &	eventPrincipal,
		StreamContext &	streamContext
	)

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 256 of file PoolSource.cc.

References edmPickEvents::event, newFWLiteAna::found, edm::InputSource::luminosityBlock(), primaryFileSequence_, readEvent_(), and edm::InputSource::run().

                                                                                                          {
     bool found = primaryFileSequence_->skipToItem(id.run(), id.luminosityBlock(), id.event());
     if (!found)
       return false;
     EventSourceSentry sentry(*this, streamContext);
     readEvent_(eventPrincipal);
     return true;
   }

◆ readLuminosityBlock_()

void edm::PoolSource::readLuminosityBlock_ ( LuminosityBlockPrincipal & lumiPrincipal )

overrideprotectedvirtual

Reimplemented from edm::InputSource.

Definition at line 209 of file PoolSource.cc.

References edm::LuminosityBlockPrincipal::aux(), branchIDsToReplace_, relativeConstraints::empty, Exception, newFWLiteAna::found, edm::LuminosityBlockPrincipal::index(), edm::InLumi, edm::LuminosityBlockPrincipal::luminosityBlock(), edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::Principal::recombine(), edm::LuminosityBlockPrincipal::run(), secondaryFileSequence_, secondaryLumiPrincipal_, and mitigatedMETSequence_cff::U.

Referenced by edm::OneLumiPoolSource::getNextItemType().

                                                                                {
     bool shouldWeProcessLumi = primaryFileSequence_->readLuminosityBlock_(lumiPrincipal);
     if (secondaryFileSequence_ && shouldWeProcessLumi && !branchIDsToReplace_[InLumi].empty()) {
       bool found = secondaryFileSequence_->skipToItem(lumiPrincipal.run(), lumiPrincipal.luminosityBlock(), 0U);
       if (found) {
         std::shared_ptr<LuminosityBlockAuxiliary> secondaryAuxiliary =
             secondaryFileSequence_->readLuminosityBlockAuxiliary_();
         checkConsistency(lumiPrincipal.aux(), *secondaryAuxiliary);
         secondaryLumiPrincipal_ = std::make_shared<LuminosityBlockPrincipal>(
             secondaryFileSequence_->fileProductRegistry(), processConfiguration(), nullptr, lumiPrincipal.index());
         secondaryLumiPrincipal_->setAux(*secondaryAuxiliary);
         secondaryFileSequence_->readLuminosityBlock_(*secondaryLumiPrincipal_);
         checkHistoryConsistency(lumiPrincipal, *secondaryLumiPrincipal_);
         lumiPrincipal.recombine(*secondaryLumiPrincipal_, branchIDsToReplace_[InLumi]);
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readLuminosityBlock_")
             << " Run " << lumiPrincipal.run() << " LuminosityBlock " << lumiPrincipal.luminosityBlock()
             << " is not found in the secondary input files\n";
       }
     }
   }

◆ readLuminosityBlockAuxiliary_()

std::shared_ptr< LuminosityBlockAuxiliary > edm::PoolSource::readLuminosityBlockAuxiliary_ ( )

overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 173 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by edm::OneLumiPoolSource::readLuminosityBlockAuxiliary_().

                                                                                     {
     return primaryFileSequence_->readLuminosityBlockAuxiliary_();
   }

◆ readProcessBlock_()

void edm::PoolSource::readProcessBlock_ ( ProcessBlockPrincipal & processBlockPrincipal )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 183 of file PoolSource.cc.

References primaryFileSequence_.

                                                                                  {
     primaryFileSequence_->readProcessBlock_(processBlockPrincipal);
   }

◆ readRun_()

void edm::PoolSource::readRun_ ( RunPrincipal & runPrincipal )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 187 of file PoolSource.cc.

References edm::RunPrincipal::aux(), branchIDsToReplace_, relativeConstraints::empty, Exception, newFWLiteAna::found, edm::RunPrincipal::index(), edm::InRun, edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::Principal::recombine(), edm::RunPrincipal::run(), secondaryFileSequence_, secondaryRunPrincipal_, and mitigatedMETSequence_cff::U.

                                                       {
     bool shouldWeProcessRun = primaryFileSequence_->readRun_(runPrincipal);
     if (secondaryFileSequence_ && shouldWeProcessRun && !branchIDsToReplace_[InRun].empty()) {
       bool found = secondaryFileSequence_->skipToItem(runPrincipal.run(), 0U, 0U);
       if (found) {
         std::shared_ptr<RunAuxiliary> secondaryAuxiliary = secondaryFileSequence_->readRunAuxiliary_();
         checkConsistency(runPrincipal.aux(), *secondaryAuxiliary);
         secondaryRunPrincipal_ = std::make_shared<RunPrincipal>(secondaryAuxiliary,
                                                                 secondaryFileSequence_->fileProductRegistry(),
                                                                 processConfiguration(),
                                                                 nullptr,
                                                                 runPrincipal.index());
         secondaryFileSequence_->readRun_(*secondaryRunPrincipal_);
         checkHistoryConsistency(runPrincipal, *secondaryRunPrincipal_);
         runPrincipal.recombine(*secondaryRunPrincipal_, branchIDsToReplace_[InRun]);
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readRun_")
             << " Run " << runPrincipal.run() << " is not found in the secondary input files\n";
       }
     }
   }

◆ readRunAuxiliary_()

std::shared_ptr< RunAuxiliary > edm::PoolSource::readRunAuxiliary_ ( )

overrideprivatevirtual

Implements edm::InputSource.

Definition at line 171 of file PoolSource.cc.

References primaryFileSequence_.

171 { return primaryFileSequence_->readRunAuxiliary_(); }

edm::PoolSource::primaryFileSequence_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_

Definition: PoolSource.h:97

◆ resourceSharedWithDelayedReader_()

std::pair< SharedResourcesAcquirer *, std::recursive_mutex * > edm::PoolSource::resourceSharedWithDelayedReader_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 280 of file PoolSource.cc.

References mutexSharedWithDelayedReader_, and resourceSharedWithDelayedReaderPtr_.

                                                                                                       {
     return std::make_pair(resourceSharedWithDelayedReaderPtr_.get(), mutexSharedWithDelayedReader_.get());
   }

◆ reverseState_()

ProcessingController::ReverseState edm::PoolSource::reverseState_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 333 of file PoolSource.cc.

References primaryFileSequence_.

333 { return primaryFileSequence_->reverseState(); }

edm::PoolSource::primaryFileSequence_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_

Definition: PoolSource.h:97

◆ rewind_()

void edm::PoolSource::rewind_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 285 of file PoolSource.cc.

References primaryFileSequence_.

285 { primaryFileSequence_->rewind_(); }

edm::PoolSource::primaryFileSequence_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_

Definition: PoolSource.h:97

◆ runHelper()

RunHelperBase* edm::PoolSource::runHelper ( )

inline

Definition at line 47 of file PoolSource.h.

References runHelper_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

47 { return runHelper_.get(); }

edm::PoolSource::runHelper_

edm::propagate_const< std::unique_ptr< RunHelperBase > > runHelper_

Definition: PoolSource.h:93

◆ skip()

void edm::PoolSource::skip ( int offset )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 288 of file PoolSource.cc.

References hltrates_dqm_sourceclient-live_cfg::offset, and primaryFileSequence_.

288 { primaryFileSequence_->skipEvents(offset); }

edm::PoolSource::primaryFileSequence_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_

Definition: PoolSource.h:97

hltrates_dqm_sourceclient-live_cfg.offset

offset

Definition: hltrates_dqm_sourceclient-live_cfg.py:83

◆ skipBadFiles()

bool edm::PoolSource::skipBadFiles ( ) const

inline

Definition at line 40 of file PoolSource.h.

References skipBadFiles_.

Referenced by edm::RootPrimaryFileSequence::nextFile(), edm::RootPrimaryFileSequence::readFile_(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), and edm::RootSecondaryFileSequence::RootSecondaryFileSequence().

40 { return skipBadFiles_; }

edm::PoolSource::skipBadFiles_

bool skipBadFiles_

Definition: PoolSource.h:85

◆ treeMaxVirtualSize()

int edm::PoolSource::treeMaxVirtualSize ( ) const

inline

Definition at line 45 of file PoolSource.h.

References treeMaxVirtualSize_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

45 { return treeMaxVirtualSize_; }

edm::PoolSource::treeMaxVirtualSize_

int const treeMaxVirtualSize_

Definition: PoolSource.h:87

Member Data Documentation

◆ branchIDsToReplace_

std::array<std::vector<BranchID>, NumBranchTypes> edm::PoolSource::branchIDsToReplace_

private

Definition at line 82 of file PoolSource.h.

Referenced by PoolSource(), readEvent_(), readLuminosityBlock_(), and readRun_().

◆ bypassVersionCheck_

bool edm::PoolSource::bypassVersionCheck_

private

Definition at line 86 of file PoolSource.h.

Referenced by bypassVersionCheck().

◆ catalog_

InputFileCatalog edm::PoolSource::catalog_

private

Definition at line 77 of file PoolSource.h.

◆ delayReadingEventProducts_

bool edm::PoolSource::delayReadingEventProducts_

private

Definition at line 91 of file PoolSource.h.

Referenced by readEvent_().

◆ dropDescendants_

bool edm::PoolSource::dropDescendants_

private

Definition at line 89 of file PoolSource.h.

Referenced by dropDescendants().

◆ labelRawDataLikeMC_

bool edm::PoolSource::labelRawDataLikeMC_

private

Definition at line 90 of file PoolSource.h.

Referenced by labelRawDataLikeMC().

◆ mutexSharedWithDelayedReader_

std::shared_ptr<std::recursive_mutex> edm::PoolSource::mutexSharedWithDelayedReader_

private

Definition at line 96 of file PoolSource.h.

Referenced by PoolSource(), and resourceSharedWithDelayedReader_().

◆ nStreams_

unsigned int edm::PoolSource::nStreams_

private

Definition at line 84 of file PoolSource.h.

Referenced by nStreams(), and PoolSource().

◆ primaryFileSequence_

edm::propagate_const<std::unique_ptr<RootPrimaryFileSequence> > edm::PoolSource::primaryFileSequence_

private

Definition at line 97 of file PoolSource.h.

Referenced by closeFile_(), endJob(), fillProcessBlockHelper_(), forwardState_(), getNextItemType(), goToEvent_(), nextProcessBlock_(), PoolSource(), readEvent_(), readFile_(), readIt(), readLuminosityBlock_(), readLuminosityBlockAuxiliary_(), readProcessBlock_(), readRun_(), readRunAuxiliary_(), reverseState_(), rewind_(), and skip().

◆ productSelectorRules_

ProductSelectorRules edm::PoolSource::productSelectorRules_

private

Definition at line 88 of file PoolSource.h.

Referenced by productSelectorRules().

◆ resourceSharedWithDelayedReaderPtr_

std::unique_ptr<SharedResourcesAcquirer> edm::PoolSource::resourceSharedWithDelayedReaderPtr_

private

Definition at line 95 of file PoolSource.h.

Referenced by PoolSource(), and resourceSharedWithDelayedReader_().

◆ rootServiceChecker_

RootServiceChecker edm::PoolSource::rootServiceChecker_

private

Definition at line 76 of file PoolSource.h.

◆ runHelper_

edm::propagate_const<std::unique_ptr<RunHelperBase> > edm::PoolSource::runHelper_

private

Definition at line 93 of file PoolSource.h.

Referenced by getNextItemType(), and runHelper().

◆ secondaryCatalog_

InputFileCatalog edm::PoolSource::secondaryCatalog_

private

Definition at line 78 of file PoolSource.h.

Referenced by PoolSource().

◆ secondaryEventPrincipals_

std::vector<edm::propagate_const<std::unique_ptr<EventPrincipal> > > edm::PoolSource::secondaryEventPrincipals_

private

Definition at line 81 of file PoolSource.h.

Referenced by PoolSource(), and readEvent_().

◆ secondaryFileSequence_

edm::propagate_const<std::unique_ptr<RootSecondaryFileSequence> > edm::PoolSource::secondaryFileSequence_

private

Definition at line 98 of file PoolSource.h.

Referenced by endJob(), getNextItemType(), PoolSource(), readEvent_(), readFile_(), readLuminosityBlock_(), and readRun_().

◆ secondaryLumiPrincipal_

edm::propagate_const<std::shared_ptr<LuminosityBlockPrincipal> > edm::PoolSource::secondaryLumiPrincipal_

private

Definition at line 80 of file PoolSource.h.

Referenced by readLuminosityBlock_().

◆ secondaryRunPrincipal_

edm::propagate_const<std::shared_ptr<RunPrincipal> > edm::PoolSource::secondaryRunPrincipal_

private

Definition at line 79 of file PoolSource.h.

Referenced by readRun_().

◆ skipBadFiles_

bool edm::PoolSource::skipBadFiles_

private

Definition at line 85 of file PoolSource.h.

Referenced by skipBadFiles().

◆ treeMaxVirtualSize_

int const edm::PoolSource::treeMaxVirtualSize_

private

Definition at line 87 of file PoolSource.h.

Referenced by treeMaxVirtualSize().

Public Member Functions

Static Public Member Functions

Protected Member Functions

Private Member Functions

Private Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

◆ PoolSource()

◆ ~PoolSource()

Member Function Documentation

◆ bypassVersionCheck()

◆ closeFile_()

◆ dropDescendants()

◆ endJob()

◆ fillDescriptions()

◆ fillProcessBlockHelper_()

◆ forwardState_()

◆ getNextItemType()

◆ goToEvent_()

◆ labelRawDataLikeMC()

◆ nextProcessBlock_()

◆ nStreams()

◆ processHistoryRegistryForUpdate()

◆ productRegistryUpdate()

◆ productSelectorRules()

◆ randomAccess_()

◆ readEvent_()

◆ readFile_()

◆ readIt()

◆ readLuminosityBlock_()

◆ readLuminosityBlockAuxiliary_()

◆ readProcessBlock_()

◆ readRun_()

◆ readRunAuxiliary_()

◆ resourceSharedWithDelayedReader_()

◆ reverseState_()

◆ rewind_()

◆ runHelper()

◆ skip()

◆ skipBadFiles()

◆ treeMaxVirtualSize()

Member Data Documentation

◆ branchIDsToReplace_

◆ bypassVersionCheck_

◆ catalog_

◆ delayReadingEventProducts_

◆ dropDescendants_

◆ labelRawDataLikeMC_

◆ mutexSharedWithDelayedReader_

◆ nStreams_

◆ primaryFileSequence_

◆ productSelectorRules_

◆ resourceSharedWithDelayedReaderPtr_

◆ rootServiceChecker_

◆ runHelper_

◆ secondaryCatalog_

◆ secondaryEventPrincipals_

◆ secondaryFileSequence_

◆ secondaryLumiPrincipal_

◆ secondaryRunPrincipal_

◆ skipBadFiles_

◆ treeMaxVirtualSize_