#include <PoolSource.h>

Inheritance diagram for edm::PoolSource:

Public Member Functions
bool	bypassVersionCheck () const

bool	dropDescendants () const

bool	labelRawDataLikeMC () const

unsigned int	nStreams () const

	PoolSource (ParameterSet const &pset, InputSourceDescription const &desc)

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()

ProductRegistry &	productRegistryUpdate ()

ProductSelectorRules const &	productSelectorRules () const

RunHelperBase *	runHelper ()

bool	skipBadFiles () const

int	treeMaxVirtualSize () const

	~PoolSource () override

Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistry >	actReg () const
	Accessor for Activity Registry. More...

std::shared_ptr< BranchIDListHelper > &	branchIDListHelper ()

std::shared_ptr< BranchIDListHelper const >	branchIDListHelper () const
	Accessors for branchIDListHelper. More...

void	closeFile (FileBlock *, bool cleaningUpAfterException)
	close current file More...

void	doBeginJob ()
	Called by framework at beginning of job. More...

virtual void	doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
	Called by framework at beginning of lumi block. More...

virtual void	doBeginRun (RunPrincipal &rp, ProcessContext const *)
	Called by framework at beginning of run. More...

void	doEndJob ()
	Called by framework at end of job. More...

void	fillProcessBlockHelper ()
	Fill the ProcessBlockHelper with info for the current file. More...

ProcessingController::ForwardState	forwardState () const

bool	goToEvent (EventID const &eventID)

	InputSource (InputSource const &)=delete

	InputSource (ParameterSet const &, InputSourceDescription const &)
	Constructor. More...

void	issueReports (EventID const &eventID, StreamID streamID)
	issue an event report More...

LuminosityBlockNumber_t	luminosityBlock () const
	Accessor for current luminosity block number. More...

std::shared_ptr< LuminosityBlockAuxiliary >	luminosityBlockAuxiliary () const
	Called by the framework to merge or insert lumi in principal cache. More...

int	maxEvents () const

int	maxLuminosityBlocks () const

ModuleDescription const &	moduleDescription () const
	Accessor for 'module' description. More...

ItemType	nextItemType ()
	Advances the source to the next item. More...

bool	nextProcessBlock (ProcessBlockPrincipal &)
	Next process block, return false if there is none, sets the processName in the principal. More...

InputSource &	operator= (InputSource const &)=delete

std::shared_ptr< ProcessBlockHelper > &	processBlockHelper ()

std::shared_ptr< ProcessBlockHelper const >	processBlockHelper () const
	Accessors for processBlockHelper. More...

ProcessConfiguration const &	processConfiguration () const
	Accessor for Process Configuration. More...

std::string const &	processGUID () const
	Accessor for global process identifier. More...

ProcessHistoryRegistry &	processHistoryRegistry ()

ProcessHistoryRegistry const &	processHistoryRegistry () const
	Accessors for process history registry. More...

ProcessingMode	processingMode () const
	RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...

std::shared_ptr< ProductRegistry > &	productRegistry ()

std::shared_ptr< ProductRegistry const >	productRegistry () const
	Accessors for product registry. More...

bool	randomAccess () const

void	readAndMergeLumi (LuminosityBlockPrincipal &lbp)
	Read next luminosity block (same as a prior lumi) More...

void	readAndMergeRun (RunPrincipal &rp)
	Read next run (same as a prior run) More...

bool	readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
	Read a specific event. More...

void	readEvent (EventPrincipal &ep, StreamContext &)
	Read next event. More...

std::shared_ptr< FileBlock >	readFile ()
	Read next file. More...

void	readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
	Read next luminosity block (new lumi) More...

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary ()
	Read next luminosity block Auxilary. More...

void	readProcessBlock (ProcessBlockPrincipal &)
	Read next process block. More...

void	readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
	Read next run (new run) More...

std::shared_ptr< RunAuxiliary >	readRunAuxiliary ()
	Read next run Auxiliary. More...

ProcessHistoryID const &	reducedProcessHistoryID () const

virtual void	registerProducts ()
	Register any produced products. More...

int	remainingEvents () const

int	remainingLuminosityBlocks () const

void	repeat ()
	Reset the remaining number of events/lumis to the maximum number. More...

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader ()
	Returns nullptr if no resource shared between the Source and a DelayedReader. More...

ProcessingController::ReverseState	reverseState () const

void	rewind ()
	Begin again at the first event. More...

RunNumber_t	run () const
	Accessor for current run number. More...

std::shared_ptr< RunAuxiliary >	runAuxiliary () const
	Called by the framework to merge or insert run in principal cache. More...

void	setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
	Set the luminosity block ID. More...

void	setRunNumber (RunNumber_t r)
	Set the run number. More...

void	skipEvents (int offset)

std::shared_ptr< ThinnedAssociationsHelper > &	thinnedAssociationsHelper ()

std::shared_ptr< ThinnedAssociationsHelper const >	thinnedAssociationsHelper () const
	Accessors for thinnedAssociationsHelper. More...

Timestamp const &	timestamp () const
	Accessor for the current time, as seen by the input source. More...

virtual	~InputSource () noexcept(false)
	Destructor. More...

Static Public Member Functions
static void	fillDescriptions (ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from edm::InputSource
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Protected Member Functions
ItemType	getNextItemType () override

void	readEvent_ (EventPrincipal &eventPrincipal) override

void	readLuminosityBlock_ (LuminosityBlockPrincipal &lumiPrincipal) override

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary_ () override

Protected Member Functions inherited from edm::InputSource
virtual void	beginJob ()
	Begin protected makes it easier to do template programming. More...

void	decreaseRemainingEventsBy (int iSkipped)

bool	eventCached () const

bool	newLumi () const

bool	newRun () const

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()

ProductRegistry &	productRegistryUpdate ()

void	reset () const

void	resetEventCached ()

void	resetLuminosityBlockAuxiliary (bool isNewLumi=true) const

void	resetNewLumi ()

void	resetNewRun ()

void	resetRunAuxiliary (bool isNewRun=true) const

void	setEventCached ()
	Called by the framework to merge or ached() const {return eventCached_;}. More...

void	setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)

void	setNewLumi ()

void	setNewRun ()

void	setRunAuxiliary (RunAuxiliary *rp)

void	setTimestamp (Timestamp const &theTime)
	To set the current time, as seen by the input source. More...

ItemType	state () const

Private Member Functions
void	closeFile_ () override

void	endJob () override

void	fillProcessBlockHelper_ () override

ProcessingController::ForwardState	forwardState_ () const override

bool	goToEvent_ (EventID const &eventID) override

bool	nextProcessBlock_ (ProcessBlockPrincipal &) override

bool	randomAccess_ () const override

std::shared_ptr< FileBlock >	readFile_ () override

bool	readIt (EventID const &id, EventPrincipal &eventPrincipal, StreamContext &streamContext) override

void	readProcessBlock_ (ProcessBlockPrincipal &) override

void	readRun_ (RunPrincipal &runPrincipal) override

std::shared_ptr< RunAuxiliary >	readRunAuxiliary_ () override

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader_ () override

ProcessingController::ReverseState	reverseState_ () const override

void	rewind_ () override

void	skip (int offset) override

Private Attributes
std::array< std::vector< BranchID >, NumBranchTypes >	branchIDsToReplace_

bool	bypassVersionCheck_

InputFileCatalog	catalog_

bool	delayReadingEventProducts_

bool	dropDescendants_

bool	labelRawDataLikeMC_

std::shared_ptr< std::recursive_mutex >	mutexSharedWithDelayedReader_

unsigned int	nStreams_

edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > >	primaryFileSequence_

ProductSelectorRules	productSelectorRules_

std::unique_ptr< SharedResourcesAcquirer >	resourceSharedWithDelayedReaderPtr_

RootServiceChecker	rootServiceChecker_

edm::propagate_const< std::unique_ptr< RunHelperBase > >	runHelper_

InputFileCatalog	secondaryCatalog_

std::vector< edm::propagate_const< std::unique_ptr< EventPrincipal > > >	secondaryEventPrincipals_

edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > >	secondaryFileSequence_

edm::propagate_const< std::shared_ptr< LuminosityBlockPrincipal > >	secondaryLumiPrincipal_

edm::propagate_const< std::shared_ptr< RunPrincipal > >	secondaryRunPrincipal_

bool	skipBadFiles_

const int	treeMaxVirtualSize_

Additional Inherited Members
Public Types inherited from edm::InputSource
enum	ItemType { IsInvalid, IsStop, IsFile, IsRun, IsLumi, IsEvent, IsRepeat, IsSynchronize }

enum	ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }

Public Attributes inherited from edm::InputSource
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	postEventReadFromSourceSignal_

signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	preEventReadFromSourceSignal_

Detailed Description

Definition at line 32 of file PoolSource.h.

Constructor & Destructor Documentation

◆ PoolSource()

edm::PoolSource::PoolSource	(	ParameterSet const &	pset,
		InputSourceDescription const &	desc
	)

explicit

Definition at line 65 of file PoolSource.cc.

       : InputSource(pset, desc),
         rootServiceChecker_(),
         catalog_(pset.getUntrackedParameter<std::vector<std::string> >("fileNames"),
                  pset.getUntrackedParameter<std::string>("overrideCatalog", std::string())),
         secondaryCatalog_(
             pset.getUntrackedParameter<std::vector<std::string> >("secondaryFileNames", std::vector<std::string>()),
             pset.getUntrackedParameter<std::string>("overrideCatalog", std::string())),
         secondaryRunPrincipal_(),
         secondaryLumiPrincipal_(),
         secondaryEventPrincipals_(),
         branchIDsToReplace_(),
         nStreams_(desc.allocations_->numberOfStreams()),
         skipBadFiles_(pset.getUntrackedParameter<bool>("skipBadFiles")),
         bypassVersionCheck_(pset.getUntrackedParameter<bool>("bypassVersionCheck")),
         treeMaxVirtualSize_(pset.getUntrackedParameter<int>("treeMaxVirtualSize")),
         productSelectorRules_(pset, "inputCommands", "InputSource"),
         dropDescendants_(pset.getUntrackedParameter<bool>("dropDescendantsOfDroppedBranches")),
         labelRawDataLikeMC_(pset.getUntrackedParameter<bool>("labelRawDataLikeMC")),
         delayReadingEventProducts_(pset.getUntrackedParameter<bool>("delayReadingEventProducts")),
         runHelper_(makeRunHelper(pset)),
         resourceSharedWithDelayedReaderPtr_(),
         // Note: primaryFileSequence_ and secondaryFileSequence_ need to be initialized last, because they use data members
         // initialized previously in their own initialization.
         primaryFileSequence_(new RootPrimaryFileSequence(pset, *this, catalog_)),
         secondaryFileSequence_(
             secondaryCatalog_.empty() ? nullptr : new RootSecondaryFileSequence(pset, *this, secondaryCatalog_)) {
     auto resources = SharedResourcesRegistry::instance()->createAcquirerForSourceDelayedReader();
     resourceSharedWithDelayedReaderPtr_ = std::make_unique<SharedResourcesAcquirer>(std::move(resources.first));
     mutexSharedWithDelayedReader_ = resources.second;
  
     if (secondaryCatalog_.empty() && pset.getUntrackedParameter<bool>("needSecondaryFileNames", false)) {
       throw Exception(errors::Configuration, "PoolSource") << "'secondaryFileNames' must be specified\n";
     }
     if (secondaryFileSequence_) {
       secondaryEventPrincipals_.reserve(nStreams_);
       for (unsigned int index = 0; index < nStreams_; ++index) {
         secondaryEventPrincipals_.emplace_back(new EventPrincipal(secondaryFileSequence_->fileProductRegistry(),
                                                                   secondaryFileSequence_->fileBranchIDListHelper(),
                                                                   std::make_shared<ThinnedAssociationsHelper const>(),
                                                                   processConfiguration(),
                                                                   nullptr,
                                                                   index));
       }
       std::array<std::set<BranchID>, NumBranchTypes> idsToReplace;
       ProductRegistry::ProductList const& secondary = secondaryFileSequence_->fileProductRegistry()->productList();
       ProductRegistry::ProductList const& primary = primaryFileSequence_->fileProductRegistry()->productList();
       std::set<BranchID> associationsFromSecondary;
       //this is the registry used by the 'outside' world and only has the primary file information in it at present
       ProductRegistry::ProductList& fullList = productRegistryUpdate().productListUpdator();
       for (auto const& item : secondary) {
         if (item.second.present()) {
           idsToReplace[item.second.branchType()].insert(item.second.branchID());
           if (item.second.branchType() == InEvent && item.second.unwrappedType() == typeid(ThinnedAssociation)) {
             associationsFromSecondary.insert(item.second.branchID());
           }
           //now make sure this is marked as not dropped else the product will not be 'get'table from the Event
           auto itFound = fullList.find(item.first);
           if (itFound != fullList.end()) {
             itFound->second.setDropped(false);
           }
         }
       }
       for (auto const& item : primary) {
         if (item.second.present()) {
           idsToReplace[item.second.branchType()].erase(item.second.branchID());
           associationsFromSecondary.erase(item.second.branchID());
         }
       }
       if (idsToReplace[InEvent].empty() && idsToReplace[InLumi].empty() && idsToReplace[InRun].empty()) {
         secondaryFileSequence_ = nullptr;  // propagate_const<T> has no reset() function
       } else {
         for (int i = InEvent; i < NumBranchTypes; ++i) {
           branchIDsToReplace_[i].reserve(idsToReplace[i].size());
           for (auto const& id : idsToReplace[i]) {
             branchIDsToReplace_[i].push_back(id);
           }
         }
         secondaryFileSequence_->initAssociationsFromSecondary(associationsFromSecondary);
       }
     }
   }

References branchIDsToReplace_, edm::errors::Configuration, edm::SharedResourcesRegistry::createAcquirerForSourceDelayedReader(), edm::InputFileCatalog::empty(), relativeConstraints::empty, Exception, mps_fire::i, edm::InEvent, edm::InLumi, edm::InRun, edm::SharedResourcesRegistry::instance(), B2GTnPMonitor_cfi::item, eostools::move(), mutexSharedWithDelayedReader_, nStreams_, edm::NumBranchTypes, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::ProductRegistry::productListUpdator(), edm::InputSource::productRegistryUpdate(), muonDTDigis_cfi::pset, mps_fire::resources, resourceSharedWithDelayedReaderPtr_, secondaryCatalog_, secondaryEventPrincipals_, secondaryFileSequence_, and findQualityFiles::size.

◆ ~PoolSource()

edm::PoolSource::~PoolSource ( )

override

Definition at line 148 of file PoolSource.cc.

148 {}

Member Function Documentation

◆ bypassVersionCheck()

bool edm::PoolSource::bypassVersionCheck ( ) const

inline

Definition at line 42 of file PoolSource.h.

42 { return bypassVersionCheck_; }

References bypassVersionCheck_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

◆ closeFile_()

void edm::PoolSource::closeFile_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 165 of file PoolSource.cc.

165 { primaryFileSequence_->closeFile_(); }

References primaryFileSequence_.

◆ dropDescendants()

bool edm::PoolSource::dropDescendants ( ) const

inline

Definition at line 41 of file PoolSource.h.

41 { return dropDescendants_; }

References dropDescendants_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

◆ endJob()

void edm::PoolSource::endJob ( void )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 150 of file PoolSource.cc.

                           {
     if (secondaryFileSequence_)
       secondaryFileSequence_->endJob();
     primaryFileSequence_->endJob();
     InputFile::reportReadBranches();
   }

References primaryFileSequence_, edm::InputFile::reportReadBranches(), and secondaryFileSequence_.

◆ fillDescriptions()

void edm::PoolSource::fillDescriptions ( ConfigurationDescriptions & descriptions )

static

Definition at line 288 of file PoolSource.cc.

                                                                            {
     ParameterSetDescription desc;
  
     std::vector<std::string> defaultStrings;
     desc.setComment("Reads EDM/Root files.");
     desc.addUntracked<std::vector<std::string> >("fileNames")->setComment("Names of files to be processed.");
     desc.addUntracked<std::vector<std::string> >("secondaryFileNames", defaultStrings)
         ->setComment("Names of secondary files to be processed.");
     desc.addUntracked<bool>("needSecondaryFileNames", false)
         ->setComment("If True, 'secondaryFileNames' must be specified and be non-empty.");
     desc.addUntracked<std::string>("overrideCatalog", std::string());
     desc.addUntracked<bool>("skipBadFiles", false)
         ->setComment(
             "True:  Ignore any missing or unopenable input file.\n"
             "False: Throw exception if missing or unopenable input file.");
     desc.addUntracked<bool>("bypassVersionCheck", false)
         ->setComment(
             "True:  Bypass release version check.\n"
             "False: Throw exception if reading file in a release prior to the release in which the file was written.");
     desc.addUntracked<int>("treeMaxVirtualSize", -1)
         ->setComment("Size of ROOT TTree TBasket cache. Affects performance.");
     desc.addUntracked<bool>("dropDescendantsOfDroppedBranches", true)
         ->setComment("If True, also drop on input any descendent of any branch dropped on input.");
     desc.addUntracked<bool>("labelRawDataLikeMC", true)
         ->setComment("If True: replace module label for raw data to match MC. Also use 'LHC' as process.");
     desc.addUntracked<bool>("delayReadingEventProducts", true)
         ->setComment(
             "If True: do not read a data product from the file until it is requested. If False: all event data "
             "products are read upfront.");
     ProductSelectorRules::fillDescription(desc, "inputCommands");
     InputSource::fillDescription(desc);
     RootPrimaryFileSequence::fillDescription(desc);
     RunHelperBase::fillDescription(desc);
  
     descriptions.add("source", desc);
   }

References edm::ConfigurationDescriptions::add(), submitPVResolutionJobs::desc, edm::RunHelperBase::fillDescription(), edm::ProductSelectorRules::fillDescription(), edm::RootPrimaryFileSequence::fillDescription(), edm::InputSource::fillDescription(), and AlCaHLTBitMon_QueryRunRegistry::string.

◆ fillProcessBlockHelper_()

void edm::PoolSource::fillProcessBlockHelper_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 173 of file PoolSource.cc.

173 { primaryFileSequence_->fillProcessBlockHelper_(); }

References primaryFileSequence_.

◆ forwardState_()

ProcessingController::ForwardState edm::PoolSource::forwardState_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 327 of file PoolSource.cc.

327 { return primaryFileSequence_->forwardState(); }

References primaryFileSequence_.

◆ getNextItemType()

InputSource::ItemType edm::PoolSource::getNextItemType ( )

overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 261 of file PoolSource.cc.

                                                   {
     RunNumber_t run = IndexIntoFile::invalidRun;
     LuminosityBlockNumber_t lumi = IndexIntoFile::invalidLumi;
     EventNumber_t event = IndexIntoFile::invalidEvent;
     InputSource::ItemType itemType = primaryFileSequence_->getNextItemType(run, lumi, event);
     if (secondaryFileSequence_ && (IsSynchronize != state())) {
       if (itemType == IsRun || itemType == IsLumi || itemType == IsEvent) {
         if (!secondaryFileSequence_->containedInCurrentFile(run, lumi, event)) {
           return IsSynchronize;
         }
       }
     }
     return runHelper_->nextItemType(state(), itemType, run, lumi, event);
   }

References edm::IndexIntoFile::invalidEvent, edm::IndexIntoFile::invalidLumi, edm::IndexIntoFile::invalidRun, edm::InputSource::IsEvent, edm::InputSource::IsLumi, edm::InputSource::IsRun, edm::InputSource::IsSynchronize, primaryFileSequence_, edm::InputSource::run(), runHelper_, secondaryFileSequence_, and edm::InputSource::state().

Referenced by edm::OneLumiPoolSource::getNextItemType().

◆ goToEvent_()

bool edm::PoolSource::goToEvent_ ( EventID const & eventID )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 286 of file PoolSource.cc.

286 { return primaryFileSequence_->goToEvent(eventID); }

References primaryFileSequence_.

◆ labelRawDataLikeMC()

bool edm::PoolSource::labelRawDataLikeMC ( ) const

inline

Definition at line 43 of file PoolSource.h.

43 { return labelRawDataLikeMC_; }

References labelRawDataLikeMC_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

◆ nextProcessBlock_()

bool edm::PoolSource::nextProcessBlock_ ( ProcessBlockPrincipal & processBlockPrincipal )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 175 of file PoolSource.cc.

                                                                                  {
     return primaryFileSequence_->nextProcessBlock_(processBlockPrincipal);
   }

References primaryFileSequence_.

◆ nStreams()

unsigned int edm::PoolSource::nStreams ( ) const

inline

Definition at line 44 of file PoolSource.h.

44 { return nStreams_; }

References nStreams_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

◆ processHistoryRegistryForUpdate()

ProcessHistoryRegistry& edm::InputSource::processHistoryRegistryForUpdate

inline

Definition at line 331 of file InputSource.h.

331 { return *processHistoryRegistry_; }

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

◆ productRegistryUpdate()

ProductRegistry& edm::InputSource::productRegistryUpdate

inline

Definition at line 330 of file InputSource.h.

330 { return *productRegistry_; }

Referenced by edm::RootPrimaryFileSequence::nextFile(), edm::RootPrimaryFileSequence::previousFile(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), and edm::RootSecondaryFileSequence::RootSecondaryFileSequence().

◆ productSelectorRules()

ProductSelectorRules const& edm::PoolSource::productSelectorRules ( ) const

inline

Definition at line 46 of file PoolSource.h.

46 { return productSelectorRules_; }

References productSelectorRules_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

◆ randomAccess_()

bool edm::PoolSource::randomAccess_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 325 of file PoolSource.cc.

325 { return true; }

◆ readEvent_()

void edm::PoolSource::readEvent_ ( EventPrincipal & eventPrincipal )

overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 227 of file PoolSource.cc.

                                                             {
     bool readEventSucceeded = primaryFileSequence_->readEvent(eventPrincipal);
     assert(readEventSucceeded);
     if (secondaryFileSequence_ && !branchIDsToReplace_[InEvent].empty()) {
       bool found = secondaryFileSequence_->skipToItem(
           eventPrincipal.run(), eventPrincipal.luminosityBlock(), eventPrincipal.id().event());
       if (found) {
         EventPrincipal& secondaryEventPrincipal = *secondaryEventPrincipals_[eventPrincipal.streamID().value()];
         bool readEventSucceeded = secondaryFileSequence_->readEvent(secondaryEventPrincipal);
         checkConsistency(eventPrincipal, secondaryEventPrincipal);
         checkHistoryConsistency(eventPrincipal, secondaryEventPrincipal);
         assert(readEventSucceeded);
         eventPrincipal.recombine(secondaryEventPrincipal, branchIDsToReplace_[InEvent]);
         eventPrincipal.mergeProvenanceRetrievers(secondaryEventPrincipal);
         secondaryEventPrincipal.clearPrincipal();
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readEvent_")
             << eventPrincipal.id() << " is not found in the secondary input files\n";
       }
     }
     if (not delayReadingEventProducts_) {
       eventPrincipal.readAllFromSourceAndMergeImmediately();
     }
   }

References cms::cuda::assert(), branchIDsToReplace_, edm::Principal::clearPrincipal(), delayReadingEventProducts_, relativeConstraints::empty, edm::EventID::event(), Exception, newFWLiteAna::found, edm::EventPrincipal::id(), edm::InEvent, edm::EventPrincipal::luminosityBlock(), edm::EventPrincipal::mergeProvenanceRetrievers(), edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::Principal::readAllFromSourceAndMergeImmediately(), edm::Principal::recombine(), edm::EventPrincipal::run(), secondaryEventPrincipals_, secondaryFileSequence_, edm::EventPrincipal::streamID(), and edm::StreamID::value().

Referenced by edm::OneLumiPoolSource::readEvent_(), and readIt().

◆ readFile_()

std::shared_ptr< FileBlock > edm::PoolSource::readFile_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 157 of file PoolSource.cc.

                                                  {
     std::shared_ptr<FileBlock> fb = primaryFileSequence_->readFile_();
     if (secondaryFileSequence_) {
       fb->setNotFastClonable(FileBlock::HasSecondaryFileSequence);
     }
     return fb;
   }

References edm::FileBlock::HasSecondaryFileSequence, primaryFileSequence_, and secondaryFileSequence_.

◆ readIt()

bool edm::PoolSource::readIt	(	EventID const &	id,
		EventPrincipal &	eventPrincipal,
		StreamContext &	streamContext
	)

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 252 of file PoolSource.cc.

                                                                                                          {
     bool found = primaryFileSequence_->skipToItem(id.run(), id.luminosityBlock(), id.event());
     if (!found)
       return false;
     EventSourceSentry sentry(*this, streamContext);
     readEvent_(eventPrincipal);
     return true;
   }

References edmPickEvents::event, newFWLiteAna::found, edm::InputSource::luminosityBlock(), primaryFileSequence_, readEvent_(), and edm::InputSource::run().

◆ readLuminosityBlock_()

void edm::PoolSource::readLuminosityBlock_ ( LuminosityBlockPrincipal & lumiPrincipal )

overrideprotectedvirtual

Reimplemented from edm::InputSource.

Definition at line 205 of file PoolSource.cc.

                                                                                {
     primaryFileSequence_->readLuminosityBlock_(lumiPrincipal);
     if (secondaryFileSequence_ && !branchIDsToReplace_[InLumi].empty()) {
       bool found = secondaryFileSequence_->skipToItem(lumiPrincipal.run(), lumiPrincipal.luminosityBlock(), 0U);
       if (found) {
         std::shared_ptr<LuminosityBlockAuxiliary> secondaryAuxiliary =
             secondaryFileSequence_->readLuminosityBlockAuxiliary_();
         checkConsistency(lumiPrincipal.aux(), *secondaryAuxiliary);
         secondaryLumiPrincipal_ = std::make_shared<LuminosityBlockPrincipal>(
             secondaryFileSequence_->fileProductRegistry(), processConfiguration(), nullptr, lumiPrincipal.index());
         secondaryLumiPrincipal_->setAux(*secondaryAuxiliary);
         secondaryFileSequence_->readLuminosityBlock_(*secondaryLumiPrincipal_);
         checkHistoryConsistency(lumiPrincipal, *secondaryLumiPrincipal_);
         lumiPrincipal.recombine(*secondaryLumiPrincipal_, branchIDsToReplace_[InLumi]);
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readLuminosityBlock_")
             << " Run " << lumiPrincipal.run() << " LuminosityBlock " << lumiPrincipal.luminosityBlock()
             << " is not found in the secondary input files\n";
       }
     }
   }

References edm::LuminosityBlockPrincipal::aux(), branchIDsToReplace_, relativeConstraints::empty, Exception, newFWLiteAna::found, edm::LuminosityBlockPrincipal::index(), edm::InLumi, edm::LuminosityBlockPrincipal::luminosityBlock(), edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::Principal::recombine(), edm::LuminosityBlockPrincipal::run(), secondaryFileSequence_, secondaryLumiPrincipal_, and mitigatedMETSequence_cff::U.

Referenced by edm::OneLumiPoolSource::getNextItemType().

◆ readLuminosityBlockAuxiliary_()

std::shared_ptr< LuminosityBlockAuxiliary > edm::PoolSource::readLuminosityBlockAuxiliary_ ( )

overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 169 of file PoolSource.cc.

                                                                                     {
     return primaryFileSequence_->readLuminosityBlockAuxiliary_();
   }

References primaryFileSequence_.

Referenced by edm::OneLumiPoolSource::readLuminosityBlockAuxiliary_().

◆ readProcessBlock_()

void edm::PoolSource::readProcessBlock_ ( ProcessBlockPrincipal & processBlockPrincipal )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 179 of file PoolSource.cc.

                                                                                  {
     primaryFileSequence_->readProcessBlock_(processBlockPrincipal);
   }

References primaryFileSequence_.

◆ readRun_()

void edm::PoolSource::readRun_ ( RunPrincipal & runPrincipal )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 183 of file PoolSource.cc.

                                                       {
     primaryFileSequence_->readRun_(runPrincipal);
     if (secondaryFileSequence_ && !branchIDsToReplace_[InRun].empty()) {
       bool found = secondaryFileSequence_->skipToItem(runPrincipal.run(), 0U, 0U);
       if (found) {
         std::shared_ptr<RunAuxiliary> secondaryAuxiliary = secondaryFileSequence_->readRunAuxiliary_();
         checkConsistency(runPrincipal.aux(), *secondaryAuxiliary);
         secondaryRunPrincipal_ = std::make_shared<RunPrincipal>(secondaryAuxiliary,
                                                                 secondaryFileSequence_->fileProductRegistry(),
                                                                 processConfiguration(),
                                                                 nullptr,
                                                                 runPrincipal.index());
         secondaryFileSequence_->readRun_(*secondaryRunPrincipal_);
         checkHistoryConsistency(runPrincipal, *secondaryRunPrincipal_);
         runPrincipal.recombine(*secondaryRunPrincipal_, branchIDsToReplace_[InRun]);
       } else {
         throw Exception(errors::MismatchedInputFiles, "PoolSource::readRun_")
             << " Run " << runPrincipal.run() << " is not found in the secondary input files\n";
       }
     }
   }

References edm::RunPrincipal::aux(), branchIDsToReplace_, relativeConstraints::empty, Exception, newFWLiteAna::found, edm::RunPrincipal::index(), edm::InRun, edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::Principal::recombine(), edm::RunPrincipal::run(), secondaryFileSequence_, secondaryRunPrincipal_, and mitigatedMETSequence_cff::U.

◆ readRunAuxiliary_()

std::shared_ptr< RunAuxiliary > edm::PoolSource::readRunAuxiliary_ ( )

overrideprivatevirtual

Implements edm::InputSource.

Definition at line 167 of file PoolSource.cc.

167 { return primaryFileSequence_->readRunAuxiliary_(); }

References primaryFileSequence_.

◆ resourceSharedWithDelayedReader_()

std::pair< SharedResourcesAcquirer *, std::recursive_mutex * > edm::PoolSource::resourceSharedWithDelayedReader_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 276 of file PoolSource.cc.

                                                                                                       {
     return std::make_pair(resourceSharedWithDelayedReaderPtr_.get(), mutexSharedWithDelayedReader_.get());
   }

References mutexSharedWithDelayedReader_, and resourceSharedWithDelayedReaderPtr_.

◆ reverseState_()

ProcessingController::ReverseState edm::PoolSource::reverseState_ ( ) const

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 329 of file PoolSource.cc.

329 { return primaryFileSequence_->reverseState(); }

References primaryFileSequence_.

◆ rewind_()

void edm::PoolSource::rewind_ ( )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 281 of file PoolSource.cc.

281 { primaryFileSequence_->rewind_(); }

References primaryFileSequence_.

◆ runHelper()

RunHelperBase* edm::PoolSource::runHelper ( )

inline

Definition at line 47 of file PoolSource.h.

47 { return runHelper_.get(); }

References runHelper_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

◆ skip()

void edm::PoolSource::skip ( int offset )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 284 of file PoolSource.cc.

284 { primaryFileSequence_->skipEvents(offset); }

References hltrates_dqm_sourceclient-live_cfg::offset, and primaryFileSequence_.

◆ skipBadFiles()

bool edm::PoolSource::skipBadFiles ( ) const

inline

Definition at line 40 of file PoolSource.h.

40 { return skipBadFiles_; }

References skipBadFiles_.

Referenced by edm::RootPrimaryFileSequence::nextFile(), edm::RootPrimaryFileSequence::readFile_(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), and edm::RootSecondaryFileSequence::RootSecondaryFileSequence().

◆ treeMaxVirtualSize()

int edm::PoolSource::treeMaxVirtualSize ( ) const

inline

Definition at line 45 of file PoolSource.h.

45 { return treeMaxVirtualSize_; }

References treeMaxVirtualSize_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

Member Data Documentation

◆ branchIDsToReplace_

std::array<std::vector<BranchID>, NumBranchTypes> edm::PoolSource::branchIDsToReplace_

private

Definition at line 82 of file PoolSource.h.

Referenced by PoolSource(), readEvent_(), readLuminosityBlock_(), and readRun_().

◆ bypassVersionCheck_

bool edm::PoolSource::bypassVersionCheck_

private

Definition at line 86 of file PoolSource.h.

Referenced by bypassVersionCheck().

◆ catalog_

InputFileCatalog edm::PoolSource::catalog_

private

Definition at line 77 of file PoolSource.h.

◆ delayReadingEventProducts_

bool edm::PoolSource::delayReadingEventProducts_

private

Definition at line 91 of file PoolSource.h.

Referenced by readEvent_().

◆ dropDescendants_

bool edm::PoolSource::dropDescendants_

private

Definition at line 89 of file PoolSource.h.

Referenced by dropDescendants().

◆ labelRawDataLikeMC_

bool edm::PoolSource::labelRawDataLikeMC_

private

Definition at line 90 of file PoolSource.h.

Referenced by labelRawDataLikeMC().

◆ mutexSharedWithDelayedReader_

std::shared_ptr<std::recursive_mutex> edm::PoolSource::mutexSharedWithDelayedReader_

private

Definition at line 96 of file PoolSource.h.

Referenced by PoolSource(), and resourceSharedWithDelayedReader_().

◆ nStreams_

unsigned int edm::PoolSource::nStreams_

private

Definition at line 84 of file PoolSource.h.

Referenced by nStreams(), and PoolSource().

◆ primaryFileSequence_

edm::propagate_const<std::unique_ptr<RootPrimaryFileSequence> > edm::PoolSource::primaryFileSequence_

private

Definition at line 97 of file PoolSource.h.

Referenced by closeFile_(), endJob(), fillProcessBlockHelper_(), forwardState_(), getNextItemType(), goToEvent_(), nextProcessBlock_(), PoolSource(), readEvent_(), readFile_(), readIt(), readLuminosityBlock_(), readLuminosityBlockAuxiliary_(), readProcessBlock_(), readRun_(), readRunAuxiliary_(), reverseState_(), rewind_(), and skip().

◆ productSelectorRules_

ProductSelectorRules edm::PoolSource::productSelectorRules_

private

Definition at line 88 of file PoolSource.h.

Referenced by productSelectorRules().

◆ resourceSharedWithDelayedReaderPtr_

std::unique_ptr<SharedResourcesAcquirer> edm::PoolSource::resourceSharedWithDelayedReaderPtr_

private

Definition at line 95 of file PoolSource.h.

Referenced by PoolSource(), and resourceSharedWithDelayedReader_().

◆ rootServiceChecker_

RootServiceChecker edm::PoolSource::rootServiceChecker_

private

Definition at line 76 of file PoolSource.h.

◆ runHelper_

edm::propagate_const<std::unique_ptr<RunHelperBase> > edm::PoolSource::runHelper_

private

Definition at line 93 of file PoolSource.h.

Referenced by getNextItemType(), and runHelper().

◆ secondaryCatalog_

InputFileCatalog edm::PoolSource::secondaryCatalog_

private

Definition at line 78 of file PoolSource.h.

Referenced by PoolSource().

◆ secondaryEventPrincipals_

std::vector<edm::propagate_const<std::unique_ptr<EventPrincipal> > > edm::PoolSource::secondaryEventPrincipals_

private

Definition at line 81 of file PoolSource.h.

Referenced by PoolSource(), and readEvent_().

◆ secondaryFileSequence_

edm::propagate_const<std::unique_ptr<RootSecondaryFileSequence> > edm::PoolSource::secondaryFileSequence_

private

Definition at line 98 of file PoolSource.h.

Referenced by endJob(), getNextItemType(), PoolSource(), readEvent_(), readFile_(), readLuminosityBlock_(), and readRun_().

◆ secondaryLumiPrincipal_

edm::propagate_const<std::shared_ptr<LuminosityBlockPrincipal> > edm::PoolSource::secondaryLumiPrincipal_

private

Definition at line 80 of file PoolSource.h.

Referenced by readLuminosityBlock_().

◆ secondaryRunPrincipal_

edm::propagate_const<std::shared_ptr<RunPrincipal> > edm::PoolSource::secondaryRunPrincipal_

private

Definition at line 79 of file PoolSource.h.

Referenced by readRun_().

◆ skipBadFiles_

bool edm::PoolSource::skipBadFiles_

private

Definition at line 85 of file PoolSource.h.

Referenced by skipBadFiles().

◆ treeMaxVirtualSize_

const int edm::PoolSource::treeMaxVirtualSize_

private

Definition at line 87 of file PoolSource.h.

Referenced by treeMaxVirtualSize().

Public Member Functions

Static Public Member Functions

Protected Member Functions

Private Member Functions

Private Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

◆ PoolSource()

◆ ~PoolSource()

Member Function Documentation

◆ bypassVersionCheck()

◆ closeFile_()

◆ dropDescendants()

◆ endJob()

◆ fillDescriptions()

◆ fillProcessBlockHelper_()

◆ forwardState_()

◆ getNextItemType()

◆ goToEvent_()

◆ labelRawDataLikeMC()

◆ nextProcessBlock_()

◆ nStreams()

◆ processHistoryRegistryForUpdate()

◆ productRegistryUpdate()

◆ productSelectorRules()

◆ randomAccess_()

◆ readEvent_()

◆ readFile_()

◆ readIt()

◆ readLuminosityBlock_()

◆ readLuminosityBlockAuxiliary_()

◆ readProcessBlock_()

◆ readRun_()

◆ readRunAuxiliary_()

◆ resourceSharedWithDelayedReader_()

◆ reverseState_()

◆ rewind_()

◆ runHelper()

◆ skip()

◆ skipBadFiles()

◆ treeMaxVirtualSize()

Member Data Documentation

◆ branchIDsToReplace_

◆ bypassVersionCheck_

◆ catalog_

◆ delayReadingEventProducts_

◆ dropDescendants_

◆ labelRawDataLikeMC_

◆ mutexSharedWithDelayedReader_

◆ nStreams_

◆ primaryFileSequence_

◆ productSelectorRules_

◆ resourceSharedWithDelayedReaderPtr_

◆ rootServiceChecker_

◆ runHelper_

◆ secondaryCatalog_

◆ secondaryEventPrincipals_

◆ secondaryFileSequence_

◆ secondaryLumiPrincipal_

◆ secondaryRunPrincipal_

◆ skipBadFiles_

◆ treeMaxVirtualSize_