CMS 3D CMS Logo

List of all members | Public Member Functions | Static Public Member Functions | Protected Member Functions | Private Member Functions | Private Attributes
edm::PoolSource Class Reference

#include <PoolSource.h>

Inheritance diagram for edm::PoolSource:
edm::InputSource edm::OneLumiPoolSource

Public Member Functions

bool bypassVersionCheck () const
 
bool dropDescendants () const
 
bool labelRawDataLikeMC () const
 
unsigned int nStreams () const
 
 PoolSource (ParameterSet const &pset, InputSourceDescription const &desc)
 
ProductSelectorRules const & productSelectorRules () const
 
RunHelperBaserunHelper ()
 
bool skipBadFiles () const
 
int treeMaxVirtualSize () const
 
 ~PoolSource () override
 
- Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistryactReg () const
 Accessor for Activity Registry. More...
 
std::shared_ptr< BranchIDListHelper const > branchIDListHelper () const
 Accessors for branchIDListHelper. More...
 
std::shared_ptr< BranchIDListHelper > & branchIDListHelper ()
 
void closeFile (FileBlock *, bool cleaningUpAfterException)
 close current file More...
 
void doBeginJob ()
 Called by framework at beginning of job. More...
 
virtual void doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
 Called by framework at beginning of lumi block. More...
 
virtual void doBeginRun (RunPrincipal &rp, ProcessContext const *)
 Called by framework at beginning of run. More...
 
void doEndJob ()
 Called by framework at end of job. More...
 
ProcessingController::ForwardState forwardState () const
 
bool goToEvent (EventID const &eventID)
 
 InputSource (ParameterSet const &, InputSourceDescription const &)
 Constructor. More...
 
 InputSource (InputSource const &)=delete
 
void issueReports (EventID const &eventID, StreamID streamID)
 issue an event report More...
 
LuminosityBlockNumber_t luminosityBlock () const
 Accessor for current luminosity block number. More...
 
std::shared_ptr< LuminosityBlockAuxiliaryluminosityBlockAuxiliary () const
 Called by the framework to merge or insert lumi in principal cache. More...
 
int maxEvents () const
 
int maxLuminosityBlocks () const
 
ModuleDescription const & moduleDescription () const
 Accessor for 'module' description. More...
 
ItemType nextItemType ()
 Advances the source to the next item. More...
 
InputSourceoperator= (InputSource const &)=delete
 
ProcessConfiguration const & processConfiguration () const
 Accessor for Process Configuration. More...
 
std::string const & processGUID () const
 Accessor for global process identifier. More...
 
ProcessHistoryRegistry const & processHistoryRegistry () const
 Accessors for process history registry. More...
 
ProcessHistoryRegistryprocessHistoryRegistry ()
 
ProcessingMode processingMode () const
 RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...
 
std::shared_ptr< ProductRegistry const > productRegistry () const
 Accessors for product registry. More...
 
std::shared_ptr< ProductRegistry > & productRegistry ()
 
bool randomAccess () const
 
void readAndMergeLumi (LuminosityBlockPrincipal &lbp)
 Read next luminosity block (same as a prior lumi) More...
 
void readAndMergeRun (RunPrincipal &rp)
 Read next run (same as a prior run) More...
 
void readEvent (EventPrincipal &ep, StreamContext &)
 Read next event. More...
 
bool readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
 Read a specific event. More...
 
std::unique_ptr< FileBlockreadFile ()
 Read next file. More...
 
void readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
 Read next luminosity block (new lumi) More...
 
std::shared_ptr< LuminosityBlockAuxiliaryreadLuminosityBlockAuxiliary ()
 Read next luminosity block Auxilary. More...
 
void readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
 Read next run (new run) More...
 
std::shared_ptr< RunAuxiliaryreadRunAuxiliary ()
 Read next run Auxiliary. More...
 
ProcessHistoryID const & reducedProcessHistoryID () const
 
virtual void registerProducts ()
 Register any produced products. More...
 
int remainingEvents () const
 
int remainingLuminosityBlocks () const
 
void repeat ()
 Reset the remaining number of events/lumis to the maximum number. More...
 
std::pair< SharedResourcesAcquirer *, std::recursive_mutex * > resourceSharedWithDelayedReader ()
 Returns nullptr if no resource shared between the Source and a DelayedReader. More...
 
ProcessingController::ReverseState reverseState () const
 
void rewind ()
 Begin again at the first event. More...
 
RunNumber_t run () const
 Accessor for current run number. More...
 
std::shared_ptr< RunAuxiliaryrunAuxiliary () const
 Called by the framework to merge or insert run in principal cache. More...
 
void setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
 Set the luminosity block ID. More...
 
void setRunNumber (RunNumber_t r)
 Set the run number. More...
 
void skipEvents (int offset)
 
std::shared_ptr< ThinnedAssociationsHelper const > thinnedAssociationsHelper () const
 Accessors for thinnedAssociationsHelper. More...
 
std::shared_ptr< ThinnedAssociationsHelper > & thinnedAssociationsHelper ()
 
Timestamp const & timestamp () const
 Accessor for the current time, as seen by the input source. More...
 
virtual ~InputSource () noexcept(false)
 Destructor. More...
 

Static Public Member Functions

static void fillDescriptions (ConfigurationDescriptions &descriptions)
 
- Static Public Member Functions inherited from edm::InputSource
static const std::string & baseType ()
 
static void fillDescription (ParameterSetDescription &desc)
 
static void fillDescriptions (ConfigurationDescriptions &descriptions)
 
static void prevalidate (ConfigurationDescriptions &)
 

Protected Member Functions

ItemType getNextItemType () override
 
void readEvent_ (EventPrincipal &eventPrincipal) override
 
void readLuminosityBlock_ (LuminosityBlockPrincipal &lumiPrincipal) override
 
std::shared_ptr< LuminosityBlockAuxiliaryreadLuminosityBlockAuxiliary_ () override
 
- Protected Member Functions inherited from edm::InputSource
virtual void beginJob ()
 Begin protected makes it easier to do template programming. More...
 
void decreaseRemainingEventsBy (int iSkipped)
 
bool eventCached () const
 
bool newLumi () const
 
bool newRun () const
 
ProcessHistoryRegistryprocessHistoryRegistryForUpdate ()
 
ProductRegistryproductRegistryUpdate ()
 
void reset () const
 
void resetEventCached ()
 
void resetLuminosityBlockAuxiliary (bool isNewLumi=true) const
 
void resetNewLumi ()
 
void resetNewRun ()
 
void resetRunAuxiliary (bool isNewRun=true) const
 
void setEventCached ()
 Called by the framework to merge or ached() const {return eventCached_;}. More...
 
void setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)
 
void setNewLumi ()
 
void setNewRun ()
 
void setRunAuxiliary (RunAuxiliary *rp)
 
void setTimestamp (Timestamp const &theTime)
 To set the current time, as seen by the input source. More...
 
ItemType state () const
 

Private Member Functions

void closeFile_ () override
 
void endJob () override
 
ProcessingController::ForwardState forwardState_ () const override
 
bool goToEvent_ (EventID const &eventID) override
 
bool randomAccess_ () const override
 
std::unique_ptr< FileBlockreadFile_ () override
 
bool readIt (EventID const &id, EventPrincipal &eventPrincipal, StreamContext &streamContext) override
 
void readRun_ (RunPrincipal &runPrincipal) override
 
std::shared_ptr< RunAuxiliaryreadRunAuxiliary_ () override
 
std::pair< SharedResourcesAcquirer *, std::recursive_mutex * > resourceSharedWithDelayedReader_ () override
 
ProcessingController::ReverseState reverseState_ () const override
 
void rewind_ () override
 
void skip (int offset) override
 

Private Attributes

std::array< std::vector< BranchID >, NumBranchTypesbranchIDsToReplace_
 
bool bypassVersionCheck_
 
InputFileCatalog catalog_
 
bool delayReadingEventProducts_
 
bool dropDescendants_
 
bool labelRawDataLikeMC_
 
std::shared_ptr< std::recursive_mutex > mutexSharedWithDelayedReader_
 
unsigned int nStreams_
 
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
 
ProductSelectorRules productSelectorRules_
 
std::unique_ptr< SharedResourcesAcquirerresourceSharedWithDelayedReaderPtr_
 
RootServiceChecker rootServiceChecker_
 
edm::propagate_const< std::unique_ptr< RunHelperBase > > runHelper_
 
InputFileCatalog secondaryCatalog_
 
std::vector< edm::propagate_const< std::unique_ptr< EventPrincipal > > > secondaryEventPrincipals_
 
edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > > secondaryFileSequence_
 
edm::propagate_const< std::shared_ptr< LuminosityBlockPrincipal > > secondaryLumiPrincipal_
 
edm::propagate_const< std::shared_ptr< RunPrincipal > > secondaryRunPrincipal_
 
bool skipBadFiles_
 
int const treeMaxVirtualSize_
 

Additional Inherited Members

- Public Types inherited from edm::InputSource
enum  ItemType {
  IsInvalid, IsStop, IsFile, IsRun,
  IsLumi, IsEvent, IsRepeat, IsSynchronize
}
 
enum  ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }
 
- Public Attributes inherited from edm::InputSource
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> postEventReadFromSourceSignal_
 
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> preEventReadFromSourceSignal_
 

Detailed Description

Definition at line 32 of file PoolSource.h.

Constructor & Destructor Documentation

edm::PoolSource::PoolSource ( ParameterSet const &  pset,
InputSourceDescription const &  desc 
)
explicit

Definition at line 65 of file PoolSource.cc.

References branchIDsToReplace_, edm::errors::Configuration, edm::SharedResourcesRegistry::createAcquirerForSourceDelayedReader(), edm::InputFileCatalog::empty(), relativeConstraints::empty, Exception, edm::ParameterSet::getUntrackedParameter(), mps_fire::i, edm::InEvent, edm::InLumi, edm::InRun, edm::SharedResourcesRegistry::instance(), B2GTnPMonitor_cfi::item, eostools::move(), mutexSharedWithDelayedReader_, nStreams_, edm::NumBranchTypes, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::ProductRegistry::productListUpdator(), edm::InputSource::productRegistryUpdate(), mps_fire::resources, resourceSharedWithDelayedReaderPtr_, secondaryCatalog_, secondaryEventPrincipals_, secondaryFileSequence_, and findQualityFiles::size.

66  : InputSource(pset, desc),
68  catalog_(pset.getUntrackedParameter<std::vector<std::string> >("fileNames"),
69  pset.getUntrackedParameter<std::string>("overrideCatalog", std::string())),
71  pset.getUntrackedParameter<std::vector<std::string> >("secondaryFileNames", std::vector<std::string>()),
72  pset.getUntrackedParameter<std::string>("overrideCatalog", std::string())),
77  nStreams_(desc.allocations_->numberOfStreams()),
78  skipBadFiles_(pset.getUntrackedParameter<bool>("skipBadFiles")),
79  bypassVersionCheck_(pset.getUntrackedParameter<bool>("bypassVersionCheck")),
80  treeMaxVirtualSize_(pset.getUntrackedParameter<int>("treeMaxVirtualSize")),
81  productSelectorRules_(pset, "inputCommands", "InputSource"),
82  dropDescendants_(pset.getUntrackedParameter<bool>("dropDescendantsOfDroppedBranches")),
83  labelRawDataLikeMC_(pset.getUntrackedParameter<bool>("labelRawDataLikeMC")),
84  delayReadingEventProducts_(pset.getUntrackedParameter<bool>("delayReadingEventProducts")),
87  // Note: primaryFileSequence_ and secondaryFileSequence_ need to be initialized last, because they use data members
88  // initialized previously in their own initialization.
89  primaryFileSequence_(new RootPrimaryFileSequence(pset, *this, catalog_)),
91  secondaryCatalog_.empty() ? nullptr : new RootSecondaryFileSequence(pset, *this, secondaryCatalog_)) {
93  resourceSharedWithDelayedReaderPtr_ = std::make_unique<SharedResourcesAcquirer>(std::move(resources.first));
95 
96  if (secondaryCatalog_.empty() && pset.getUntrackedParameter<bool>("needSecondaryFileNames", false)) {
97  throw Exception(errors::Configuration, "PoolSource") << "'secondaryFileNames' must be specified\n";
98  }
101  for (unsigned int index = 0; index < nStreams_; ++index) {
102  secondaryEventPrincipals_.emplace_back(new EventPrincipal(secondaryFileSequence_->fileProductRegistry(),
103  secondaryFileSequence_->fileBranchIDListHelper(),
104  std::make_shared<ThinnedAssociationsHelper const>(),
106  nullptr,
107  index));
108  }
109  std::array<std::set<BranchID>, NumBranchTypes> idsToReplace;
110  ProductRegistry::ProductList const& secondary = secondaryFileSequence_->fileProductRegistry()->productList();
111  ProductRegistry::ProductList const& primary = primaryFileSequence_->fileProductRegistry()->productList();
112  std::set<BranchID> associationsFromSecondary;
113  //this is the registry used by the 'outside' world and only has the primary file information in it at present
115  for (auto const& item : secondary) {
116  if (item.second.present()) {
117  idsToReplace[item.second.branchType()].insert(item.second.branchID());
118  if (item.second.branchType() == InEvent && item.second.unwrappedType() == typeid(ThinnedAssociation)) {
119  associationsFromSecondary.insert(item.second.branchID());
120  }
121  //now make sure this is marked as not dropped else the product will not be 'get'table from the Event
122  auto itFound = fullList.find(item.first);
123  if (itFound != fullList.end()) {
124  itFound->second.setDropped(false);
125  }
126  }
127  }
128  for (auto const& item : primary) {
129  if (item.second.present()) {
130  idsToReplace[item.second.branchType()].erase(item.second.branchID());
131  associationsFromSecondary.erase(item.second.branchID());
132  }
133  }
134  if (idsToReplace[InEvent].empty() && idsToReplace[InLumi].empty() && idsToReplace[InRun].empty()) {
135  secondaryFileSequence_ = nullptr; // propagate_const<T> has no reset() function
136  } else {
137  for (int i = InEvent; i < NumBranchTypes; ++i) {
138  branchIDsToReplace_[i].reserve(idsToReplace[i].size());
139  for (auto const& id : idsToReplace[i]) {
140  branchIDsToReplace_[i].push_back(id);
141  }
142  }
143  secondaryFileSequence_->initAssociationsFromSecondary(associationsFromSecondary);
144  }
145  }
146  }
size
Write out results.
bool bypassVersionCheck_
Definition: PoolSource.h:83
edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > > secondaryFileSequence_
Definition: PoolSource.h:95
InputFileCatalog catalog_
Definition: PoolSource.h:74
std::unique_ptr< SharedResourcesAcquirer > resourceSharedWithDelayedReaderPtr_
Definition: PoolSource.h:92
ProductRegistry & productRegistryUpdate()
Definition: InputSource.h:326
edm::propagate_const< std::unique_ptr< RunHelperBase > > runHelper_
Definition: PoolSource.h:90
std::map< BranchKey, BranchDescription > ProductList
edm::propagate_const< std::shared_ptr< RunPrincipal > > secondaryRunPrincipal_
Definition: PoolSource.h:76
bool dropDescendants_
Definition: PoolSource.h:86
unsigned int nStreams_
Definition: PoolSource.h:81
bool delayReadingEventProducts_
Definition: PoolSource.h:88
std::vector< edm::propagate_const< std::unique_ptr< EventPrincipal > > > secondaryEventPrincipals_
Definition: PoolSource.h:78
static SharedResourcesRegistry * instance()
bool labelRawDataLikeMC_
Definition: PoolSource.h:87
int const treeMaxVirtualSize_
Definition: PoolSource.h:84
std::unique_ptr< RunHelperBase > makeRunHelper(ParameterSet const &pset)
Definition: RunHelper.cc:12
InputFileCatalog secondaryCatalog_
Definition: PoolSource.h:75
std::array< std::vector< BranchID >, NumBranchTypes > branchIDsToReplace_
Definition: PoolSource.h:79
ProductSelectorRules productSelectorRules_
Definition: PoolSource.h:85
ProductList & productListUpdator()
bool skipBadFiles_
Definition: PoolSource.h:82
RootServiceChecker rootServiceChecker_
Definition: PoolSource.h:73
std::shared_ptr< std::recursive_mutex > mutexSharedWithDelayedReader_
Definition: PoolSource.h:93
ProcessConfiguration const & processConfiguration() const
Accessor for Process Configuration.
Definition: InputSource.h:201
std::pair< SharedResourcesAcquirer, std::shared_ptr< std::recursive_mutex > > createAcquirerForSourceDelayedReader()
edm::propagate_const< std::shared_ptr< LuminosityBlockPrincipal > > secondaryLumiPrincipal_
Definition: PoolSource.h:77
InputSource(ParameterSet const &, InputSourceDescription const &)
Constructor.
Definition: InputSource.cc:46
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
def move(src, dest)
Definition: eostools.py:511
edm::PoolSource::~PoolSource ( )
override

Definition at line 148 of file PoolSource.cc.

148 {}

Member Function Documentation

bool edm::PoolSource::bypassVersionCheck ( ) const
inline
void edm::PoolSource::closeFile_ ( )
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 165 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

165 { primaryFileSequence_->closeFile_(); }
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
bool edm::PoolSource::dropDescendants ( ) const
inline
void edm::PoolSource::endJob ( void  )
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 150 of file PoolSource.cc.

References primaryFileSequence_, edm::InputFile::reportReadBranches(), and secondaryFileSequence_.

Referenced by runHelper().

150  {
152  secondaryFileSequence_->endJob();
153  primaryFileSequence_->endJob();
155  }
edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > > secondaryFileSequence_
Definition: PoolSource.h:95
static void reportReadBranches()
Definition: InputFile.cc:106
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
void edm::PoolSource::fillDescriptions ( ConfigurationDescriptions descriptions)
static

Definition at line 276 of file PoolSource.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), edm::RunHelperBase::fillDescription(), edm::ProductSelectorRules::fillDescription(), edm::RootPrimaryFileSequence::fillDescription(), edm::InputSource::fillDescription(), edm::ParameterSetDescription::setComment(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by runHelper().

276  {
278 
279  std::vector<std::string> defaultStrings;
280  desc.setComment("Reads EDM/Root files.");
281  desc.addUntracked<std::vector<std::string> >("fileNames")->setComment("Names of files to be processed.");
282  desc.addUntracked<std::vector<std::string> >("secondaryFileNames", defaultStrings)
283  ->setComment("Names of secondary files to be processed.");
284  desc.addUntracked<bool>("needSecondaryFileNames", false)
285  ->setComment("If True, 'secondaryFileNames' must be specified and be non-empty.");
286  desc.addUntracked<std::string>("overrideCatalog", std::string());
287  desc.addUntracked<bool>("skipBadFiles", false)
288  ->setComment(
289  "True: Ignore any missing or unopenable input file.\n"
290  "False: Throw exception if missing or unopenable input file.");
291  desc.addUntracked<bool>("bypassVersionCheck", false)
292  ->setComment(
293  "True: Bypass release version check.\n"
294  "False: Throw exception if reading file in a release prior to the release in which the file was written.");
295  desc.addUntracked<int>("treeMaxVirtualSize", -1)
296  ->setComment("Size of ROOT TTree TBasket cache. Affects performance.");
297  desc.addUntracked<bool>("dropDescendantsOfDroppedBranches", true)
298  ->setComment("If True, also drop on input any descendent of any branch dropped on input.");
299  desc.addUntracked<bool>("labelRawDataLikeMC", true)
300  ->setComment("If True: replace module label for raw data to match MC. Also use 'LHC' as process.");
301  desc.addUntracked<bool>("delayReadingEventProducts", true)
302  ->setComment(
303  "If True: do not read a data product from the file until it is requested. If False: all event data "
304  "products are read upfront.");
305  ProductSelectorRules::fillDescription(desc, "inputCommands");
309 
310  descriptions.add("source", desc);
311  }
static void fillDescription(ParameterSetDescription &desc)
Definition: RunHelper.cc:158
static void fillDescription(ParameterSetDescription &desc, char const *parameterName, std::vector< std::string > const &defaultStrings=defaultSelectionStrings())
static void fillDescription(ParameterSetDescription &desc)
static void fillDescription(ParameterSetDescription &desc)
Definition: InputSource.cc:115
ProcessingController::ForwardState edm::PoolSource::forwardState_ ( ) const
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 315 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

315 { return primaryFileSequence_->forwardState(); }
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
InputSource::ItemType edm::PoolSource::getNextItemType ( )
overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 249 of file PoolSource.cc.

References edm::IndexIntoFile::invalidEvent, edm::IndexIntoFile::invalidLumi, edm::IndexIntoFile::invalidRun, edm::InputSource::IsEvent, edm::InputSource::IsLumi, edm::InputSource::IsRun, edm::InputSource::IsSynchronize, primaryFileSequence_, edm::InputSource::run(), runHelper_, secondaryFileSequence_, and edm::InputSource::state().

Referenced by edm::OneLumiPoolSource::getNextItemType(), and runHelper().

249  {
253  InputSource::ItemType itemType = primaryFileSequence_->getNextItemType(run, lumi, event);
255  if (itemType == IsRun || itemType == IsLumi || itemType == IsEvent) {
256  if (!secondaryFileSequence_->containedInCurrentFile(run, lumi, event)) {
257  return IsSynchronize;
258  }
259  }
260  }
261  return runHelper_->nextItemType(state(), itemType);
262  }
edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > > secondaryFileSequence_
Definition: PoolSource.h:95
edm::propagate_const< std::unique_ptr< RunHelperBase > > runHelper_
Definition: PoolSource.h:90
unsigned long long EventNumber_t
RunNumber_t run() const
Accessor for current run number.
Definition: InputSource.cc:436
unsigned int LuminosityBlockNumber_t
static constexpr EventNumber_t invalidEvent
static constexpr RunNumber_t invalidRun
ItemType state() const
Definition: InputSource.h:328
static constexpr LuminosityBlockNumber_t invalidLumi
unsigned int RunNumber_t
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
Definition: event.py:1
bool edm::PoolSource::goToEvent_ ( EventID const &  eventID)
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 274 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

274 { return primaryFileSequence_->goToEvent(eventID); }
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
bool edm::PoolSource::labelRawDataLikeMC ( ) const
inline
unsigned int edm::PoolSource::nStreams ( ) const
inline

Definition at line 44 of file PoolSource.h.

References nStreams_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

44 { return nStreams_; }
unsigned int nStreams_
Definition: PoolSource.h:81
ProductSelectorRules const& edm::PoolSource::productSelectorRules ( ) const
inline

Definition at line 46 of file PoolSource.h.

References productSelectorRules_.

Referenced by edm::RootSecondaryFileSequence::makeRootFile(), and edm::RootPrimaryFileSequence::makeRootFile().

46 { return productSelectorRules_; }
ProductSelectorRules productSelectorRules_
Definition: PoolSource.h:85
bool edm::PoolSource::randomAccess_ ( ) const
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 313 of file PoolSource.cc.

Referenced by runHelper().

313 { return true; }
void edm::PoolSource::readEvent_ ( EventPrincipal eventPrincipal)
overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 217 of file PoolSource.cc.

References branchIDsToReplace_, edm::Principal::clearPrincipal(), delayReadingEventProducts_, relativeConstraints::empty, edm::EventID::event(), Exception, newFWLiteAna::found, edm::EventPrincipal::id(), edm::InEvent, edm::EventPrincipal::luminosityBlock(), edm::EventPrincipal::mergeProvenanceRetrievers(), edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::Principal::readAllFromSourceAndMergeImmediately(), edm::Principal::recombine(), edm::EventPrincipal::run(), secondaryEventPrincipals_, secondaryFileSequence_, edm::EventPrincipal::streamID(), and edm::StreamID::value().

Referenced by edm::OneLumiPoolSource::readEvent_(), readIt(), and runHelper().

217  {
218  primaryFileSequence_->readEvent(eventPrincipal);
220  bool found = secondaryFileSequence_->skipToItem(
221  eventPrincipal.run(), eventPrincipal.luminosityBlock(), eventPrincipal.id().event());
222  if (found) {
223  EventPrincipal& secondaryEventPrincipal = *secondaryEventPrincipals_[eventPrincipal.streamID().value()];
224  secondaryFileSequence_->readEvent(secondaryEventPrincipal);
225  checkConsistency(eventPrincipal, secondaryEventPrincipal);
226  checkHistoryConsistency(eventPrincipal, secondaryEventPrincipal);
227  eventPrincipal.recombine(secondaryEventPrincipal, branchIDsToReplace_[InEvent]);
228  eventPrincipal.mergeProvenanceRetrievers(secondaryEventPrincipal);
229  secondaryEventPrincipal.clearPrincipal();
230  } else {
231  throw Exception(errors::MismatchedInputFiles, "PoolSource::readEvent_")
232  << eventPrincipal.id() << " is not found in the secondary input files\n";
233  }
234  }
235  if (not delayReadingEventProducts_) {
236  eventPrincipal.readAllFromSourceAndMergeImmediately();
237  }
238  }
edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > > secondaryFileSequence_
Definition: PoolSource.h:95
bool delayReadingEventProducts_
Definition: PoolSource.h:88
std::vector< edm::propagate_const< std::unique_ptr< EventPrincipal > > > secondaryEventPrincipals_
Definition: PoolSource.h:78
std::array< std::vector< BranchID >, NumBranchTypes > branchIDsToReplace_
Definition: PoolSource.h:79
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
std::unique_ptr< FileBlock > edm::PoolSource::readFile_ ( )
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 157 of file PoolSource.cc.

References benchmark_cfg::fb, edm::FileBlock::HasSecondaryFileSequence, primaryFileSequence_, and secondaryFileSequence_.

Referenced by runHelper().

157  {
158  std::unique_ptr<FileBlock> fb = primaryFileSequence_->readFile_();
160  fb->setNotFastClonable(FileBlock::HasSecondaryFileSequence);
161  }
162  return fb;
163  }
edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > > secondaryFileSequence_
Definition: PoolSource.h:95
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
bool edm::PoolSource::readIt ( EventID const &  id,
EventPrincipal eventPrincipal,
StreamContext streamContext 
)
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 240 of file PoolSource.cc.

References event(), newFWLiteAna::found, edm::InputSource::luminosityBlock(), primaryFileSequence_, readEvent_(), and edm::InputSource::run().

Referenced by runHelper().

240  {
241  bool found = primaryFileSequence_->skipToItem(id.run(), id.luminosityBlock(), id.event());
242  if (!found)
243  return false;
244  EventSourceSentry sentry(*this, streamContext);
245  readEvent_(eventPrincipal);
246  return true;
247  }
RunNumber_t run() const
Accessor for current run number.
Definition: InputSource.cc:436
void readEvent_(EventPrincipal &eventPrincipal) override
Definition: PoolSource.cc:217
How EventSelector::AcceptEvent() decides whether to accept an event for output otherwise it is excluding the probing of A single or multiple positive and the trigger will pass if any such matching triggers are PASS or EXCEPTION[A criterion thatmatches no triggers at all is detected and causes a throw.] A single negative with an expectation of appropriate bit checking in the decision and the trigger will pass if any such matching triggers are FAIL or EXCEPTION A wildcarded negative criterion that matches more than one trigger in the trigger but the state exists so we define the behavior If all triggers are the negative crieriion will lead to accepting the event(this again matches the behavior of"!*"before the partial wildcard feature was incorporated).The per-event"cost"of each negative criterion with multiple relevant triggers is about the same as!*was in the past
LuminosityBlockNumber_t luminosityBlock() const
Accessor for current luminosity block number.
Definition: InputSource.cc:441
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
void edm::PoolSource::readLuminosityBlock_ ( LuminosityBlockPrincipal lumiPrincipal)
overrideprotectedvirtual

Reimplemented from edm::InputSource.

Definition at line 195 of file PoolSource.cc.

References edm::LuminosityBlockPrincipal::aux(), branchIDsToReplace_, relativeConstraints::empty, Exception, newFWLiteAna::found, edm::LuminosityBlockPrincipal::index(), edm::InLumi, edm::LuminosityBlockPrincipal::luminosityBlock(), edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::Principal::recombine(), edm::LuminosityBlockPrincipal::run(), secondaryFileSequence_, secondaryLumiPrincipal_, and mitigatedMETSequence_cff::U.

Referenced by edm::OneLumiPoolSource::getNextItemType(), and runHelper().

195  {
196  primaryFileSequence_->readLuminosityBlock_(lumiPrincipal);
198  bool found = secondaryFileSequence_->skipToItem(lumiPrincipal.run(), lumiPrincipal.luminosityBlock(), 0U);
199  if (found) {
200  std::shared_ptr<LuminosityBlockAuxiliary> secondaryAuxiliary =
201  secondaryFileSequence_->readLuminosityBlockAuxiliary_();
202  checkConsistency(lumiPrincipal.aux(), *secondaryAuxiliary);
203  secondaryLumiPrincipal_ = std::make_shared<LuminosityBlockPrincipal>(
204  secondaryFileSequence_->fileProductRegistry(), processConfiguration(), nullptr, lumiPrincipal.index());
205  secondaryLumiPrincipal_->setAux(*secondaryAuxiliary);
206  secondaryFileSequence_->readLuminosityBlock_(*secondaryLumiPrincipal_);
207  checkHistoryConsistency(lumiPrincipal, *secondaryLumiPrincipal_);
208  lumiPrincipal.recombine(*secondaryLumiPrincipal_, branchIDsToReplace_[InLumi]);
209  } else {
210  throw Exception(errors::MismatchedInputFiles, "PoolSource::readLuminosityBlock_")
211  << " Run " << lumiPrincipal.run() << " LuminosityBlock " << lumiPrincipal.luminosityBlock()
212  << " is not found in the secondary input files\n";
213  }
214  }
215  }
edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > > secondaryFileSequence_
Definition: PoolSource.h:95
std::array< std::vector< BranchID >, NumBranchTypes > branchIDsToReplace_
Definition: PoolSource.h:79
ProcessConfiguration const & processConfiguration() const
Accessor for Process Configuration.
Definition: InputSource.h:201
edm::propagate_const< std::shared_ptr< LuminosityBlockPrincipal > > secondaryLumiPrincipal_
Definition: PoolSource.h:77
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
std::shared_ptr< LuminosityBlockAuxiliary > edm::PoolSource::readLuminosityBlockAuxiliary_ ( )
overrideprotectedvirtual

Implements edm::InputSource.

Definition at line 169 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by edm::OneLumiPoolSource::readLuminosityBlockAuxiliary_(), and runHelper().

169  {
170  return primaryFileSequence_->readLuminosityBlockAuxiliary_();
171  }
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
void edm::PoolSource::readRun_ ( RunPrincipal runPrincipal)
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 173 of file PoolSource.cc.

References edm::RunPrincipal::aux(), branchIDsToReplace_, relativeConstraints::empty, Exception, newFWLiteAna::found, edm::RunPrincipal::index(), edm::InRun, edm::errors::MismatchedInputFiles, primaryFileSequence_, edm::InputSource::processConfiguration(), edm::Principal::recombine(), edm::RunPrincipal::run(), secondaryFileSequence_, secondaryRunPrincipal_, and mitigatedMETSequence_cff::U.

Referenced by runHelper().

173  {
174  primaryFileSequence_->readRun_(runPrincipal);
176  bool found = secondaryFileSequence_->skipToItem(runPrincipal.run(), 0U, 0U);
177  if (found) {
178  std::shared_ptr<RunAuxiliary> secondaryAuxiliary = secondaryFileSequence_->readRunAuxiliary_();
179  checkConsistency(runPrincipal.aux(), *secondaryAuxiliary);
180  secondaryRunPrincipal_ = std::make_shared<RunPrincipal>(secondaryAuxiliary,
181  secondaryFileSequence_->fileProductRegistry(),
183  nullptr,
184  runPrincipal.index());
185  secondaryFileSequence_->readRun_(*secondaryRunPrincipal_);
186  checkHistoryConsistency(runPrincipal, *secondaryRunPrincipal_);
187  runPrincipal.recombine(*secondaryRunPrincipal_, branchIDsToReplace_[InRun]);
188  } else {
189  throw Exception(errors::MismatchedInputFiles, "PoolSource::readRun_")
190  << " Run " << runPrincipal.run() << " is not found in the secondary input files\n";
191  }
192  }
193  }
edm::propagate_const< std::unique_ptr< RootSecondaryFileSequence > > secondaryFileSequence_
Definition: PoolSource.h:95
edm::propagate_const< std::shared_ptr< RunPrincipal > > secondaryRunPrincipal_
Definition: PoolSource.h:76
std::array< std::vector< BranchID >, NumBranchTypes > branchIDsToReplace_
Definition: PoolSource.h:79
ProcessConfiguration const & processConfiguration() const
Accessor for Process Configuration.
Definition: InputSource.h:201
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
std::shared_ptr< RunAuxiliary > edm::PoolSource::readRunAuxiliary_ ( )
overrideprivatevirtual

Implements edm::InputSource.

Definition at line 167 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

167 { return primaryFileSequence_->readRunAuxiliary_(); }
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
std::pair< SharedResourcesAcquirer *, std::recursive_mutex * > edm::PoolSource::resourceSharedWithDelayedReader_ ( )
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 264 of file PoolSource.cc.

References mutexSharedWithDelayedReader_, and resourceSharedWithDelayedReaderPtr_.

Referenced by runHelper().

264  {
265  return std::make_pair(resourceSharedWithDelayedReaderPtr_.get(), mutexSharedWithDelayedReader_.get());
266  }
std::unique_ptr< SharedResourcesAcquirer > resourceSharedWithDelayedReaderPtr_
Definition: PoolSource.h:92
std::shared_ptr< std::recursive_mutex > mutexSharedWithDelayedReader_
Definition: PoolSource.h:93
ProcessingController::ReverseState edm::PoolSource::reverseState_ ( ) const
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 317 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

317 { return primaryFileSequence_->reverseState(); }
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
void edm::PoolSource::rewind_ ( )
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 269 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

269 { primaryFileSequence_->rewind_(); }
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
RunHelperBase* edm::PoolSource::runHelper ( )
inline
void edm::PoolSource::skip ( int  offset)
overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 272 of file PoolSource.cc.

References primaryFileSequence_.

Referenced by runHelper().

272 { primaryFileSequence_->skipEvents(offset); }
edm::propagate_const< std::unique_ptr< RootPrimaryFileSequence > > primaryFileSequence_
Definition: PoolSource.h:94
bool edm::PoolSource::skipBadFiles ( ) const
inline
int edm::PoolSource::treeMaxVirtualSize ( ) const
inline

Member Data Documentation

std::array<std::vector<BranchID>, NumBranchTypes> edm::PoolSource::branchIDsToReplace_
private

Definition at line 79 of file PoolSource.h.

Referenced by PoolSource(), readEvent_(), readLuminosityBlock_(), and readRun_().

bool edm::PoolSource::bypassVersionCheck_
private

Definition at line 83 of file PoolSource.h.

Referenced by bypassVersionCheck().

InputFileCatalog edm::PoolSource::catalog_
private

Definition at line 74 of file PoolSource.h.

bool edm::PoolSource::delayReadingEventProducts_
private

Definition at line 88 of file PoolSource.h.

Referenced by readEvent_().

bool edm::PoolSource::dropDescendants_
private

Definition at line 86 of file PoolSource.h.

Referenced by dropDescendants().

bool edm::PoolSource::labelRawDataLikeMC_
private

Definition at line 87 of file PoolSource.h.

Referenced by labelRawDataLikeMC().

std::shared_ptr<std::recursive_mutex> edm::PoolSource::mutexSharedWithDelayedReader_
private

Definition at line 93 of file PoolSource.h.

Referenced by PoolSource(), and resourceSharedWithDelayedReader_().

unsigned int edm::PoolSource::nStreams_
private

Definition at line 81 of file PoolSource.h.

Referenced by nStreams(), and PoolSource().

edm::propagate_const<std::unique_ptr<RootPrimaryFileSequence> > edm::PoolSource::primaryFileSequence_
private
ProductSelectorRules edm::PoolSource::productSelectorRules_
private

Definition at line 85 of file PoolSource.h.

Referenced by productSelectorRules().

std::unique_ptr<SharedResourcesAcquirer> edm::PoolSource::resourceSharedWithDelayedReaderPtr_
private

Definition at line 92 of file PoolSource.h.

Referenced by PoolSource(), and resourceSharedWithDelayedReader_().

RootServiceChecker edm::PoolSource::rootServiceChecker_
private

Definition at line 73 of file PoolSource.h.

edm::propagate_const<std::unique_ptr<RunHelperBase> > edm::PoolSource::runHelper_
private

Definition at line 90 of file PoolSource.h.

Referenced by getNextItemType(), and runHelper().

InputFileCatalog edm::PoolSource::secondaryCatalog_
private

Definition at line 75 of file PoolSource.h.

Referenced by PoolSource().

std::vector<edm::propagate_const<std::unique_ptr<EventPrincipal> > > edm::PoolSource::secondaryEventPrincipals_
private

Definition at line 78 of file PoolSource.h.

Referenced by PoolSource(), and readEvent_().

edm::propagate_const<std::unique_ptr<RootSecondaryFileSequence> > edm::PoolSource::secondaryFileSequence_
private
edm::propagate_const<std::shared_ptr<LuminosityBlockPrincipal> > edm::PoolSource::secondaryLumiPrincipal_
private

Definition at line 77 of file PoolSource.h.

Referenced by readLuminosityBlock_().

edm::propagate_const<std::shared_ptr<RunPrincipal> > edm::PoolSource::secondaryRunPrincipal_
private

Definition at line 76 of file PoolSource.h.

Referenced by readRun_().

bool edm::PoolSource::skipBadFiles_
private

Definition at line 82 of file PoolSource.h.

Referenced by skipBadFiles().

int const edm::PoolSource::treeMaxVirtualSize_
private

Definition at line 84 of file PoolSource.h.

Referenced by treeMaxVirtualSize().