CMS 3D CMS Logo

List of all members | Public Types | Public Member Functions | Private Member Functions | Private Attributes
edm::RootFile Class Reference

#include <RootFile.h>

Public Types

typedef std::array< RootTree *, NumBranchTypesRootTreePtrArray
 

Public Member Functions

std::shared_ptr< BranchIDListHelper const > branchIDListHelper () const
 
std::shared_ptr< BranchIDListHelper > & branchIDListHelper ()
 
bool branchListIndexesUnchanged () const
 
void close ()
 
bool containsItem (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event) const
 
std::unique_ptr< FileBlockcreateFileBlock () const
 
EventAuxiliary const & eventAux () const
 
EventID const & eventID () const
 
RootTree const & eventTree () const
 
std::string const & file () const
 
FileFormatVersion fileFormatVersion () const
 
IndexIntoFile::EntryType getNextItemType (RunNumber_t &run, LuminosityBlockNumber_t &lumi, EventNumber_t &event)
 
bool goToEvent (EventID const &eventID)
 
std::array< bool, NumBranchTypes > const & hasNewlyDroppedBranch () const
 
IndexIntoFile::IndexIntoFileItr indexIntoFileIter () const
 
std::shared_ptr< IndexIntoFile const > indexIntoFileSharedPtr () const
 
std::shared_ptr< IndexIntoFile > & indexIntoFileSharedPtr ()
 
void initAssociationsFromSecondary (std::vector< BranchID > const &)
 
RootTree const & lumiTree () const
 
bool modifiedIDs () const
 
bool nextEventEntry ()
 
RootFileoperator= (RootFile const &)=delete
 
std::shared_ptr< ProductRegistry const > productRegistry () const
 
bool readCurrentEvent (EventPrincipal &cache)
 
void readEvent (EventPrincipal &cache)
 
void readFakeRun_ (RunPrincipal &runPrincipal)
 
std::shared_ptr< RunAuxiliaryreadFakeRunAuxiliary_ ()
 
void readLuminosityBlock_ (LuminosityBlockPrincipal &lumiPrincipal)
 
std::shared_ptr< LuminosityBlockAuxiliaryreadLuminosityBlockAuxiliary_ ()
 
void readRun_ (RunPrincipal &runPrincipal)
 
std::shared_ptr< RunAuxiliaryreadRunAuxiliary_ ()
 
void reportOpened (std::string const &inputType)
 
void rewind ()
 
 RootFile (std::string const &fileName, ProcessConfiguration const &processConfiguration, std::string const &logicalFileName, std::shared_ptr< InputFile > filePtr, std::shared_ptr< EventSkipperByID > eventSkipperByID, bool skipAnyEvents, int remainingEvents, int remainingLumis, unsigned int nStreams, unsigned int treeCacheSize, int treeMaxVirtualSize, InputSource::ProcessingMode processingMode, RunHelperBase *runHelper, bool noEventSort, ProductSelectorRules const &productSelectorRules, InputType inputType, std::shared_ptr< BranchIDListHelper > branchIDListHelper, std::shared_ptr< ThinnedAssociationsHelper > thinnedAssociationsHelper, std::vector< BranchID > const *associationsFromSecondary, std::shared_ptr< DuplicateChecker > duplicateChecker, bool dropDescendantsOfDroppedProducts, ProcessHistoryRegistry &processHistoryRegistry, std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile, std::vector< ProcessHistoryID > &orderedProcessHistoryIDs, bool bypassVersionCheck, bool labelRawDataLikeMC, bool usingGoToEvent, bool enablePrefetching)
 
 RootFile (std::string const &fileName, ProcessConfiguration const &processConfiguration, std::string const &logicalFileName, std::shared_ptr< InputFile > filePtr, unsigned int nStreams, int treeMaxVirtualSize, InputSource::ProcessingMode processingMode, RunHelperBase *runHelper, ProductSelectorRules const &productSelectorRules, InputType inputType, std::shared_ptr< BranchIDListHelper > branchIDListHelper, std::shared_ptr< ThinnedAssociationsHelper > thinnedAssociationsHelper, std::vector< BranchID > const *associationsFromSecondary, bool dropDescendantsOfDroppedProducts, ProcessHistoryRegistry &processHistoryRegistry, std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile, std::vector< ProcessHistoryID > &orderedProcessHistoryIDs, bool bypassVersionCheck, bool labelRawDataLikeMC, bool enablePrefetching)
 
 RootFile (std::string const &fileName, ProcessConfiguration const &processConfiguration, std::string const &logicalFileName, std::shared_ptr< InputFile > filePtr, unsigned int nStreams, unsigned int treeCacheSize, int treeMaxVirtualSize, RunHelperBase *runHelper, ProductSelectorRules const &productSelectorRules, InputType inputType, ProcessHistoryRegistry &processHistoryRegistry, std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile, std::vector< ProcessHistoryID > &orderedProcessHistoryIDs, bool bypassVersionCheck, bool enablePrefetching)
 
 RootFile (RootFile const &)=delete
 
RootTree const & runTree () const
 
void setAtEventEntry (IndexIntoFile::EntryNumber_t entry)
 
bool setEntryAtEvent (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event)
 
bool setEntryAtItem (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event)
 
bool setEntryAtLumi (RunNumber_t run, LuminosityBlockNumber_t lumi)
 
bool setEntryAtNextEventInLumi (RunNumber_t run, LuminosityBlockNumber_t lumi)
 
bool setEntryAtRun (RunNumber_t run)
 
void setPosition (IndexIntoFile::IndexIntoFileItr const &position)
 
void setSignals (signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *preEventReadSource, signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *postEventReadSource)
 
void setToLastEntry ()
 
bool skipEntries (unsigned int &offset)
 
bool skipEvents (int &offset)
 
bool wasFirstEventJustRead () const
 
bool wasLastEventJustRead () const
 
int whyNotFastClonable () const
 
 ~RootFile ()
 

Private Member Functions

std::shared_ptr< BranchChildren const > branchChildren () const
 
std::shared_ptr< BranchChildren > & branchChildren ()
 
void dropOnInput (ProductRegistry &reg, ProductSelectorRules const &rules, bool dropDescendants, InputType inputType)
 
std::shared_ptr< ProductProvenanceRetriever const > eventProductProvenanceRetriever (size_t index) const
 
std::shared_ptr< ProductProvenanceRetriever > & eventProductProvenanceRetriever (size_t index)
 
bool fillEventAuxiliary (IndexIntoFile::EntryNumber_t entry)
 
void fillEventHistory ()
 
void fillIndexIntoFile ()
 
std::shared_ptr< LuminosityBlockAuxiliaryfillLumiAuxiliary ()
 
std::shared_ptr< RunAuxiliaryfillRunAuxiliary ()
 
void fillThisEventAuxiliary ()
 
void initializeDuplicateChecker (std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile)
 
bool isDuplicateEvent ()
 
std::shared_ptr< ProductProvenanceRetrievermakeProductProvenanceRetriever (unsigned int iStreamIndex)
 
std::unique_ptr< MakeProvenanceReadermakeProvenanceReaderMaker (InputType inputType)
 
void markBranchToBeDropped (bool dropDescendants, BranchDescription const &branch, std::set< BranchID > &branchesToDrop, std::map< BranchID, BranchID > const &droppedToKeptAlias) const
 
std::string const & newBranchToOldBranch (std::string const &newBranch) const
 
void readEntryDescriptionTree (EntryDescriptionMap &entryDescriptionMap, InputType inputType)
 
void readEventHistoryTree ()
 
void readParentageTree (InputType inputType)
 
std::shared_ptr< RunAuxiliary const > savedRunAuxiliary () const
 
std::shared_ptr< RunAuxiliary > & savedRunAuxiliary ()
 
void setIfFastClonable (int remainingEvents, int remainingLumis)
 
bool skipThisEntry ()
 
RootTreePtrArraytreePointers ()
 
void validateFile (InputType inputType, bool usingGoToEvent)
 

Private Attributes

edm::propagate_const< std::shared_ptr< BranchChildren > > branchChildren_
 
edm::propagate_const< std::shared_ptr< BranchIDListHelper > > branchIDListHelper_
 
std::shared_ptr< BranchIDLists const > branchIDLists_
 
BranchListIndexes branchListIndexes_
 
bool branchListIndexesUnchanged_
 
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
 
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
 
edm::propagate_const< TClass * > edProductClass_
 
EventAuxiliary eventAux_
 
edm::propagate_const< TTree * > eventHistoryTree_
 
std::vector< EventProcessHistoryIDeventProcessHistoryIDs_
 
std::vector< EventProcessHistoryID >::const_iterator eventProcessHistoryIter_
 
std::vector< edm::propagate_const< std::shared_ptr< ProductProvenanceRetriever > > > eventProductProvenanceRetrievers_
 
EventSelectionIDVector eventSelectionIDs_
 
edm::propagate_const< std::shared_ptr< EventSkipperByID > > eventSkipperByID_
 
RootTree eventTree_
 
FileID fid_
 
std::string const file_
 
FileFormatVersion fileFormatVersion_
 
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
 
edm::propagate_const< std::unique_ptr< ThinnedAssociationsHelper > > fileThinnedAssociationsHelper_
 
std::array< bool, NumBranchTypeshasNewlyDroppedBranch_
 
edm::propagate_const< std::unique_ptr< History > > history_
 
IndexIntoFileindexIntoFile_
 
IndexIntoFile::IndexIntoFileItr indexIntoFileBegin_
 
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
 
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
 
edm::propagate_const< std::shared_ptr< IndexIntoFile > > indexIntoFileSharedPtr_
 
IndexIntoFile::EntryNumber_t lastEventEntryNumberRead_
 
std::string const logicalFile_
 
RootTree lumiTree_
 
std::map< std::string, std::string > newBranchToOldBranch_
 
bool noEventSort_
 
std::vector< ProcessHistoryID > & orderedProcessHistoryIDs_
 
std::vector< ParentageIDparentageIDLookup_
 
ProcessConfiguration const & processConfiguration_
 
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
 
InputSource::ProcessingMode processingMode_
 
std::shared_ptr< ProductRegistry const > productRegistry_
 
edm::propagate_const< std::unique_ptr< ProvenanceAdaptor > > provenanceAdaptor_
 
edm::propagate_const< std::unique_ptr< MakeProvenanceReader > > provenanceReaderMaker_
 
edm::propagate_const< RunHelperBase * > runHelper_
 
RootTree runTree_
 
edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
 
bool skipAnyEvents_
 
edm::propagate_const< std::shared_ptr< ThinnedAssociationsHelper > > thinnedAssociationsHelper_
 
RootTreePtrArray treePointers_
 
int whyNotFastClonable_
 

Detailed Description

Definition at line 61 of file RootFile.h.

Member Typedef Documentation

Definition at line 63 of file RootFile.h.

Constructor & Destructor Documentation

edm::RootFile::RootFile ( std::string const &  fileName,
ProcessConfiguration const &  processConfiguration,
std::string const &  logicalFileName,
std::shared_ptr< InputFile filePtr,
std::shared_ptr< EventSkipperByID eventSkipperByID,
bool  skipAnyEvents,
int  remainingEvents,
int  remainingLumis,
unsigned int  nStreams,
unsigned int  treeCacheSize,
int  treeMaxVirtualSize,
InputSource::ProcessingMode  processingMode,
RunHelperBase runHelper,
bool  noEventSort,
ProductSelectorRules const &  productSelectorRules,
InputType  inputType,
std::shared_ptr< BranchIDListHelper branchIDListHelper,
std::shared_ptr< ThinnedAssociationsHelper thinnedAssociationsHelper,
std::vector< BranchID > const *  associationsFromSecondary,
std::shared_ptr< DuplicateChecker duplicateChecker,
bool  dropDescendantsOfDroppedProducts,
ProcessHistoryRegistry processHistoryRegistry,
std::vector< std::shared_ptr< IndexIntoFile > > const &  indexesIntoFiles,
std::vector< std::shared_ptr< IndexIntoFile > >::size_type  currentIndexIntoFile,
std::vector< ProcessHistoryID > &  orderedProcessHistoryIDs,
bool  bypassVersionCheck,
bool  labelRawDataLikeMC,
bool  usingGoToEvent,
bool  enablePrefetching 
)

Definition at line 129 of file RootFile.cc.

References edm::IndexIntoFile::begin(), branchChildren_, edm::poolNames::branchIDListBranchName(), branchIDListHelper_, branchIDLists_, branchListIndexesUnchanged_, edm::BranchDescription::branchName(), edm::BranchDescription::branchType(), edm::BranchTypeToAuxiliaryBranchName(), edm::BranchDescription::className(), edm::ProductRegistry::copyProduct(), daqProvenanceHelper_, edm::roottree::defaultNonEventCacheSize, edm::IndexIntoFile::doneFileInitialization(), dropOnInput(), edm::IndexIntoFile::end(), edm::errors::EventCorruption, edm::poolNames::eventHistoryBranchName(), eventProcessHistoryIDs_, eventProcessHistoryIter_, eventSkipperByID_, edm::FileBlock::EventsOrLumisSelectedByID, eventTree_, Exception, fid_, file(), fileFormatVersion(), fileFormatVersion_, edm::poolNames::fileFormatVersionBranchName(), edm::poolNames::fileIdentifierBranchName(), filePtr_, edm::errors::FileReadError, fileThinnedAssociationsHelper_, ghostTrackVertexReco_cff::finder, edm::IndexIntoFile::firstAppearanceOrder, edm::BranchDescription::friendlyClassName(), edm::friendlyname::friendlyName(), edm::roottree::getEntry(), hasNewlyDroppedBranch_, edm::FileFormatVersion::hasThinnedAssociations(), mps_fire::i, edm::poolNames::idToParameterSetBlobsBranchName(), indexIntoFile_, indexIntoFileBegin_, edm::poolNames::indexIntoFileBranchName(), indexIntoFileEnd_, indexIntoFileIter_, edm::InEvent, edm::BranchDescription::init(), initializeDuplicateChecker(), edm::InLumi, edm::InRun, edm::pset::Registry::insertMapped(), edm::pset::Registry::instance(), lumiTree_, makeProvenanceReaderMaker(), edm::poolNames::metaDataTreeName(), edm::poolNames::moduleDescriptionMapBranchName(), newBranchToOldBranch(), newBranchToOldBranch_, edm::IndexIntoFile::numericalOrder, edm::poolNames::parameterSetMapBranchName(), edm::poolNames::parameterSetsTreeName(), edm::Primary, edm::poolNames::processConfigurationBranchName(), edm::poolNames::processHistoryBranchName(), edm::poolNames::processHistoryMapBranchName(), parseEventContent::prod, edm::poolNames::productDependenciesBranchName(), edm::poolNames::productDescriptionBranchName(), edm::ProductRegistry::productList(), edm::ProductRegistry::productListUpdator(), productRegistry(), productRegistry_, provenanceAdaptor_, provenanceReaderMaker_, muonDTDigis_cfi::pset, readEventHistoryTree(), edm::ProcessHistoryRegistry::registerProcessHistory(), edm::RootTree::resetTraining(), edm::IndexIntoFile::IndexIntoFileItr::run(), runHelper_, runTree_, edm::SecondaryFile, edm::SecondarySource, setIfFastClonable(), edm::source(), AlCaHLTBitMon_QueryRunRegistry::string, lumiQTWidget::t, edm::poolNames::thinnedAssociationsHelperBranchName(), edm::RootTree::trainCache(), edm::roottree::trainCache(), treePointers_, edm::errors::UnimplementedFeature, edm::BranchDescription::updateFriendlyClassName(), validateFile(), and whyNotFastClonable_.

157  :
158  file_(fileName),
159  logicalFile_(logicalFileName),
160  processConfiguration_(processConfiguration),
161  processHistoryRegistry_(&processHistoryRegistry),
162  filePtr_(filePtr),
163  eventSkipperByID_(eventSkipperByID),
165  fid_(),
166  indexIntoFileSharedPtr_(new IndexIntoFile),
168  orderedProcessHistoryIDs_(orderedProcessHistoryIDs),
175  skipAnyEvents_(skipAnyEvents),
180  eventAux_(),
181  eventTree_(filePtr, InEvent, nStreams, treeMaxVirtualSize, treeCacheSize, roottree::defaultLearningEntries, enablePrefetching, inputType),
182  lumiTree_(filePtr, InLumi, 1, treeMaxVirtualSize, roottree::defaultNonEventCacheSize, roottree::defaultNonEventLearningEntries, enablePrefetching, inputType),
183  runTree_(filePtr, InRun, 1, treeMaxVirtualSize, roottree::defaultNonEventCacheSize, roottree::defaultNonEventLearningEntries, enablePrefetching, inputType),
184  treePointers_(),
187  branchIDLists_(),
190  thinnedAssociationsHelper_(thinnedAssociationsHelper),
191  processingMode_(processingMode),
192  runHelper_(runHelper),
194  eventHistoryTree_(nullptr),
197  history_(),
198  branchChildren_(new BranchChildren),
199  duplicateChecker_(duplicateChecker),
205  edProductClass_(TClass::GetClass("edm::WrapperBase")) {
206 
207  hasNewlyDroppedBranch_.fill(false);
208 
212 
213  // Read the metadata tree.
214  // We use a smart pointer so the tree will be deleted after use, and not kept for the life of the file.
215  std::unique_ptr<TTree> metaDataTree(dynamic_cast<TTree *>(filePtr_->Get(poolNames::metaDataTreeName().c_str())));
216  if(nullptr == metaDataTree.get()) {
217  throw Exception(errors::FileReadError) << "Could not find tree " << poolNames::metaDataTreeName()
218  << " in the input file.\n";
219  }
220 
221  // To keep things simple, we just read in every possible branch that exists.
222  // We don't pay attention to which branches exist in which file format versions
223 
224  FileFormatVersion *fftPtr = &fileFormatVersion_;
225  if(metaDataTree->FindBranch(poolNames::fileFormatVersionBranchName().c_str()) != nullptr) {
226  TBranch *fft = metaDataTree->GetBranch(poolNames::fileFormatVersionBranchName().c_str());
227  fft->SetAddress(&fftPtr);
228  roottree::getEntry(fft, 0);
229  metaDataTree->SetBranchAddress(poolNames::fileFormatVersionBranchName().c_str(), &fftPtr);
230  }
231 
232  FileID *fidPtr = &fid_;
233  if(metaDataTree->FindBranch(poolNames::fileIdentifierBranchName().c_str()) != nullptr) {
234  metaDataTree->SetBranchAddress(poolNames::fileIdentifierBranchName().c_str(), &fidPtr);
235  }
236 
237  IndexIntoFile *iifPtr = &indexIntoFile_;
238  if(metaDataTree->FindBranch(poolNames::indexIntoFileBranchName().c_str()) != nullptr) {
239  metaDataTree->SetBranchAddress(poolNames::indexIntoFileBranchName().c_str(), &iifPtr);
240  }
241 
242  // Need to read to a temporary registry so we can do a translation of the BranchKeys.
243  // This preserves backward compatibility against friendly class name algorithm changes.
244  ProductRegistry inputProdDescReg;
245  ProductRegistry *ppReg = &inputProdDescReg;
246  metaDataTree->SetBranchAddress(poolNames::productDescriptionBranchName().c_str(), (&ppReg));
247 
248  typedef std::map<ParameterSetID, ParameterSetBlob> PsetMap;
249  PsetMap psetMap;
250  PsetMap *psetMapPtr = &psetMap;
251  if(metaDataTree->FindBranch(poolNames::parameterSetMapBranchName().c_str()) != nullptr) {
252  //backward compatibility
253  assert(!fileFormatVersion().parameterSetsTree());
254  metaDataTree->SetBranchAddress(poolNames::parameterSetMapBranchName().c_str(), &psetMapPtr);
255  } else {
256  assert(fileFormatVersion().parameterSetsTree());
257  // We use a smart pointer so the tree will be deleted after use, and not kept for the life of the file.
258  std::unique_ptr<TTree> psetTree(dynamic_cast<TTree *>(filePtr_->Get(poolNames::parameterSetsTreeName().c_str())));
259  if(nullptr == psetTree.get()) {
260  throw Exception(errors::FileReadError) << "Could not find tree " << poolNames::parameterSetsTreeName()
261  << " in the input file.\n";
262  }
263 
264  typedef std::pair<ParameterSetID, ParameterSetBlob> IdToBlobs;
265  IdToBlobs idToBlob;
266  IdToBlobs* pIdToBlob = &idToBlob;
267  psetTree->SetBranchAddress(poolNames::idToParameterSetBlobsBranchName().c_str(), &pIdToBlob);
268 
269  std::unique_ptr<TTreeCache> psetTreeCache = roottree::trainCache(psetTree.get(), *filePtr_, roottree::defaultNonEventCacheSize, "*");
270  psetTreeCache->SetEnablePrefetching(false);
271  filePtr_->SetCacheRead(psetTreeCache.get());
272  for(Long64_t i = 0; i != psetTree->GetEntries(); ++i) {
273  psetTree->GetEntry(i);
274  psetMap.insert(idToBlob);
275  }
276  filePtr_->SetCacheRead(nullptr);
277  }
278 
279  // backward compatibility
281  ProcessHistoryRegistry::collection_type *pHistMapPtr = &pHistMap;
282  if(metaDataTree->FindBranch(poolNames::processHistoryMapBranchName().c_str()) != nullptr) {
283  metaDataTree->SetBranchAddress(poolNames::processHistoryMapBranchName().c_str(), &pHistMapPtr);
284  }
285 
287  ProcessHistoryRegistry::vector_type *pHistVectorPtr = &pHistVector;
288  if(metaDataTree->FindBranch(poolNames::processHistoryBranchName().c_str()) != nullptr) {
289  metaDataTree->SetBranchAddress(poolNames::processHistoryBranchName().c_str(), &pHistVectorPtr);
290  }
291 
292  // backward compatibility
293  ProcessConfigurationVector processConfigurations;
294  ProcessConfigurationVector* procConfigVectorPtr = &processConfigurations;
295  if(metaDataTree->FindBranch(poolNames::processConfigurationBranchName().c_str()) != nullptr) {
296  metaDataTree->SetBranchAddress(poolNames::processConfigurationBranchName().c_str(), &procConfigVectorPtr);
297  }
298 
299  auto branchIDListsAPtr = std::make_unique<BranchIDLists>();
300  BranchIDLists* branchIDListsPtr = branchIDListsAPtr.get();
301  if(metaDataTree->FindBranch(poolNames::branchIDListBranchName().c_str()) != nullptr) {
302  metaDataTree->SetBranchAddress(poolNames::branchIDListBranchName().c_str(), &branchIDListsPtr);
303  }
304 
305  if(inputType != InputType::SecondarySource) {
306  fileThinnedAssociationsHelper_ = std::make_unique<ThinnedAssociationsHelper>(); // propagate_const<T> has no reset() function
307  ThinnedAssociationsHelper* thinnedAssociationsHelperPtr = fileThinnedAssociationsHelper_.get();
308  if(metaDataTree->FindBranch(poolNames::thinnedAssociationsHelperBranchName().c_str()) != nullptr) {
309  metaDataTree->SetBranchAddress(poolNames::thinnedAssociationsHelperBranchName().c_str(), &thinnedAssociationsHelperPtr);
310  }
311  }
312 
313  BranchChildren* branchChildrenBuffer = branchChildren_.get();
314  if(metaDataTree->FindBranch(poolNames::productDependenciesBranchName().c_str()) != nullptr) {
315  metaDataTree->SetBranchAddress(poolNames::productDependenciesBranchName().c_str(), &branchChildrenBuffer);
316  }
317 
318  // backward compatibility
319  std::vector<EventProcessHistoryID> *eventHistoryIDsPtr = &eventProcessHistoryIDs_;
320  if(metaDataTree->FindBranch(poolNames::eventHistoryBranchName().c_str()) != nullptr) {
321  metaDataTree->SetBranchAddress(poolNames::eventHistoryBranchName().c_str(), &eventHistoryIDsPtr);
322  }
323 
324  if(metaDataTree->FindBranch(poolNames::moduleDescriptionMapBranchName().c_str()) != nullptr) {
325  if(metaDataTree->GetBranch(poolNames::moduleDescriptionMapBranchName().c_str())->GetSplitLevel() != 0) {
326  metaDataTree->SetBranchStatus((poolNames::moduleDescriptionMapBranchName() + ".*").c_str(), false);
327  } else {
328  metaDataTree->SetBranchStatus(poolNames::moduleDescriptionMapBranchName().c_str(), false);
329  }
330  }
331 
332  // Here we read the metadata tree
333  roottree::getEntry(metaDataTree.get(), 0);
334 
336 
337  // Here we read the event history tree, if we have one.
339 
341  if(!fileFormatVersion().triggerPathsTracked()) {
342  ParameterSetConverter converter(psetMap, psetIdConverter, fileFormatVersion().parameterSetsByReference());
343  } else {
344  // Merge into the parameter set registry.
345  pset::Registry& psetRegistry = *pset::Registry::instance();
346  for(auto const& psetEntry : psetMap) {
347  ParameterSet pset(psetEntry.second.pset());
348  pset.setID(psetEntry.first);
349  // For thread safety, don't update global registries when a secondary source opens a file.
350  if(inputType != InputType::SecondarySource) {
351  psetRegistry.insertMapped(pset);
352  }
353  }
354  }
355  if(!fileFormatVersion().splitProductIDs()) {
356  // Old provenance format input file. Create a provenance adaptor.
357  // propagate_const<T> has no reset() function
358  provenanceAdaptor_ = std::make_unique<ProvenanceAdaptor>(
359  inputProdDescReg, pHistMap, pHistVector, processConfigurations, psetIdConverter, true);
360  // Fill in the branchIDLists branch from the provenance adaptor
361  branchIDLists_ = provenanceAdaptor_->branchIDLists();
362  } else {
363  if(!fileFormatVersion().triggerPathsTracked()) {
364  // New provenance format, but change in ParameterSet Format. Create a provenance adaptor.
365  // propagate_const<T> has no reset() function
366  provenanceAdaptor_ = std::make_unique<ProvenanceAdaptor>(
367  inputProdDescReg, pHistMap, pHistVector, processConfigurations, psetIdConverter, false);
368  }
369  // New provenance format input file. The branchIDLists branch was read directly from the input file.
370  if(metaDataTree->FindBranch(poolNames::branchIDListBranchName().c_str()) == nullptr) {
372  << "Failed to find branchIDLists branch in metaData tree.\n";
373  }
374  branchIDLists_.reset(branchIDListsAPtr.release());
375  }
376 
378  if(metaDataTree->FindBranch(poolNames::thinnedAssociationsHelperBranchName().c_str()) == nullptr) {
380  << "Failed to find thinnedAssociationsHelper branch in metaData tree.\n";
381  }
382  }
383 
384  if(!bypassVersionCheck) {
385  checkReleaseVersion(pHistVector, file());
386  }
387 
388  if(labelRawDataLikeMC) {
389  std::string const rawData("FEDRawDataCollection");
390  std::string const source("source");
391  ProductRegistry::ProductList& pList = inputProdDescReg.productListUpdator();
392  BranchKey finder(rawData, source, "", "");
393  ProductRegistry::ProductList::iterator it = pList.lower_bound(finder);
394  if(it != pList.end() && it->first.friendlyClassName() == rawData && it->first.moduleLabel() == source) {
395  // We found raw data with a module label of source.
396  // We need to change the module label and process name.
397  // Create helper.
398  it->second.init();
399  // propagate_const<T> has no reset() function
400  daqProvenanceHelper_ = std::make_unique<DaqProvenanceHelper>(it->second.unwrappedTypeID());
401  // Create the new branch description
402  BranchDescription const& newBD = daqProvenanceHelper_->branchDescription();
403  // Save info from the old and new branch descriptions
404  daqProvenanceHelper_->saveInfo(it->second, newBD);
405  // Map the new branch name to the old branch name.
406  newBranchToOldBranch_.insert(std::make_pair(newBD.branchName(), it->second.branchName()));
407  // Remove the old branch description from the product Registry.
408  pList.erase(it);
409  // Check that there was only one.
410  it = pList.lower_bound(finder);
411  assert(!(it != pList.end() && it->first.friendlyClassName() == rawData && it->first.moduleLabel() == source));
412  // Insert the new branch description into the product registry.
413  inputProdDescReg.copyProduct(newBD);
414  // Fix up other per file metadata.
415  daqProvenanceHelper_->fixMetaData(processConfigurations, pHistVector);
416  daqProvenanceHelper_->fixMetaData(*branchIDLists_);
417  daqProvenanceHelper_->fixMetaData(*branchChildren_);
418  }
419  }
420 
421  for(auto const& history : pHistVector) {
422  processHistoryRegistry.registerProcessHistory(history);
423  }
424 
426 
427  // Update the branch id info. This has to be done before validateFile since
428  // depending on the file format, the branchIDListHelper_ may have its fixBranchListIndexes call made
429  if(inputType == InputType::Primary) {
430  branchListIndexesUnchanged_ = branchIDListHelper_->updateFromInput(*branchIDLists_);
431  }
432 
433  validateFile(inputType, usingGoToEvent);
434 
435  // Here, we make the class that will make the ProvenanceReader
436  // It reads whatever trees it needs.
437  // propagate_const<T> has no reset() function
438  provenanceReaderMaker_ = std::unique_ptr<MakeProvenanceReader>(makeProvenanceReaderMaker(inputType).release());
439 
440  // Merge into the hashed registries.
441  if(eventSkipperByID_ && eventSkipperByID_->somethingToSkip()) {
443  }
444 
445  initializeDuplicateChecker(indexesIntoFiles, currentIndexIntoFile);
449  eventProcessHistoryIter_ = eventProcessHistoryIDs_.begin();
450 
451  // Set product presence information in the product registry.
452  ProductRegistry::ProductList& pList = inputProdDescReg.productListUpdator();
453  for(auto& product : pList) {
454  BranchDescription& prod = product.second;
455  prod.init();
456  treePointers_[prod.branchType()]->setPresence(prod, newBranchToOldBranch(prod.branchName()));
457  }
458 
459  auto newReg = std::make_unique<ProductRegistry>();
460 
461  // Do the translation from the old registry to the new one
462  {
463  ProductRegistry::ProductList const& prodList = inputProdDescReg.productList();
464  for(auto const& product : prodList) {
465  BranchDescription const& prod = product.second;
466  std::string newFriendlyName = friendlyname::friendlyName(prod.className());
467  if(newFriendlyName == prod.friendlyClassName()) {
468  newReg->copyProduct(prod);
469  } else {
470  if(fileFormatVersion().splitProductIDs()) {
472  << "Cannot change friendly class name algorithm without more development work\n"
473  << "to update BranchIDLists and ThinnedAssociationsHelper. Contact the framework group.\n";
474  }
475  BranchDescription newBD(prod);
476  newBD.updateFriendlyClassName();
477  newReg->copyProduct(newBD);
478  newBranchToOldBranch_.insert(std::make_pair(newBD.branchName(), prod.branchName()));
479  }
480  }
481  dropOnInput(*newReg, productSelectorRules, dropDescendants, inputType);
482  if(inputType == InputType::SecondaryFile) {
483  thinnedAssociationsHelper->updateFromSecondaryInput(*fileThinnedAssociationsHelper_,
484  *associationsFromSecondary);
485  } else if (inputType == InputType::Primary) {
486  thinnedAssociationsHelper->updateFromPrimaryInput(*fileThinnedAssociationsHelper_);
487  }
488  // freeze the product registry
489  newReg->setFrozen(inputType != InputType::Primary);
490  productRegistry_.reset(newReg.release());
491  }
492 
493  // Set up information from the product registry.
494  ProductRegistry::ProductList const& prodList = productRegistry()->productList();
495 
496  {
497  std::array<size_t,NumBranchTypes> nBranches;
498  nBranches.fill(0);
499  for(auto const& product : prodList) {
500  ++nBranches[product.second.branchType()];
501  }
502 
503  int i = 0;
504  for(auto t: treePointers_) {
505  t->numberOfBranchesToAdd(nBranches[i]);
506  ++i;
507  }
508  }
509  for(auto const& product : prodList) {
510  BranchDescription const& prod = product.second;
511  treePointers_[prod.branchType()]->addBranch(prod,
512  newBranchToOldBranch(prod.branchName()));
513  }
514 
515  // Determine if this file is fast clonable.
516  setIfFastClonable(remainingEvents, remainingLumis);
517 
518  // We are done with our initial reading of EventAuxiliary.
520 
521  // Tell the event tree to begin training at the next read.
523 
524  // Train the run and lumi trees.
525  runTree_.trainCache("*");
526  lumiTree_.trainCache("*");
527  }
void dropOnInput(ProductRegistry &reg, ProductSelectorRules const &rules, bool dropDescendants, InputType inputType)
Definition: RootFile.cc:1685
Int_t getEntry(TBranch *branch, EntryNumber entryNumber)
Definition: RootTree.cc:510
std::string const & idToParameterSetBlobsBranchName()
Definition: BranchType.cc:255
edm::propagate_const< std::unique_ptr< ThinnedAssociationsHelper > > fileThinnedAssociationsHelper_
Definition: RootFile.h:284
std::vector< ProcessConfiguration > ProcessConfigurationVector
std::string const & BranchTypeToAuxiliaryBranchName(BranchType const &branchType)
Definition: BranchType.cc:115
unsigned int const defaultNonEventLearningEntries
Definition: RootTree.h:49
void doneFileInitialization() const
Clears the temporary vector of event numbers to reduce memory usage.
std::vector< BranchIDList > BranchIDLists
Definition: BranchIDList.h:19
std::shared_ptr< BranchIDLists const > branchIDLists_
Definition: RootFile.h:282
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
std::shared_ptr< BranchIDListHelper const > branchIDListHelper() const
Definition: RootFile.h:207
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
static std::string const source("source")
int whyNotFastClonable_
Definition: RootFile.h:272
edm::propagate_const< std::shared_ptr< EventSkipperByID > > eventSkipperByID_
Definition: RootFile.h:258
edm::propagate_const< std::shared_ptr< ThinnedAssociationsHelper > > thinnedAssociationsHelper_
Definition: RootFile.h:285
std::map< std::string, std::string > newBranchToOldBranch_
Definition: RootFile.h:288
std::map< BranchKey, BranchDescription > ProductList
edm::propagate_const< std::shared_ptr< IndexIntoFile > > indexIntoFileSharedPtr_
Definition: RootFile.h:261
RootTree lumiTree_
Definition: RootFile.h:277
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
Definition: RootFile.h:269
std::string const & fileFormatVersionBranchName()
Definition: BranchType.cc:218
IndexIntoFileItr begin(SortOrder sortOrder) const
InputSource::ProcessingMode processingMode_
Definition: RootFile.h:286
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
void trainCache(char const *branchNames)
Definition: RootTree.cc:471
std::shared_ptr< ProductRegistry const > productRegistry() const
Definition: RootFile.h:167
edm::propagate_const< TClass * > edProductClass_
Definition: RootFile.h:300
FileFormatVersion fileFormatVersion_
Definition: RootFile.h:259
std::string const & parameterSetsTreeName()
Definition: BranchType.cc:251
std::vector< edm::propagate_const< std::shared_ptr< ProductProvenanceRetriever > > > eventProductProvenanceRetrievers_
Definition: RootFile.h:297
std::vector< EventProcessHistoryID >::const_iterator eventProcessHistoryIter_
Definition: RootFile.h:268
FileID fid_
Definition: RootFile.h:260
std::string const logicalFile_
Definition: RootFile.h:254
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
std::string const & processHistoryMapBranchName()
Definition: BranchType.cc:193
bool noEventSort_
Definition: RootFile.h:271
std::string friendlyName(std::string const &iFullName)
IndexIntoFile::EntryNumber_t lastEventEntryNumberRead_
Definition: RootFile.h:280
std::string const & indexIntoFileBranchName()
Definition: BranchType.cc:233
IndexIntoFileItr end(SortOrder sortOrder) const
Used to end an iteration over the Runs, Lumis, and Events in a file.
std::string const & eventHistoryBranchName()
Definition: BranchType.cc:238
EventSelectionIDVector eventSelectionIDs_
Definition: RootFile.h:290
edm::propagate_const< std::unique_ptr< ProvenanceAdaptor > > provenanceAdaptor_
Definition: RootFile.h:295
bool skipAnyEvents_
Definition: RootFile.h:270
RootTree eventTree_
Definition: RootFile.h:276
std::map< ParameterSetID, ParameterSetID > ParameterSetIdConverter
BranchListIndexes branchListIndexes_
Definition: RootFile.h:291
std::string const & metaDataTreeName()
Definition: BranchType.cc:168
std::string const & parameterSetMapBranchName()
Definition: BranchType.cc:183
edm::propagate_const< std::unique_ptr< History > > history_
Definition: RootFile.h:292
std::string const & processHistoryBranchName()
Definition: BranchType.cc:198
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
RootTree runTree_
Definition: RootFile.h:278
edm::propagate_const< std::unique_ptr< MakeProvenanceReader > > provenanceReaderMaker_
Definition: RootFile.h:296
std::array< bool, NumBranchTypes > hasNewlyDroppedBranch_
Definition: RootFile.h:273
static constexpr EntryNumber_t invalidEntry
ProcessConfiguration const & processConfiguration_
Definition: RootFile.h:255
std::shared_ptr< ProductRegistry const > productRegistry_
Definition: RootFile.h:281
void setIfFastClonable(int remainingEvents, int remainingLumis)
Definition: RootFile.cc:615
edm::propagate_const< std::shared_ptr< BranchChildren > > branchChildren_
Definition: RootFile.h:293
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
std::string const & file() const
Definition: RootFile.h:166
std::string const & productDescriptionBranchName()
Definition: BranchType.cc:173
std::string const & processConfigurationBranchName()
Definition: BranchType.cc:203
IndexIntoFile::IndexIntoFileItr indexIntoFileBegin_
Definition: RootFile.h:264
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
bool branchListIndexesUnchanged_
Definition: RootFile.h:274
edm::propagate_const< TTree * > eventHistoryTree_
Definition: RootFile.h:289
unsigned int const defaultNonEventCacheSize
Definition: RootTree.h:47
RootTreePtrArray treePointers_
Definition: RootFile.h:279
void initializeDuplicateChecker(std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile)
Definition: RootFile.cc:1659
std::vector< ProcessHistoryID > & orderedProcessHistoryIDs_
Definition: RootFile.h:263
std::string const & productDependenciesBranchName()
Definition: BranchType.cc:178
std::string const & thinnedAssociationsHelperBranchName()
Definition: BranchType.cc:213
std::unique_ptr< MakeProvenanceReader > makeProvenanceReaderMaker(InputType inputType)
Definition: RootFile.cc:1816
std::string const & branchIDListBranchName()
Definition: BranchType.cc:208
std::vector< ParentageID > parentageIDLookup_
Definition: RootFile.h:298
EventAuxiliary eventAux_
Definition: RootFile.h:275
void resetTraining()
Definition: RootTree.h:190
edm::propagate_const< std::shared_ptr< BranchIDListHelper > > branchIDListHelper_
Definition: RootFile.h:283
void validateFile(InputType inputType, bool usingGoToEvent)
Definition: RootFile.cc:1103
std::string const & newBranchToOldBranch(std::string const &newBranch) const
Definition: RootFile.cc:678
std::unique_ptr< TTreeCache > trainCache(TTree *tree, InputFile &file, unsigned int cacheSize, char const *branchNames)
Definition: RootTree.cc:534
unsigned int const defaultLearningEntries
Definition: RootTree.h:48
bool hasThinnedAssociations() const
std::string const & fileIdentifierBranchName()
Definition: BranchType.cc:223
std::string const & moduleDescriptionMapBranchName()
Definition: BranchType.cc:188
std::string const file_
Definition: RootFile.h:253
std::vector< EventProcessHistoryID > eventProcessHistoryIDs_
Definition: RootFile.h:267
static Registry * instance()
Definition: Registry.cc:13
void readEventHistoryTree()
Definition: RootFile.cc:1646
edm::RootFile::RootFile ( std::string const &  fileName,
ProcessConfiguration const &  processConfiguration,
std::string const &  logicalFileName,
std::shared_ptr< InputFile filePtr,
unsigned int  nStreams,
int  treeMaxVirtualSize,
InputSource::ProcessingMode  processingMode,
RunHelperBase runHelper,
ProductSelectorRules const &  productSelectorRules,
InputType  inputType,
std::shared_ptr< BranchIDListHelper branchIDListHelper,
std::shared_ptr< ThinnedAssociationsHelper thinnedAssociationsHelper,
std::vector< BranchID > const *  associationsFromSecondary,
bool  dropDescendantsOfDroppedProducts,
ProcessHistoryRegistry processHistoryRegistry,
std::vector< std::shared_ptr< IndexIntoFile > > const &  indexesIntoFiles,
std::vector< std::shared_ptr< IndexIntoFile > >::size_type  currentIndexIntoFile,
std::vector< ProcessHistoryID > &  orderedProcessHistoryIDs,
bool  bypassVersionCheck,
bool  labelRawDataLikeMC,
bool  enablePrefetching 
)
inline

Definition at line 94 of file RootFile.h.

114  : RootFile(
115  fileName, processConfiguration, logicalFileName, filePtr,
116  nullptr, false, -1, -1, nStreams, 0U, treeMaxVirtualSize,
117  processingMode, runHelper,
118  false, productSelectorRules, inputType, branchIDListHelper,
119  thinnedAssociationsHelper, associationsFromSecondary,
120  nullptr, dropDescendantsOfDroppedProducts, processHistoryRegistry,
121  indexesIntoFiles, currentIndexIntoFile, orderedProcessHistoryIDs,
122  bypassVersionCheck, labelRawDataLikeMC,
123  false, enablePrefetching) {}
std::shared_ptr< BranchIDListHelper const > branchIDListHelper() const
Definition: RootFile.h:207
RootFile(std::string const &fileName, ProcessConfiguration const &processConfiguration, std::string const &logicalFileName, std::shared_ptr< InputFile > filePtr, std::shared_ptr< EventSkipperByID > eventSkipperByID, bool skipAnyEvents, int remainingEvents, int remainingLumis, unsigned int nStreams, unsigned int treeCacheSize, int treeMaxVirtualSize, InputSource::ProcessingMode processingMode, RunHelperBase *runHelper, bool noEventSort, ProductSelectorRules const &productSelectorRules, InputType inputType, std::shared_ptr< BranchIDListHelper > branchIDListHelper, std::shared_ptr< ThinnedAssociationsHelper > thinnedAssociationsHelper, std::vector< BranchID > const *associationsFromSecondary, std::shared_ptr< DuplicateChecker > duplicateChecker, bool dropDescendantsOfDroppedProducts, ProcessHistoryRegistry &processHistoryRegistry, std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile, std::vector< ProcessHistoryID > &orderedProcessHistoryIDs, bool bypassVersionCheck, bool labelRawDataLikeMC, bool usingGoToEvent, bool enablePrefetching)
Definition: RootFile.cc:129
edm::RootFile::RootFile ( std::string const &  fileName,
ProcessConfiguration const &  processConfiguration,
std::string const &  logicalFileName,
std::shared_ptr< InputFile filePtr,
unsigned int  nStreams,
unsigned int  treeCacheSize,
int  treeMaxVirtualSize,
RunHelperBase runHelper,
ProductSelectorRules const &  productSelectorRules,
InputType  inputType,
ProcessHistoryRegistry processHistoryRegistry,
std::vector< std::shared_ptr< IndexIntoFile > > const &  indexesIntoFiles,
std::vector< std::shared_ptr< IndexIntoFile > >::size_type  currentIndexIntoFile,
std::vector< ProcessHistoryID > &  orderedProcessHistoryIDs,
bool  bypassVersionCheck,
bool  enablePrefetching 
)
inline

Definition at line 125 of file RootFile.h.

References helperFunctions::cache(), and AlCaHLTBitMon_QueryRunRegistry::string.

140  : RootFile(
141  fileName, processConfiguration, logicalFileName, filePtr,
142  nullptr, false, -1, -1, nStreams, treeCacheSize, treeMaxVirtualSize,
144  false, productSelectorRules, inputType, nullptr, nullptr,
145  nullptr, nullptr, false, processHistoryRegistry,
146  indexesIntoFiles, currentIndexIntoFile, orderedProcessHistoryIDs,
147  bypassVersionCheck, false,
148  false, enablePrefetching) {}
RootFile(std::string const &fileName, ProcessConfiguration const &processConfiguration, std::string const &logicalFileName, std::shared_ptr< InputFile > filePtr, std::shared_ptr< EventSkipperByID > eventSkipperByID, bool skipAnyEvents, int remainingEvents, int remainingLumis, unsigned int nStreams, unsigned int treeCacheSize, int treeMaxVirtualSize, InputSource::ProcessingMode processingMode, RunHelperBase *runHelper, bool noEventSort, ProductSelectorRules const &productSelectorRules, InputType inputType, std::shared_ptr< BranchIDListHelper > branchIDListHelper, std::shared_ptr< ThinnedAssociationsHelper > thinnedAssociationsHelper, std::vector< BranchID > const *associationsFromSecondary, std::shared_ptr< DuplicateChecker > duplicateChecker, bool dropDescendantsOfDroppedProducts, ProcessHistoryRegistry &processHistoryRegistry, std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile, std::vector< ProcessHistoryID > &orderedProcessHistoryIDs, bool bypassVersionCheck, bool labelRawDataLikeMC, bool usingGoToEvent, bool enablePrefetching)
Definition: RootFile.cc:129
edm::RootFile::~RootFile ( )

Definition at line 529 of file RootFile.cc.

529  {
530  }
edm::RootFile::RootFile ( RootFile const &  )
delete

Member Function Documentation

std::shared_ptr<BranchChildren const> edm::RootFile::branchChildren ( ) const
inlineprivate

Definition at line 247 of file RootFile.h.

References edm::get_underlying_safe().

Referenced by createFileBlock().

std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
edm::propagate_const< std::shared_ptr< BranchChildren > > branchChildren_
Definition: RootFile.h:293
std::shared_ptr<BranchChildren>& edm::RootFile::branchChildren ( )
inlineprivate

Definition at line 248 of file RootFile.h.

References edm::get_underlying_safe().

std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
edm::propagate_const< std::shared_ptr< BranchChildren > > branchChildren_
Definition: RootFile.h:293
std::shared_ptr<BranchIDListHelper const> edm::RootFile::branchIDListHelper ( ) const
inline

Definition at line 207 of file RootFile.h.

References edm::get_underlying_safe().

std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
edm::propagate_const< std::shared_ptr< BranchIDListHelper > > branchIDListHelper_
Definition: RootFile.h:283
std::shared_ptr<BranchIDListHelper>& edm::RootFile::branchIDListHelper ( )
inline

Definition at line 208 of file RootFile.h.

References edm::get_underlying_safe().

std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
edm::propagate_const< std::shared_ptr< BranchIDListHelper > > branchIDListHelper_
Definition: RootFile.h:283
bool edm::RootFile::branchListIndexesUnchanged ( ) const
inline

Definition at line 179 of file RootFile.h.

Referenced by createFileBlock().

bool branchListIndexesUnchanged_
Definition: RootFile.h:274
void edm::RootFile::close ( void  )

Definition at line 1164 of file RootFile.cc.

References eventHistoryTree_, filePtr_, and treePointers_.

Referenced by lumiQTWidget.ApplicationWindow::fileQuit(), esMonitoring.AsyncLineReaderMixin::handle_close(), esMonitoring.FDJsonServer::handle_close(), Vispa.Gui.BoxContentDialog.BoxContentDialog::keyPressEvent(), and Vispa.Gui.FindDialog.FindDialog::keyPressEvent().

1164  {
1165  // Just to play it safe, zero all pointers to objects in the InputFile to be closed.
1166  eventHistoryTree_ = nullptr;
1167  for(auto& treePointer : treePointers_) {
1168  treePointer->close();
1169  treePointer = nullptr;
1170  }
1171  filePtr_->Close();
1172  filePtr_ = nullptr; // propagate_const<T> has no reset() function
1173  }
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
edm::propagate_const< TTree * > eventHistoryTree_
Definition: RootFile.h:289
RootTreePtrArray treePointers_
Definition: RootFile.h:279
bool edm::RootFile::containsItem ( RunNumber_t  run,
LuminosityBlockNumber_t  lumi,
EventNumber_t  event 
) const

Definition at line 757 of file RootFile.cc.

References edm::IndexIntoFile::containsItem(), and indexIntoFile_.

757  {
759  }
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
bool containsItem(RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event) const
Definition: event.py:1
std::unique_ptr< FileBlock > edm::RootFile::createFileBlock ( ) const

Definition at line 661 of file RootFile.cc.

References branchChildren(), branchListIndexesUnchanged(), eventTree_, file_, fileFormatVersion(), hasNewlyDroppedBranch(), lumiTree_, edm::RootTree::metaTree(), modifiedIDs(), runTree_, AlCaHLTBitMon_QueryRunRegistry::string, edm::RootTree::tree(), and whyNotFastClonable().

661  {
662  return std::make_unique<FileBlock>(fileFormatVersion(),
663  eventTree_.tree(),
665  lumiTree_.tree(),
667  runTree_.tree(),
668  runTree_.metaTree(),
671  file_,
673  modifiedIDs(),
674  branchChildren());
675  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
bool branchListIndexesUnchanged() const
Definition: RootFile.h:179
RootTree lumiTree_
Definition: RootFile.h:277
TTree const * metaTree() const
Definition: RootTree.h:180
TTree const * tree() const
Definition: RootTree.h:178
bool modifiedIDs() const
Definition: RootFile.h:180
int whyNotFastClonable() const
Definition: RootFile.h:177
RootTree eventTree_
Definition: RootFile.h:276
std::array< bool, NumBranchTypes > const & hasNewlyDroppedBranch() const
Definition: RootFile.h:178
RootTree runTree_
Definition: RootFile.h:278
std::shared_ptr< BranchChildren const > branchChildren() const
Definition: RootFile.h:247
std::string const file_
Definition: RootFile.h:253
void edm::RootFile::dropOnInput ( ProductRegistry reg,
ProductSelectorRules const &  rules,
bool  dropDescendants,
InputType  inputType 
)
private

Definition at line 1685 of file RootFile.cc.

References edm::ProductRegistry::allBranchDescriptions(), TrackValidation_cff::association, edm::BranchDescription::branchID(), edm::BranchDescription::branchName(), edm::BranchDescription::branchType(), SimDataFormats::CaloAnalysis::cp, drop, edm::BranchDescription::dropped(), edProductClass_, file_, fileThinnedAssociationsHelper_, edm::getWrapperBasePtr(), hasNewlyDroppedBranch_, edm::InEvent, edm::ProductSelector::initialize(), markBranchToBeDropped(), newBranchToOldBranch(), PFRecoTauDiscriminationByIsolation_cfi::offset, edm::BranchDescription::originalBranchID(), AlCaHLTBitMon_ParallelJobs::p, edm::BranchDescription::present(), parseEventContent::prod, edm::ProductRegistry::productListUpdator(), edm::SecondaryFile, edm::SecondarySource, edm::ProductSelector::selected(), groupFilesInBlocks::temp, treePointers_, edm::BranchDescription::unwrappedType(), and edm::BranchDescription::wrappedName().

Referenced by RootFile().

1685  {
1686 
1687  // This is the selector for drop on input.
1688  ProductSelector productSelector;
1689  productSelector.initialize(rules, reg.allBranchDescriptions());
1690 
1691  std::vector<BranchDescription const*> associationDescriptions;
1692 
1693  ProductRegistry::ProductList& prodList = reg.productListUpdator();
1694  // Do drop on input. On the first pass, just fill in a set of branches to be dropped.
1695  std::set<BranchID> branchesToDrop;
1696  std::map<BranchID, BranchID> droppedToKeptAlias;
1697  for(auto const& product : prodList) {
1698  BranchDescription const& prod = product.second;
1699  if (prod.branchID() != prod.originalBranchID() && prod.present()) {
1700  droppedToKeptAlias[prod.originalBranchID()] = prod.branchID();
1701  }
1702  }
1703  for(auto const& product : prodList) {
1704  BranchDescription const& prod = product.second;
1705  // Special handling for ThinnedAssociations
1706  if(prod.unwrappedType() == typeid(ThinnedAssociation) && prod.present()) {
1707  if(inputType != InputType::SecondarySource) {
1708  associationDescriptions.push_back(&prod);
1709  } else {
1710  markBranchToBeDropped(dropDescendants, prod, branchesToDrop, droppedToKeptAlias);
1711  }
1712  } else if(!productSelector.selected(prod)) {
1713  markBranchToBeDropped(dropDescendants, prod, branchesToDrop, droppedToKeptAlias);
1714  }
1715  }
1716 
1717  if(inputType != InputType::SecondarySource) {
1718 
1719  // Decide whether to keep the thinned associations and corresponding
1720  // entries in the helper. For secondary source they are all dropped,
1721  // but in other cases we look for thinned collections the associations
1722  // redirect a Ref or Ptr to when dereferencing them.
1723 
1724  // Need a list of kept products in order to determine which thinned associations
1725  // are kept.
1726  std::set<BranchID> keptProductsInEvent;
1727  for(auto const& product : prodList) {
1728  BranchDescription const& prod = product.second;
1729  if( branchesToDrop.find(prod.branchID()) == branchesToDrop.end() &&
1730  prod.present() &&
1731  prod.branchType() == InEvent) {
1732  keptProductsInEvent.insert(prod.branchID());
1733  }
1734  }
1735 
1736  // Decide which ThinnedAssociations to keep and store the decision in keepAssociation
1737  std::map<BranchID, bool> keepAssociation;
1738  fileThinnedAssociationsHelper_->selectAssociationProducts(associationDescriptions,
1739  keptProductsInEvent,
1740  keepAssociation);
1741 
1742  for(auto association : associationDescriptions) {
1743  if(!keepAssociation[association->branchID()]) {
1744  markBranchToBeDropped(dropDescendants, *association, branchesToDrop, droppedToKeptAlias);
1745  }
1746  }
1747 
1748  // Also delete the dropped associations from the ThinnedAssociationsHelper
1749  auto temp = std::make_unique<ThinnedAssociationsHelper>();
1750  for(auto const& associationBranches : fileThinnedAssociationsHelper_->data()) {
1751  auto iter = keepAssociation.find(associationBranches.association());
1752  if(iter != keepAssociation.end() && iter->second) {
1753  temp->addAssociation(associationBranches);
1754  }
1755  }
1756  // propagate_const<T> has no reset() function
1757  fileThinnedAssociationsHelper_ = std::unique_ptr<ThinnedAssociationsHelper>(temp.release());
1758  }
1759 
1760  // On this pass, actually drop the branches.
1761  std::set<BranchID>::const_iterator branchesToDropEnd = branchesToDrop.end();
1762  for(ProductRegistry::ProductList::iterator it = prodList.begin(), itEnd = prodList.end(); it != itEnd;) {
1763  BranchDescription const& prod = it->second;
1764  bool drop = branchesToDrop.find(prod.branchID()) != branchesToDropEnd;
1765  if(drop) {
1766  if(!prod.dropped()) {
1767  if(productSelector.selected(prod) && prod.unwrappedType() != typeid(ThinnedAssociation)) {
1768  LogWarning("RootFile")
1769  << "Branch '" << prod.branchName() << "' is being dropped from the input\n"
1770  << "of file '" << file_ << "' because it is dependent on a branch\n"
1771  << "that was explicitly dropped.\n";
1772  }
1773  treePointers_[prod.branchType()]->dropBranch(newBranchToOldBranch(prod.branchName()));
1774  hasNewlyDroppedBranch_[prod.branchType()] = true;
1775  }
1776  ProductRegistry::ProductList::iterator icopy = it;
1777  ++it;
1778  prodList.erase(icopy);
1779  } else {
1780  ++it;
1781  }
1782  }
1783 
1784  // Drop on input mergeable run and lumi products, this needs to be invoked for secondary file input
1785  if(inputType == InputType::SecondaryFile) {
1786  TString tString;
1787  for(ProductRegistry::ProductList::iterator it = prodList.begin(), itEnd = prodList.end(); it != itEnd;) {
1788  BranchDescription const& prod = it->second;
1789  if(prod.branchType() != InEvent) {
1790  TClass* cp = TClass::GetClass(prod.wrappedName().c_str());
1791  void* p = cp->New();
1792  int offset = cp->GetBaseClassOffset(edProductClass_);
1793  std::unique_ptr<WrapperBase> edp = getWrapperBasePtr(p, offset);
1794  if(edp->isMergeable()) {
1795  treePointers_[prod.branchType()]->dropBranch(newBranchToOldBranch(prod.branchName()));
1796  ProductRegistry::ProductList::iterator icopy = it;
1797  ++it;
1798  prodList.erase(icopy);
1799  } else {
1800  ++it;
1801  }
1802  }
1803  else ++it;
1804  }
1805  }
1806  }
edm::propagate_const< std::unique_ptr< ThinnedAssociationsHelper > > fileThinnedAssociationsHelper_
Definition: RootFile.h:284
std::map< BranchKey, BranchDescription > ProductList
edm::propagate_const< TClass * > edProductClass_
Definition: RootFile.h:300
const int drop
std::array< bool, NumBranchTypes > hasNewlyDroppedBranch_
Definition: RootFile.h:273
RootTreePtrArray treePointers_
Definition: RootFile.h:279
std::unique_ptr< WrapperBase > getWrapperBasePtr(void *p, int offset)
std::string const & newBranchToOldBranch(std::string const &newBranch) const
Definition: RootFile.cc:678
void markBranchToBeDropped(bool dropDescendants, BranchDescription const &branch, std::set< BranchID > &branchesToDrop, std::map< BranchID, BranchID > const &droppedToKeptAlias) const
Definition: RootFile.cc:1675
std::string const file_
Definition: RootFile.h:253
EventAuxiliary const& edm::RootFile::eventAux ( ) const
inline
EventID const& edm::RootFile::eventID ( ) const
inline

Definition at line 172 of file RootFile.h.

172 {return eventAux().id();}
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
EventID const & id() const
std::shared_ptr<ProductProvenanceRetriever const> edm::RootFile::eventProductProvenanceRetriever ( size_t  index) const
inlineprivate

Definition at line 250 of file RootFile.h.

References edm::get_underlying_safe().

Referenced by makeProductProvenanceRetriever().

std::vector< edm::propagate_const< std::shared_ptr< ProductProvenanceRetriever > > > eventProductProvenanceRetrievers_
Definition: RootFile.h:297
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
std::shared_ptr<ProductProvenanceRetriever>& edm::RootFile::eventProductProvenanceRetriever ( size_t  index)
inlineprivate

Definition at line 251 of file RootFile.h.

References edm::get_underlying_safe().

std::vector< edm::propagate_const< std::shared_ptr< ProductProvenanceRetriever > > > eventProductProvenanceRetrievers_
Definition: RootFile.h:297
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
RootTree const& edm::RootFile::eventTree ( ) const
inline

Definition at line 173 of file RootFile.h.

173 {return eventTree_;}
RootTree eventTree_
Definition: RootFile.h:276
std::string const& edm::RootFile::file ( ) const
inline

Definition at line 166 of file RootFile.h.

Referenced by RootFile().

166 {return file_;}
std::string const file_
Definition: RootFile.h:253
FileFormatVersion edm::RootFile::fileFormatVersion ( ) const
inline
bool edm::RootFile::fillEventAuxiliary ( IndexIntoFile::EntryNumber_t  entry)
private

Definition at line 1195 of file RootFile.cc.

References edm::RootTree::current(), eventTree_, fillThisEventAuxiliary(), and edm::RootTree::setEntryNumber().

Referenced by getNextItemType(), isDuplicateEvent(), readEvent(), readLuminosityBlockAuxiliary_(), readRunAuxiliary_(), setEntryAtNextEventInLumi(), skipEvents(), and skipThisEntry().

1195  {
1196  if(!eventTree_.current(entry)) {
1197  return false;
1198  }
1201  return true;
1202  }
bool current() const
Definition: RootTree.h:126
RootTree eventTree_
Definition: RootFile.h:276
void fillThisEventAuxiliary()
Definition: RootFile.cc:1176
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
void edm::RootFile::fillEventHistory ( )
private

Definition at line 1205 of file RootFile.cc.

References branchIDListHelper_, branchListIndexes_, edm::poolNames::branchListIndexesBranchName(), daqProvenanceHelper_, edm::RootTree::entryNumber(), event(), eventAux(), eventAux_, edm::errors::EventCorruption, edm::poolNames::eventHistoryBranchName(), edm::FileFormatVersion::eventHistoryTree(), eventHistoryTree_, eventProcessHistoryIDs_, eventProcessHistoryIter_, eventSelectionIDs_, edm::poolNames::eventSelectionsBranchName(), eventTree_, Exception, fileFormatVersion(), edm::RootTree::fillBranchEntry(), edm::roottree::getEntry(), history_, triggerObjects_cff::id, edm::lower_bound_all(), edm::FileFormatVersion::noMetaDataTrees(), edm::EventAuxiliary::processHistoryID(), provenanceAdaptor_, findQualityFiles::run, edm::EventAuxiliary::setProcessHistoryID(), edm::FileFormatVersion::splitProductIDs(), edmPickEvents::target, and edm::RootTree::tree().

Referenced by fillIndexIntoFile(), readCurrentEvent(), and readRunAuxiliary_().

1205  {
1206  // We could consider doing delayed reading, but because we have to
1207  // store this History object in a different tree than the event
1208  // data tree, this is too hard to do in this first version.
1209 
1210  if(fileFormatVersion().eventHistoryBranch()) {
1211  // Lumi block number was not in EventID for the relevant releases.
1212  EventID id(eventAux().id().run(), 0, eventAux().id().event());
1213  if(eventProcessHistoryIter_->eventID() != id) {
1214  EventProcessHistoryID target(id, ProcessHistoryID());
1216  assert(eventProcessHistoryIter_->eventID() == id);
1217  }
1220  } else if(fileFormatVersion().eventHistoryTree()) {
1221  // for backward compatibility.
1222  History* pHistory = history_.get();
1223  TBranch* eventHistoryBranch = eventHistoryTree_->GetBranch(poolNames::eventHistoryBranchName().c_str());
1224  if(!eventHistoryBranch) {
1226  << "Failed to find history branch in event history tree.\n";
1227  }
1228  eventHistoryBranch->SetAddress(&pHistory);
1230  eventAux_.setProcessHistoryID(history_->processHistoryID());
1231  eventSelectionIDs_.swap(history_->eventSelectionIDs());
1232  branchListIndexes_.swap(history_->branchListIndexes());
1233  } else if(fileFormatVersion().noMetaDataTrees()) {
1234  // Current format
1236  TBranch* eventSelectionIDBranch = eventTree_.tree()->GetBranch(poolNames::eventSelectionsBranchName().c_str());
1237  assert(eventSelectionIDBranch != nullptr);
1238  eventTree_.fillBranchEntry(eventSelectionIDBranch, pESV);
1240  TBranch* branchListIndexesBranch = eventTree_.tree()->GetBranch(poolNames::branchListIndexesBranchName().c_str());
1241  assert(branchListIndexesBranch != nullptr);
1242  eventTree_.fillBranchEntry(branchListIndexesBranch, pBLI);
1243  }
1244  if(provenanceAdaptor_) {
1245  eventAux_.setProcessHistoryID(provenanceAdaptor_->convertID(eventAux().processHistoryID()));
1246  for(auto& esID : eventSelectionIDs_) {
1247  esID = provenanceAdaptor_->convertID(esID);
1248  }
1249  }
1250  if(daqProvenanceHelper_) {
1252  }
1254  // old format. branchListIndexes_ must be filled in from the ProvenanceAdaptor.
1255  provenanceAdaptor_->branchListIndexes(branchListIndexes_);
1256  }
1257  if(branchIDListHelper_) {
1258  branchIDListHelper_->fixBranchListIndexes(branchListIndexes_);
1259  }
1260  }
Int_t getEntry(TBranch *branch, EntryNumber entryNumber)
Definition: RootTree.cc:510
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
ForwardSequence::const_iterator lower_bound_all(ForwardSequence const &s, Datum const &d)
wrappers for std::lower_bound
Definition: Algorithms.h:91
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
std::string const & eventSelectionsBranchName()
Definition: BranchType.cc:243
std::vector< EventSelectionID > EventSelectionIDVector
std::vector< EventProcessHistoryID >::const_iterator eventProcessHistoryIter_
Definition: RootFile.h:268
TTree const * tree() const
Definition: RootTree.h:178
std::vector< BranchListIndex > BranchListIndexes
std::string const & eventHistoryBranchName()
Definition: BranchType.cc:238
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
EventSelectionIDVector eventSelectionIDs_
Definition: RootFile.h:290
bool eventHistoryTree() const
edm::propagate_const< std::unique_ptr< ProvenanceAdaptor > > provenanceAdaptor_
Definition: RootFile.h:295
RootTree eventTree_
Definition: RootFile.h:276
BranchListIndexes branchListIndexes_
Definition: RootFile.h:291
How EventSelector::AcceptEvent() decides whether to accept an event for output otherwise it is excluding the probing of A single or multiple positive and the trigger will pass if any such matching triggers are PASS or EXCEPTION[A criterion thatmatches no triggers at all is detected and causes a throw.] A single negative with an expectation of appropriate bit checking in the decision and the trigger will pass if any such matching triggers are FAIL or EXCEPTION A wildcarded negative criterion that matches more than one trigger in the trigger but the state exists so we define the behavior If all triggers are the negative crieriion will lead to accepting the event(this again matches the behavior of"!*"before the partial wildcard feature was incorporated).The per-event"cost"of each negative criterion with multiple relevant triggers is about the same as!*was in the past
Hash< ProcessHistoryType > ProcessHistoryID
edm::propagate_const< std::unique_ptr< History > > history_
Definition: RootFile.h:292
EntryNumber const & entryNumber() const
Definition: RootTree.h:131
void fillBranchEntry(TBranch *branch, T *&pbuf)
Definition: RootTree.h:156
void setProcessHistoryID(ProcessHistoryID const &phid)
ProcessHistoryID const & processHistoryID() const
edm::propagate_const< TTree * > eventHistoryTree_
Definition: RootFile.h:289
std::string const & branchListIndexesBranchName()
Definition: BranchType.cc:247
EventAuxiliary eventAux_
Definition: RootFile.h:275
edm::propagate_const< std::shared_ptr< BranchIDListHelper > > branchIDListHelper_
Definition: RootFile.h:283
std::vector< EventProcessHistoryID > eventProcessHistoryIDs_
Definition: RootFile.h:267
void edm::RootFile::fillIndexIntoFile ( )
private

Definition at line 877 of file RootFile.cc.

References edm::RootTree::entries(), edm::RootTree::entryNumber(), event(), eventAux(), eventAux_, eventTree_, fileFormatVersion(), fillEventHistory(), fillLumiAuxiliary(), fillRunAuxiliary(), fillThisEventAuxiliary(), edm::find_in_all(), indexIntoFile_, edm::IndexIntoFile::invalidEntry, edm::RootTree::isValid(), lastEventEntryNumberRead_, summaryLumi::lcount, edm::EventAuxiliary::luminosityBlock(), heppy_report::lumis, lumiTree_, eostools::move(), edm::RootTree::next(), processHistoryRegistry_, edm::EventAuxiliary::run(), findQualityFiles::run, gather_cfg::runs, runTree_, edm::second(), edm::RootTree::setEntryNumber(), edm::IndexIntoFile::setProcessHistoryIDs(), edm::IndexIntoFile::setRunOrLumiEntries(), edm::stable_sort_all(), mitigatedMETSequence_cff::U, and edm::IndexIntoFile::unsortedEventNumbers().

Referenced by validateFile().

877  {
878  // This function is for backward compatibility.
879  // If reading a current format file, indexIntoFile_ is read from the input
880  // file and should always be there. Note that the algorithm below will work
881  // sometimes but often fail with the new format introduced in release 3_8_0.
882  // If it ever becomes necessary to rebuild IndexIntoFile from the new format,
883  // probably a separate function should be written to deal with the task.
884  // This is possible just not implemented yet.
885  assert(!fileFormatVersion().hasIndexIntoFile());
886 
887  typedef std::list<LumiItem> LumiList;
888  LumiList lumis; // (declare 1)
889 
890  typedef std::set<LuminosityBlockID> RunLumiSet;
891  RunLumiSet runLumiSet; // (declare 2)
892 
893  typedef std::list<RunItem> RunList;
894  RunList runs; // (declare 5)
895 
896  typedef std::set<RunNumber_t> RunSet;
897  RunSet runSet; // (declare 4)
898 
899  typedef std::set<RunItem, RunItemSortByRunPhid> RunItemSet;
900  RunItemSet runItemSet; // (declare 3)
901 
902  typedef std::map<RunNumber_t, ProcessHistoryID> PHIDMap;
903  PHIDMap phidMap;
904 
905  RunNumber_t prevRun = 0;
906  LuminosityBlockNumber_t prevLumi = 0;
907  ProcessHistoryID prevPhid;
908  bool iFirst = true;
909 
910  indexIntoFile_.unsortedEventNumbers().clear(); // should already be empty, just being careful
912 
913  // First, loop through the event tree.
914  while(eventTree_.next()) {
915  bool newRun = false;
916  bool newLumi = false;
919 
920  // Save the event numbers as we loop through the event auxiliary to avoid
921  // having to read through the event auxiliary again later. These event numbers
922  // are not actually used in this function, but could be needed elsewhere.
924 
925  ProcessHistoryID reducedPHID = processHistoryRegistry_->reducedProcessHistoryID(eventAux().processHistoryID());
926 
927  if(iFirst || prevPhid != reducedPHID || prevRun != eventAux().run()) {
928  iFirst = false;
929  newRun = newLumi = true;
930  } else if(prevLumi != eventAux().luminosityBlock()) {
931  newLumi = true;
932  }
933  prevPhid = reducedPHID;
934  prevRun = eventAux().run();
935  prevLumi = eventAux().luminosityBlock();
936  if(newLumi) {
937  lumis.emplace_back(reducedPHID,
938  eventAux().run(), eventAux().luminosityBlock(), eventTree_.entryNumber()); // (insert 1)
939  runLumiSet.insert(LuminosityBlockID(eventAux().run(), eventAux().luminosityBlock())); // (insert 2)
940  } else {
941  LumiItem& currentLumi = lumis.back();
942  assert(currentLumi.lastEventEntry_ == eventTree_.entryNumber());
943  ++currentLumi.lastEventEntry_;
944  }
945  if(newRun) {
946  // Insert run in list if it is not already there.
947  RunItem item(reducedPHID, eventAux().run());
948  if(runItemSet.insert(item).second) { // (check 3, insert 3)
949  runs.push_back(std::move(item)); // (insert 5)
950  runSet.insert(eventAux().run()); // (insert 4)
951  phidMap.insert(std::make_pair(eventAux().run(), reducedPHID));
952  }
953  }
954  }
955  // now clean up.
957  eventAux_ = EventAuxiliary();
959 
960  // Loop over run entries and fill information.
961 
962  typedef std::map<RunNumber_t, IndexIntoFile::EntryNumber_t> RunMap;
963  RunMap runMap; // (declare 11)
964 
965  typedef std::vector<RunItem> RunVector;
966  RunVector emptyRuns; // (declare 12)
967 
968  if(runTree_.isValid()) {
969  while(runTree_.next()) {
970  // Note: adjacent duplicates will be skipped without an explicit check.
971 
972  std::shared_ptr<RunAuxiliary> runAux = fillRunAuxiliary();
973  ProcessHistoryID reducedPHID = processHistoryRegistry_->reducedProcessHistoryID(runAux->processHistoryID());
974 
975  if(runSet.insert(runAux->run()).second) { // (check 4, insert 4)
976  // This run was not associated with any events.
977  emptyRuns.emplace_back(reducedPHID, runAux->run()); // (insert 12)
978  }
979  runMap.insert(std::make_pair(runAux->run(), runTree_.entryNumber())); // (insert 11)
980  phidMap.insert(std::make_pair(runAux->run(), reducedPHID));
981  }
982  // now clean up.
984  }
985 
986  // Insert the ordered empty runs into the run list.
987  RunItemSortByRun runItemSortByRun;
988  stable_sort_all(emptyRuns, runItemSortByRun);
989 
990  RunList::iterator itRuns = runs.begin(), endRuns = runs.end();
991  for(auto const& emptyRun : emptyRuns) {
992  for(; itRuns != endRuns; ++itRuns) {
993  if(runItemSortByRun(emptyRun, *itRuns)) {
994  break;
995  }
996  }
997  runs.insert(itRuns, emptyRun);
998  }
999 
1000  // Loop over luminosity block entries and fill information.
1001 
1002  typedef std::vector<LumiItem> LumiVector;
1003  LumiVector emptyLumis; // (declare 7)
1004 
1005  typedef std::map<LuminosityBlockID, IndexIntoFile::EntryNumber_t> RunLumiMap;
1006  RunLumiMap runLumiMap; // (declare 6)
1007 
1008  if(lumiTree_.isValid()) {
1009  while(lumiTree_.next()) {
1010  // Note: adjacent duplicates will be skipped without an explicit check.
1011  std::shared_ptr<LuminosityBlockAuxiliary> lumiAux = fillLumiAuxiliary();
1012  LuminosityBlockID lumiID = LuminosityBlockID(lumiAux->run(), lumiAux->luminosityBlock());
1013  if(runLumiSet.insert(lumiID).second) { // (check 2, insert 2)
1014  // This lumi was not associated with any events.
1015  // Use the process history ID from the corresponding run. In cases of practical
1016  // importance, this should be the correct process history ID, but it is possible
1017  // to construct files where this is not the correct process history ID ...
1018  PHIDMap::const_iterator iPhidMap = phidMap.find(lumiAux->run());
1019  assert(iPhidMap != phidMap.end());
1020  emptyLumis.emplace_back(iPhidMap->second, lumiAux->run(), lumiAux->luminosityBlock(), IndexIntoFile::invalidEntry); // (insert 7)
1021  }
1022  runLumiMap.insert(std::make_pair(lumiID, lumiTree_.entryNumber()));
1023  }
1024  // now clean up.
1026  }
1027 
1028  // Insert the ordered empty lumis into the lumi list.
1029  LumiItemSortByRunLumi lumiItemSortByRunLumi;
1030  stable_sort_all(emptyLumis, lumiItemSortByRunLumi);
1031 
1032  LumiList::iterator itLumis = lumis.begin(), endLumis = lumis.end();
1033  for(auto const& emptyLumi : emptyLumis) {
1034  for(; itLumis != endLumis; ++itLumis) {
1035  if(lumiItemSortByRunLumi(emptyLumi, *itLumis)) {
1036  break;
1037  }
1038  }
1039  lumis.insert(itLumis, emptyLumi);
1040  }
1041 
1042  // Create a map of RunItems that gives the order of first appearance in the list.
1043  // Also fill in the vector of process history IDs
1044  typedef std::map<RunItem, int, RunItemSortByRunPhid> RunCountMap;
1045  RunCountMap runCountMap; // Declare (17)
1046  std::vector<ProcessHistoryID>& phids = indexIntoFile_.setProcessHistoryIDs();
1047  assert(phids.empty());
1048  std::vector<IndexIntoFile::RunOrLumiEntry>& entries = indexIntoFile_.setRunOrLumiEntries();
1049  assert(entries.empty());
1050  int rcount = 0;
1051  for(auto& run : runs) {
1052  RunCountMap::const_iterator countMapItem = runCountMap.find(run);
1053  if(countMapItem == runCountMap.end()) {
1054  countMapItem = runCountMap.insert(std::make_pair(run, rcount)).first; // Insert (17)
1055  assert(countMapItem != runCountMap.end());
1056  ++rcount;
1057  }
1058  std::vector<ProcessHistoryID>::const_iterator phidItem = find_in_all(phids, run.phid_);
1059  if(phidItem == phids.end()) {
1060  phids.push_back(run.phid_);
1061  phidItem = phids.end() - 1;
1062  }
1063  entries.emplace_back(
1064  countMapItem->second, // use (17)
1066  runMap[run.run_], // use (11)
1067  phidItem - phids.begin(),
1068  run.run_,
1069  0U,
1072  }
1073 
1074  // Create a map of LumiItems that gives the order of first appearance in the list.
1075  typedef std::map<LumiItem, int, LumiItemSortByRunLumiPhid> LumiCountMap;
1076  LumiCountMap lumiCountMap; // Declare (19)
1077  int lcount = 0;
1078  for(auto& lumi : lumis) {
1079  RunCountMap::const_iterator runCountMapItem = runCountMap.find(RunItem(lumi.phid_, lumi.run_));
1080  assert(runCountMapItem != runCountMap.end());
1081  LumiCountMap::const_iterator countMapItem = lumiCountMap.find(lumi);
1082  if(countMapItem == lumiCountMap.end()) {
1083  countMapItem = lumiCountMap.insert(std::make_pair(lumi, lcount)).first; // Insert (17)
1084  assert(countMapItem != lumiCountMap.end());
1085  ++lcount;
1086  }
1087  std::vector<ProcessHistoryID>::const_iterator phidItem = find_in_all(phids, lumi.phid_);
1088  assert(phidItem != phids.end());
1089  entries.emplace_back(
1090  runCountMapItem->second,
1091  countMapItem->second,
1092  runLumiMap[LuminosityBlockID(lumi.run_, lumi.lumi_)],
1093  phidItem - phids.begin(),
1094  lumi.run_,
1095  lumi.lumi_,
1096  lumi.firstEventEntry_,
1097  lumi.lastEventEntry_);
1098  }
1099  stable_sort_all(entries);
1100  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
std::shared_ptr< LuminosityBlockAuxiliary > fillLumiAuxiliary()
Definition: RootFile.cc:1263
RootTree lumiTree_
Definition: RootFile.h:277
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
EntryNumber const & entries() const
Definition: RootTree.h:133
RunNumber_t run() const
void stable_sort_all(RandomAccessSequence &s)
wrappers for std::stable_sort
Definition: Algorithms.h:135
unsigned int LuminosityBlockNumber_t
LuminosityBlockNumber_t luminosityBlock() const
U second(std::pair< T, U > const &p)
std::vector< ProcessHistoryID > & setProcessHistoryIDs()
bool next()
Definition: RootTree.h:123
IndexIntoFile::EntryNumber_t lastEventEntryNumberRead_
Definition: RootFile.h:280
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
std::shared_ptr< RunAuxiliary > fillRunAuxiliary()
Definition: RootFile.cc:1287
RootTree eventTree_
Definition: RootFile.h:276
How EventSelector::AcceptEvent() decides whether to accept an event for output otherwise it is excluding the probing of A single or multiple positive and the trigger will pass if any such matching triggers are PASS or EXCEPTION[A criterion thatmatches no triggers at all is detected and causes a throw.] A single negative with an expectation of appropriate bit checking in the decision and the trigger will pass if any such matching triggers are FAIL or EXCEPTION A wildcarded negative criterion that matches more than one trigger in the trigger but the state exists so we define the behavior If all triggers are the negative crieriion will lead to accepting the event(this again matches the behavior of"!*"before the partial wildcard feature was incorporated).The per-event"cost"of each negative criterion with multiple relevant triggers is about the same as!*was in the past
Hash< ProcessHistoryType > ProcessHistoryID
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
RootTree runTree_
Definition: RootFile.h:278
EntryNumber const & entryNumber() const
Definition: RootTree.h:131
std::vector< RunOrLumiEntry > & setRunOrLumiEntries()
std::vector< EventNumber_t > & unsortedEventNumbers() const
static constexpr EntryNumber_t invalidEntry
ForwardSequence::const_iterator find_in_all(ForwardSequence const &s, Datum const &d)
wrappers for std::find
Definition: Algorithms.h:32
void fillEventHistory()
Definition: RootFile.cc:1205
bool isValid() const
Definition: RootTree.cc:106
unsigned int RunNumber_t
EventAuxiliary eventAux_
Definition: RootFile.h:275
void fillThisEventAuxiliary()
Definition: RootFile.cc:1176
def move(src, dest)
Definition: eostools.py:510
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
std::shared_ptr< LuminosityBlockAuxiliary > edm::RootFile::fillLumiAuxiliary ( )
private

Definition at line 1263 of file RootFile.cc.

References edm::conversion(), daqProvenanceHelper_, fileFormatVersion(), edm::RootTree::fillAux(), lumiTree_, edm::FileFormatVersion::newAuxiliary(), provenanceAdaptor_, and edm::FileFormatVersion::runsAndLumis().

Referenced by fillIndexIntoFile(), and readLuminosityBlockAuxiliary_().

1263  {
1264  auto lumiAuxiliary = std::make_shared<LuminosityBlockAuxiliary>();
1266  LuminosityBlockAuxiliary *pLumiAux = lumiAuxiliary.get();
1267  lumiTree_.fillAux<LuminosityBlockAuxiliary>(pLumiAux);
1268  } else {
1269  LuminosityBlockAux lumiAux;
1270  LuminosityBlockAux *pLumiAux = &lumiAux;
1271  lumiTree_.fillAux<LuminosityBlockAux>(pLumiAux);
1272  conversion(lumiAux, *lumiAuxiliary);
1273  }
1274  if(provenanceAdaptor_) {
1275  lumiAuxiliary->setProcessHistoryID(provenanceAdaptor_->convertID(lumiAuxiliary->processHistoryID()));
1276  }
1277  if(daqProvenanceHelper_) {
1278  lumiAuxiliary->setProcessHistoryID(daqProvenanceHelper_->mapProcessHistoryID(lumiAuxiliary->processHistoryID()));
1279  }
1280  if(lumiAuxiliary->luminosityBlock() == 0 && !fileFormatVersion().runsAndLumis()) {
1281  lumiAuxiliary->id() = LuminosityBlockID(RunNumber_t(1), LuminosityBlockNumber_t(1));
1282  }
1283  return lumiAuxiliary;
1284  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
RootTree lumiTree_
Definition: RootFile.h:277
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
unsigned int LuminosityBlockNumber_t
edm::propagate_const< std::unique_ptr< ProvenanceAdaptor > > provenanceAdaptor_
Definition: RootFile.h:295
void conversion(EventAux const &from, EventAuxiliary &to)
Definition: EventAux.cc:9
unsigned int RunNumber_t
void fillAux(T *&pAux)
Definition: RootTree.h:140
std::shared_ptr< RunAuxiliary > edm::RootFile::fillRunAuxiliary ( )
private

Definition at line 1287 of file RootFile.cc.

References edm::conversion(), daqProvenanceHelper_, fileFormatVersion(), edm::RootTree::fillAux(), edm::FileFormatVersion::newAuxiliary(), provenanceAdaptor_, and runTree_.

Referenced by fillIndexIntoFile(), and readRunAuxiliary_().

1287  {
1288  auto runAuxiliary = std::make_shared<RunAuxiliary>();
1290  RunAuxiliary *pRunAux = runAuxiliary.get();
1291  runTree_.fillAux<RunAuxiliary>(pRunAux);
1292  } else {
1293  RunAux runAux;
1294  RunAux *pRunAux = &runAux;
1295  runTree_.fillAux<RunAux>(pRunAux);
1296  conversion(runAux, *runAuxiliary);
1297  }
1298  if(provenanceAdaptor_) {
1299  runAuxiliary->setProcessHistoryID(provenanceAdaptor_->convertID(runAuxiliary->processHistoryID()));
1300  }
1301  if(daqProvenanceHelper_) {
1302  runAuxiliary->setProcessHistoryID(daqProvenanceHelper_->mapProcessHistoryID(runAuxiliary->processHistoryID()));
1303  }
1304  return runAuxiliary;
1305  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
edm::propagate_const< std::unique_ptr< ProvenanceAdaptor > > provenanceAdaptor_
Definition: RootFile.h:295
RootTree runTree_
Definition: RootFile.h:278
void conversion(EventAux const &from, EventAuxiliary &to)
Definition: EventAux.cc:9
void fillAux(T *&pAux)
Definition: RootTree.h:140
void edm::RootFile::fillThisEventAuxiliary ( )
private

Definition at line 1176 of file RootFile.cc.

References edm::conversion(), edm::RootTree::entryNumber(), eventAux(), eventAux_, eventTree_, fileFormatVersion(), edm::RootTree::fillAux(), lastEventEntryNumberRead_, and edm::FileFormatVersion::newAuxiliary().

Referenced by fillEventAuxiliary(), fillIndexIntoFile(), initializeDuplicateChecker(), and readCurrentEvent().

1176  {
1178  // Already read.
1179  return;
1180  }
1182  EventAuxiliary *pEvAux = &eventAux_;
1183  eventTree_.fillAux<EventAuxiliary>(pEvAux);
1184  } else {
1185  // for backward compatibility.
1186  EventAux eventAux;
1187  EventAux *pEvAux = &eventAux;
1188  eventTree_.fillAux<EventAux>(pEvAux);
1189  conversion(eventAux, eventAux_);
1190  }
1192  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
IndexIntoFile::EntryNumber_t lastEventEntryNumberRead_
Definition: RootFile.h:280
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
RootTree eventTree_
Definition: RootFile.h:276
EntryNumber const & entryNumber() const
Definition: RootTree.h:131
void conversion(EventAux const &from, EventAuxiliary &to)
Definition: EventAux.cc:9
EventAuxiliary eventAux_
Definition: RootFile.h:275
void fillAux(T *&pAux)
Definition: RootTree.h:140
IndexIntoFile::EntryType edm::RootFile::getNextItemType ( RunNumber_t run,
LuminosityBlockNumber_t lumi,
EventNumber_t event 
)

Definition at line 762 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::advanceToNextLumiOrRun(), edm::IndexIntoFile::IndexIntoFileItr::advanceToNextRun(), edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::EventAuxiliary::event(), eventAux_, fillEventAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileIter_, isDuplicateEvent(), edm::IndexIntoFile::kEnd, edm::IndexIntoFile::kEvent, edm::IndexIntoFile::kLumi, edm::IndexIntoFile::kRun, edm::IndexIntoFile::IndexIntoFileItr::lumi(), processingMode_, edm::IndexIntoFile::IndexIntoFileItr::run(), runHelper_, edm::InputSource::Runs, edm::InputSource::RunsAndLumis, and skipThisEntry().

762  {
763  // First, account for consecutive skipped entries.
764  while(skipThisEntry()) {
767  }
770  }
771  else {
773  }
774  }
775  // OK, we have an entry that is not skipped.
777  if(entryType == IndexIntoFile::kEnd) {
778  return IndexIntoFile::kEnd;
779  }
780  if(entryType == IndexIntoFile::kRun) {
782  runHelper_->checkForNewRun(run);
783  return IndexIntoFile::kRun;
784  } else if(processingMode_ == InputSource::Runs) {
786  return getNextItemType(run, lumi, event);
787  }
788  if(entryType == IndexIntoFile::kLumi) {
791  return IndexIntoFile::kLumi;
794  return getNextItemType(run, lumi, event);
795  }
796  if(isDuplicateEvent()) {
798  return getNextItemType(run, lumi, event);
799  }
803  event = eventAux_.event();
804  return IndexIntoFile::kEvent;
805  }
InputSource::ProcessingMode processingMode_
Definition: RootFile.h:286
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t lumi() const
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1195
bool skipThisEntry()
Definition: RootFile.cc:702
IndexIntoFile::EntryType getNextItemType(RunNumber_t &run, LuminosityBlockNumber_t &lumi, EventNumber_t &event)
Definition: RootFile.cc:762
bool isDuplicateEvent()
Definition: RootFile.cc:746
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
EventAuxiliary eventAux_
Definition: RootFile.h:275
EventNumber_t event() const
Definition: event.py:1
bool edm::RootFile::goToEvent ( EventID const &  eventID)

Definition at line 1376 of file RootFile.cc.

References duplicateChecker_, edm::IndexIntoFile::end(), edm::EventID::event(), edm::IndexIntoFile::fillEventNumbers(), edm::IndexIntoFile::findPosition(), edm::IndexIntoFile::firstAppearanceOrder, indexIntoFile_, indexIntoFileIter_, edm::EventID::luminosityBlock(), noEventSort_, edm::IndexIntoFile::numericalOrder, and edm::EventID::run().

1376  {
1377 
1379 
1380  if(duplicateChecker_) {
1381  duplicateChecker_->disable();
1382  }
1383 
1386 
1387  IndexIntoFile::IndexIntoFileItr iter =
1389 
1390  if(iter == indexIntoFile_.end(sortOrder)) {
1391  return false;
1392  }
1393  indexIntoFileIter_ = iter;
1394  return true;
1395  }
RunNumber_t run() const
Definition: EventID.h:39
EventID const & eventID() const
Definition: RootFile.h:172
EventNumber_t event() const
Definition: EventID.h:41
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t luminosityBlock() const
Definition: EventID.h:40
IndexIntoFileItr findPosition(RunNumber_t run, LuminosityBlockNumber_t lumi=0U, EventNumber_t event=0U) const
bool noEventSort_
Definition: RootFile.h:271
IndexIntoFileItr end(SortOrder sortOrder) const
Used to end an iteration over the Runs, Lumis, and Events in a file.
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
void fillEventNumbers() const
std::array<bool, NumBranchTypes> const& edm::RootFile::hasNewlyDroppedBranch ( ) const
inline

Definition at line 178 of file RootFile.h.

Referenced by createFileBlock().

178 {return hasNewlyDroppedBranch_;}
std::array< bool, NumBranchTypes > hasNewlyDroppedBranch_
Definition: RootFile.h:273
IndexIntoFile::IndexIntoFileItr edm::RootFile::indexIntoFileIter ( ) const

Definition at line 687 of file RootFile.cc.

References indexIntoFileIter_.

687  {
688  return indexIntoFileIter_;
689  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
std::shared_ptr<IndexIntoFile const> edm::RootFile::indexIntoFileSharedPtr ( ) const
inline

Definition at line 209 of file RootFile.h.

References edm::get_underlying_safe().

edm::propagate_const< std::shared_ptr< IndexIntoFile > > indexIntoFileSharedPtr_
Definition: RootFile.h:261
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
std::shared_ptr<IndexIntoFile>& edm::RootFile::indexIntoFileSharedPtr ( )
inline

Definition at line 210 of file RootFile.h.

References edm::get_underlying_safe(), and position.

edm::propagate_const< std::shared_ptr< IndexIntoFile > > indexIntoFileSharedPtr_
Definition: RootFile.h:261
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
void edm::RootFile::initAssociationsFromSecondary ( std::vector< BranchID > const &  associationsFromSecondary)

Definition at line 697 of file RootFile.cc.

References fileThinnedAssociationsHelper_, and thinnedAssociationsHelper_.

697  {
698  thinnedAssociationsHelper_->initAssociationsFromSecondary(associationsFromSecondary, *fileThinnedAssociationsHelper_);
699  }
edm::propagate_const< std::unique_ptr< ThinnedAssociationsHelper > > fileThinnedAssociationsHelper_
Definition: RootFile.h:284
edm::propagate_const< std::shared_ptr< ThinnedAssociationsHelper > > thinnedAssociationsHelper_
Definition: RootFile.h:285
void edm::RootFile::initializeDuplicateChecker ( std::vector< std::shared_ptr< IndexIntoFile > > const &  indexesIntoFiles,
std::vector< std::shared_ptr< IndexIntoFile > >::size_type  currentIndexIntoFile 
)
private

Definition at line 1659 of file RootFile.cc.

References duplicateChecker_, eventAux(), eventTree_, fillThisEventAuxiliary(), indexIntoFile_, edm::IndexIntoFile::invalidEntry, edm::RootTree::next(), and edm::RootTree::setEntryNumber().

Referenced by RootFile().

1661  {
1662  if(duplicateChecker_) {
1663  if(eventTree_.next()) {
1665  duplicateChecker_->inputFileOpened(eventAux().isRealData(),
1667  indexesIntoFiles,
1668  currentIndexIntoFile);
1669  }
1671  }
1672  }
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
bool next()
Definition: RootTree.h:123
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
RootTree eventTree_
Definition: RootFile.h:276
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
static constexpr EntryNumber_t invalidEntry
void fillThisEventAuxiliary()
Definition: RootFile.cc:1176
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
bool edm::RootFile::isDuplicateEvent ( )
private

Definition at line 746 of file RootFile.cc.

References duplicateChecker_, edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::EventID::event(), eventAux_, file_, fillEventAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), edm::EventAuxiliary::id(), indexIntoFileIter_, edm::IndexIntoFile::kEvent, edm::IndexIntoFile::IndexIntoFileItr::lumi(), edm::IndexIntoFile::IndexIntoFileItr::processHistoryIDIndex(), and edm::IndexIntoFile::IndexIntoFileItr::run().

Referenced by getNextItemType().

746  {
748  if(duplicateChecker_.get() == nullptr) {
749  return false;
750  }
752  return duplicateChecker_->isDuplicateAndCheckActive(indexIntoFileIter_.processHistoryIDIndex(),
754  }
EventNumber_t event() const
Definition: EventID.h:41
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t lumi() const
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1195
EventID const & id() const
EventAuxiliary eventAux_
Definition: RootFile.h:275
std::string const file_
Definition: RootFile.h:253
RootTree const& edm::RootFile::lumiTree ( ) const
inline

Definition at line 174 of file RootFile.h.

174 {return lumiTree_;}
RootTree lumiTree_
Definition: RootFile.h:277
std::shared_ptr< ProductProvenanceRetriever > edm::RootFile::makeProductProvenanceRetriever ( unsigned int  iStreamIndex)
private

Definition at line 1833 of file RootFile.cc.

References daqProvenanceHelper_, eventProductProvenanceRetriever(), eventProductProvenanceRetrievers_, eventTree_, and provenanceReaderMaker_.

Referenced by readCurrentEvent().

1833  {
1834  if(eventProductProvenanceRetrievers_.size()<=iStreamID) {
1835  eventProductProvenanceRetrievers_.resize(iStreamID+1);
1836  }
1837  if(!eventProductProvenanceRetrievers_[iStreamID]) {
1838  // propagate_const<T> has no reset() function
1839  eventProductProvenanceRetrievers_[iStreamID] = std::make_shared<ProductProvenanceRetriever>(provenanceReaderMaker_->makeReader(eventTree_, daqProvenanceHelper_.get()));
1840  }
1841  eventProductProvenanceRetrievers_[iStreamID]->reset();
1842  return eventProductProvenanceRetriever(iStreamID);
1843  }
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
std::shared_ptr< ProductProvenanceRetriever const > eventProductProvenanceRetriever(size_t index) const
Definition: RootFile.h:250
std::vector< edm::propagate_const< std::shared_ptr< ProductProvenanceRetriever > > > eventProductProvenanceRetrievers_
Definition: RootFile.h:297
RootTree eventTree_
Definition: RootFile.h:276
edm::propagate_const< std::unique_ptr< MakeProvenanceReader > > provenanceReaderMaker_
Definition: RootFile.h:296
std::unique_ptr< MakeProvenanceReader > edm::RootFile::makeProvenanceReaderMaker ( InputType  inputType)
private

Definition at line 1816 of file RootFile.cc.

References fileFormatVersion_, eostools::move(), parentageIDLookup_, edm::FileFormatVersion::perEventProductIDs(), readEntryDescriptionTree(), readParentageTree(), edm::FileFormatVersion::splitProductIDs(), and edm::FileFormatVersion::storedProductProvenanceUsed().

Referenced by RootFile().

1816  {
1818  readParentageTree(inputType);
1819  return std::make_unique<MakeReducedProvenanceReader>(parentageIDLookup_);
1820  } else if(fileFormatVersion_.splitProductIDs()) {
1821  readParentageTree(inputType);
1822  return std::make_unique<MakeFullProvenanceReader>();
1823  } else if(fileFormatVersion_.perEventProductIDs()) {
1824  auto entryDescriptionMap = std::make_unique<EntryDescriptionMap>();
1825  readEntryDescriptionTree(*entryDescriptionMap, inputType);
1826  return std::make_unique<MakeOldProvenanceReader>(std::move(entryDescriptionMap));
1827  } else {
1828  return std::make_unique<MakeDummyProvenanceReader>();
1829  }
1830  }
void readEntryDescriptionTree(EntryDescriptionMap &entryDescriptionMap, InputType inputType)
Definition: RootFile.cc:533
FileFormatVersion fileFormatVersion_
Definition: RootFile.h:259
void readParentageTree(InputType inputType)
Definition: RootFile.cc:579
bool storedProductProvenanceUsed() const
bool perEventProductIDs() const
std::vector< ParentageID > parentageIDLookup_
Definition: RootFile.h:298
def move(src, dest)
Definition: eostools.py:510
void edm::RootFile::markBranchToBeDropped ( bool  dropDescendants,
BranchDescription const &  branch,
std::set< BranchID > &  branchesToDrop,
std::map< BranchID, BranchID > const &  droppedToKeptAlias 
) const
private

Definition at line 1675 of file RootFile.cc.

References branchChildren_, and edm::BranchDescription::branchID().

Referenced by dropOnInput().

1676  {
1677  if(dropDescendants) {
1678  branchChildren_->appendToDescendants(branch, branchesToDrop, droppedToKeptAlias);
1679  } else {
1680  branchesToDrop.insert(branch.branchID());
1681  }
1682  }
edm::propagate_const< std::shared_ptr< BranchChildren > > branchChildren_
Definition: RootFile.h:293
bool edm::RootFile::modifiedIDs ( ) const
inline

Definition at line 180 of file RootFile.h.

Referenced by createFileBlock().

180 {return daqProvenanceHelper_.get() != nullptr;}
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
std::string const & edm::RootFile::newBranchToOldBranch ( std::string const &  newBranch) const
private

Definition at line 678 of file RootFile.cc.

References newBranchToOldBranch_.

Referenced by dropOnInput(), and RootFile().

678  {
679  std::map<std::string, std::string>::const_iterator it = newBranchToOldBranch_.find(newBranch);
680  if(it != newBranchToOldBranch_.end()) {
681  return it->second;
682  }
683  return newBranch;
684  }
std::map< std::string, std::string > newBranchToOldBranch_
Definition: RootFile.h:288
bool edm::RootFile::nextEventEntry ( )
inline

Definition at line 205 of file RootFile.h.

205 {return eventTree_.nextWithCache();}
RootTree eventTree_
Definition: RootFile.h:276
bool nextWithCache()
Definition: RootTree.cc:196
RootFile& edm::RootFile::operator= ( RootFile const &  )
delete
std::shared_ptr<ProductRegistry const> edm::RootFile::productRegistry ( ) const
inline

Definition at line 167 of file RootFile.h.

Referenced by RootFile().

167 {return productRegistry_;}
std::shared_ptr< ProductRegistry const > productRegistry_
Definition: RootFile.h:281
bool edm::RootFile::readCurrentEvent ( EventPrincipal cache)

Definition at line 1433 of file RootFile.cc.

References branchListIndexes_, edm::RootTree::current(), eventAux(), eventAux_, eventSelectionIDs_, eventTree_, fileFormatVersion(), filePtr_, fillEventHistory(), edm::EventPrincipal::fillEventPrincipal(), fillThisEventAuxiliary(), edm::EventAuxiliary::id(), edm::RootTree::insertEntryForIndex(), edm::EventAuxiliary::isRealData(), makeProductProvenanceRetriever(), eostools::move(), edm::EventAuxiliary::oldLuminosityBlock(), processHistoryRegistry_, edm::RootTree::resetAndGetRootDelayedReader(), edm::EventAuxiliary::resetObsoleteInfo(), runHelper_, edm::EventPrincipal::streamID(), edm::EDProductGetter::transitionIndex(), and edm::StreamID::value().

Referenced by readEvent().

1433  {
1434  if(!eventTree_.current()) {
1435  return false;
1436  }
1438  if(!fileFormatVersion().lumiInEventID()) {
1439  //ugly, but will disappear when the backward compatibility is done with schema evolution.
1440  const_cast<EventID&>(eventAux_.id()).setLuminosityBlockNumber(eventAux_.oldLuminosityBlock());
1442  }
1443  fillEventHistory();
1444  runHelper_->overrideRunNumber(eventAux_.id(), eventAux().isRealData());
1445 
1446  // We're not done ... so prepare the EventPrincipal
1447  eventTree_.insertEntryForIndex(principal.transitionIndex());
1448  principal.fillEventPrincipal(eventAux(),
1452  *(makeProductProvenanceRetriever(principal.streamID().value())),
1454 
1455  // report event read from file
1456  filePtr_->eventReadFromFile();
1457  return true;
1458  }
bool isRealData() const
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
bool current() const
Definition: RootTree.h:126
def principal(options)
void insertEntryForIndex(unsigned int index)
Definition: RootTree.cc:100
DelayedReader * resetAndGetRootDelayedReader() const
Definition: RootTree.cc:118
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
EventSelectionIDVector eventSelectionIDs_
Definition: RootFile.h:290
RootTree eventTree_
Definition: RootFile.h:276
BranchListIndexes branchListIndexes_
Definition: RootFile.h:291
LuminosityBlockNumber_t oldLuminosityBlock() const
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
void fillEventHistory()
Definition: RootFile.cc:1205
std::shared_ptr< ProductProvenanceRetriever > makeProductProvenanceRetriever(unsigned int iStreamIndex)
Definition: RootFile.cc:1833
EventID const & id() const
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
EventAuxiliary eventAux_
Definition: RootFile.h:275
void fillThisEventAuxiliary()
Definition: RootFile.cc:1176
def move(src, dest)
Definition: eostools.py:510
void edm::RootFile::readEntryDescriptionTree ( EntryDescriptionMap entryDescriptionMap,
InputType  inputType 
)
private

Definition at line 533 of file RootFile.cc.

References daqProvenanceHelper_, edm::poolNames::entryDescriptionBranchName(), edm::poolNames::entryDescriptionIDBranchName(), edm::poolNames::entryDescriptionTreeName(), edm::errors::EventCorruption, Exception, filePtr_, edm::errors::FileReadError, edm::roottree::getEntry(), mps_fire::i, edm::EventEntryDescription::id(), edm::Parentage::id(), edm::ParentageRegistry::insertMapped(), edm::ParentageRegistry::instance(), edm::numEntries(), parents, edm::EventEntryDescription::parents(), edm::Parentage::parentsForUpdate(), PhysicsTools::registry, edm::SecondarySource, and edm::Parentage::setParents().

Referenced by makeProvenanceReaderMaker().

533  {
534  // Called only for old format files.
535  // We use a smart pointer so the tree will be deleted after use, and not kept for the life of the file.
536  std::unique_ptr<TTree> entryDescriptionTree(dynamic_cast<TTree*>(filePtr_->Get(poolNames::entryDescriptionTreeName().c_str())));
537  if(nullptr == entryDescriptionTree.get()) {
538  throw Exception(errors::FileReadError) << "Could not find tree " << poolNames::entryDescriptionTreeName()
539  << " in the input file.\n";
540  }
541 
542  EntryDescriptionID idBuffer;
543  EntryDescriptionID* pidBuffer = &idBuffer;
544  entryDescriptionTree->SetBranchAddress(poolNames::entryDescriptionIDBranchName().c_str(), &pidBuffer);
545 
546  EventEntryDescription entryDescriptionBuffer;
547  EventEntryDescription *pEntryDescriptionBuffer = &entryDescriptionBuffer;
548  entryDescriptionTree->SetBranchAddress(poolNames::entryDescriptionBranchName().c_str(), &pEntryDescriptionBuffer);
549 
550  // Fill in the parentage registry.
551  ParentageRegistry& registry = *ParentageRegistry::instance();
552 
553  for(Long64_t i = 0, numEntries = entryDescriptionTree->GetEntries(); i < numEntries; ++i) {
554  roottree::getEntry(entryDescriptionTree.get(), i);
555  if(idBuffer != entryDescriptionBuffer.id()) {
556  throw Exception(errors::EventCorruption) << "Corruption of EntryDescription tree detected.\n";
557  }
558  entryDescriptionMap.insert(std::make_pair(entryDescriptionBuffer.id(),entryDescriptionBuffer));
559  Parentage parents;
560  parents.setParents(entryDescriptionBuffer.parents());
562  ParentageID const oldID = parents.id();
563  daqProvenanceHelper_->fixMetaData(parents.parentsForUpdate());
564  ParentageID newID = parents.id();
565  if(newID != oldID) {
566  daqProvenanceHelper_->setOldParentageIDToNew(oldID,newID);
567  }
568  }
569  // For thread safety, don't update global registries when a secondary source opens a file.
570  if(inputType != InputType::SecondarySource) {
571  registry.insertMapped(parents);
572  }
573  }
574  entryDescriptionTree->SetBranchAddress(poolNames::entryDescriptionIDBranchName().c_str(), nullptr);
575  entryDescriptionTree->SetBranchAddress(poolNames::entryDescriptionBranchName().c_str(), nullptr);
576  }
Int_t getEntry(TBranch *branch, EntryNumber entryNumber)
Definition: RootTree.cc:510
TPRegexp parents
Definition: eve_filter.cc:21
std::string const & entryDescriptionBranchName()
Definition: BranchType.cc:154
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
Hash< EntryDescriptionType > EntryDescriptionID
std::string const & entryDescriptionTreeName()
Definition: BranchType.cc:146
Long64_t numEntries(TFile *hdl, std::string const &trname)
Definition: CollUtil.cc:50
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
std::string const & entryDescriptionIDBranchName()
Definition: BranchType.cc:150
static Interceptor::Registry registry("Interceptor")
static ParentageRegistry * instance()
Hash< ParentageType > ParentageID
Definition: ParentageID.h:9
void edm::RootFile::readEvent ( EventPrincipal cache)

Definition at line 1410 of file RootFile.cc.

References daqProvenanceHelper_, edm::IndexIntoFile::IndexIntoFileItr::entry(), eventAux(), fileFormatVersion(), fillEventAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFile_, indexIntoFileEnd_, indexIntoFileIter_, edm::IndexIntoFile::kEvent, edm::IndexIntoFile::IndexIntoFileItr::lumi(), edm::EventAuxiliary::processHistoryID(), edm::IndexIntoFile::processHistoryID(), edm::IndexIntoFile::IndexIntoFileItr::processHistoryIDIndex(), processHistoryRegistry_, readCurrentEvent(), findQualityFiles::run, edm::IndexIntoFile::IndexIntoFileItr::run(), runHelper_, and edm::FileFormatVersion::useReducedProcessHistoryID().

1410  {
1413  // read the event auxiliary if not alrady read.
1415 
1416  // read the event
1418 
1419  runHelper_->checkRunConsistency(eventAux().run(), indexIntoFileIter_.run());
1420  runHelper_->checkLumiConsistency(eventAux().luminosityBlock(), indexIntoFileIter_.lumi());
1421 
1422  // If this next assert shows up in performance profiling or significantly affects memory, then these three lines should be deleted.
1423  // The IndexIntoFile should guarantee that it never fails.
1425  ProcessHistoryID const& reducedPHID = processHistoryRegistry_->reducedProcessHistoryID(idToCheck);
1427 
1429  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t lumi() const
bool readCurrentEvent(EventPrincipal &cache)
Definition: RootFile.cc:1433
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1195
def principal(options)
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
Hash< ProcessHistoryType > ProcessHistoryID
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
ProcessHistoryID const & processHistoryID(int i) const
ProcessHistoryID const & processHistoryID() const
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
bool useReducedProcessHistoryID() const
void edm::RootFile::readEventHistoryTree ( )
private

Definition at line 1646 of file RootFile.cc.

References edm::errors::EventCorruption, eventHistoryTree_, edm::poolNames::eventHistoryTreeName(), Exception, fileFormatVersion(), filePtr_, and history_.

Referenced by RootFile().

1646  {
1647  // Read in the event history tree, if we have one...
1648  if(fileFormatVersion().eventHistoryTree()) {
1649  history_ = std::make_unique<History>(); // propagate_const<T> has no reset() function
1650  eventHistoryTree_ = dynamic_cast<TTree*>(filePtr_->Get(poolNames::eventHistoryTreeName().c_str()));
1651  if(!eventHistoryTree_) {
1653  << "Failed to find the event history tree.\n";
1654  }
1655  }
1656  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
edm::propagate_const< std::unique_ptr< History > > history_
Definition: RootFile.h:292
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
edm::propagate_const< TTree * > eventHistoryTree_
Definition: RootFile.h:289
std::string const & eventHistoryTreeName()
Definition: BranchType.cc:268
void edm::RootFile::readFakeRun_ ( RunPrincipal runPrincipal)
std::shared_ptr<RunAuxiliary> edm::RootFile::readFakeRunAuxiliary_ ( )
void edm::RootFile::readLuminosityBlock_ ( LuminosityBlockPrincipal lumiPrincipal)

Definition at line 1590 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::LuminosityBlockPrincipal::fillLuminosityBlockPrincipal(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileEnd_, indexIntoFileIter_, edm::RootTree::insertEntryForIndex(), edm::RootTree::isValid(), edm::IndexIntoFile::kLumi, lumiTree_, processHistoryRegistry_, edm::Principal::readAllFromSourceAndMergeImmediately(), edm::RootTree::resetAndGetRootDelayedReader(), and edm::RootTree::setEntryNumber().

1590  {
1593  // Begin code for backward compatibility before the existence of lumi trees.
1594  if(!lumiTree_.isValid()) {
1596  return;
1597  }
1598  // End code for backward compatibility before the existence of lumi trees.
1600  // NOTE: we use 0 for the index since do not do delayed reads for LuminosityBlockPrincipals
1602  lumiPrincipal.fillLuminosityBlockPrincipal(*processHistoryRegistry_, lumiTree_.resetAndGetRootDelayedReader());
1603  // Read in all the products now.
1604  lumiPrincipal.readAllFromSourceAndMergeImmediately();
1606  }
RootTree lumiTree_
Definition: RootFile.h:277
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
void insertEntryForIndex(unsigned int index)
Definition: RootTree.cc:100
DelayedReader * resetAndGetRootDelayedReader() const
Definition: RootTree.cc:118
bool isValid() const
Definition: RootTree.cc:106
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
std::shared_ptr< LuminosityBlockAuxiliary > edm::RootFile::readLuminosityBlockAuxiliary_ ( )

Definition at line 1552 of file RootFile.cc.

References edm::RootTree::current(), edm::IndexIntoFile::IndexIntoFileItr::entry(), eventAux(), eventTree_, fileFormatVersion(), filePtr_, fillEventAuxiliary(), fillLumiAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::firstEventEntryThisLumi(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileEnd_, indexIntoFileIter_, edm::IndexIntoFile::invalidEntry, edm::Timestamp::invalidTimestamp(), edm::RootTree::isValid(), edm::IndexIntoFile::kLumi, edm::IndexIntoFile::IndexIntoFileItr::lumi(), edm::LuminosityBlockID::luminosityBlock(), lumiTree_, edm::LuminosityBlockID::run(), edm::IndexIntoFile::IndexIntoFileItr::run(), runHelper_, savedRunAuxiliary_, edm::RootTree::setEntryNumber(), edm::EventAuxiliary::time(), and ntuplemaker::time.

1552  {
1555  // Begin code for backward compatibility before the existence of lumi trees.
1556  if(!lumiTree_.isValid()) {
1558  assert(eventEntry != IndexIntoFile::invalidEntry);
1559  assert(eventTree_.current(eventEntry));
1560  fillEventAuxiliary(eventEntry);
1561 
1562  LuminosityBlockID lumi = LuminosityBlockID(indexIntoFileIter_.run(), indexIntoFileIter_.lumi());
1563  runHelper_->overrideRunNumber(lumi);
1564  return std::make_shared<LuminosityBlockAuxiliary>(lumi.run(), lumi.luminosityBlock(), eventAux().time(), Timestamp::invalidTimestamp());
1565  }
1566  // End code for backward compatibility before the existence of lumi trees.
1568  std::shared_ptr<LuminosityBlockAuxiliary> lumiAuxiliary = fillLumiAuxiliary();
1569  assert(lumiAuxiliary->run() == indexIntoFileIter_.run());
1570  assert(lumiAuxiliary->luminosityBlock() == indexIntoFileIter_.lumi());
1571  runHelper_->overrideRunNumber(lumiAuxiliary->id());
1572  filePtr_->reportInputLumiSection(lumiAuxiliary->run(), lumiAuxiliary->luminosityBlock());
1573  if(lumiAuxiliary->beginTime() == Timestamp::invalidTimestamp()) {
1575  if(eventEntry != IndexIntoFile::invalidEntry) {
1576  assert(eventTree_.current(eventEntry));
1577  fillEventAuxiliary(eventEntry);
1578 
1579  lumiAuxiliary->setBeginTime(eventAux().time());
1580  }
1581  lumiAuxiliary->setEndTime(Timestamp::invalidTimestamp());
1582  }
1583  if(!fileFormatVersion().processHistorySameWithinRun() && savedRunAuxiliary_) {
1584  lumiAuxiliary->setProcessHistoryID(savedRunAuxiliary_->processHistoryID());
1585  }
1586  return lumiAuxiliary;
1587  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
std::shared_ptr< LuminosityBlockAuxiliary > fillLumiAuxiliary()
Definition: RootFile.cc:1263
static Timestamp invalidTimestamp()
Definition: Timestamp.h:101
RootTree lumiTree_
Definition: RootFile.h:277
Timestamp const & time() const
edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
Definition: RootFile.h:269
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
bool current() const
Definition: RootTree.h:126
LuminosityBlockNumber_t lumi() const
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1195
long long EntryNumber_t
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
RootTree eventTree_
Definition: RootFile.h:276
static constexpr EntryNumber_t invalidEntry
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
bool isValid() const
Definition: RootTree.cc:106
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
void edm::RootFile::readParentageTree ( InputType  inputType)
private

Definition at line 579 of file RootFile.cc.

References daqProvenanceHelper_, Exception, filePtr_, edm::errors::FileReadError, edm::roottree::getEntry(), mps_fire::i, edm::Parentage::id(), edm::ParentageRegistry::insertMapped(), edm::ParentageRegistry::instance(), edm::numEntries(), edm::poolNames::parentageBranchName(), parentageIDLookup_, edm::poolNames::parentageTreeName(), parents, edm::Parentage::parentsForUpdate(), PhysicsTools::registry, and edm::SecondarySource.

Referenced by makeProvenanceReaderMaker().

579  {
580  // New format file
581  // We use a smart pointer so the tree will be deleted after use, and not kept for the life of the file.
582  std::unique_ptr<TTree> parentageTree(dynamic_cast<TTree*>(filePtr_->Get(poolNames::parentageTreeName().c_str())));
583  if(nullptr == parentageTree.get()) {
584  throw Exception(errors::FileReadError) << "Could not find tree " << poolNames::parentageTreeName()
585  << " in the input file.\n";
586  }
587 
588  Parentage parents;
589  Parentage *pParentageBuffer = &parents;
590  parentageTree->SetBranchAddress(poolNames::parentageBranchName().c_str(), &pParentageBuffer);
591 
592  ParentageRegistry& registry = *ParentageRegistry::instance();
593 
594  parentageIDLookup_.reserve(parentageTree->GetEntries());
595  for(Long64_t i = 0, numEntries = parentageTree->GetEntries(); i < numEntries; ++i) {
596  roottree::getEntry(parentageTree.get(), i);
598  ParentageID const oldID = parents.id();
599  daqProvenanceHelper_->fixMetaData(parents.parentsForUpdate());
600  ParentageID newID = parents.id();
601  if(newID != oldID) {
602  daqProvenanceHelper_->setOldParentageIDToNew(oldID,newID);
603  }
604  }
605  // For thread safety, don't update global registries when a secondary source opens a file.
606  if(inputType != InputType::SecondarySource) {
607  registry.insertMapped(parents);
608  }
609  parentageIDLookup_.push_back(parents.id());
610  }
611  parentageTree->SetBranchAddress(poolNames::parentageBranchName().c_str(), nullptr);
612  }
Int_t getEntry(TBranch *branch, EntryNumber entryNumber)
Definition: RootTree.cc:510
TPRegexp parents
Definition: eve_filter.cc:21
std::string const & parentageTreeName()
Definition: BranchType.cc:159
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
Long64_t numEntries(TFile *hdl, std::string const &trname)
Definition: CollUtil.cc:50
std::string const & parentageBranchName()
Definition: BranchType.cc:163
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
std::vector< ParentageID > parentageIDLookup_
Definition: RootFile.h:298
static Interceptor::Registry registry("Interceptor")
static ParentageRegistry * instance()
Hash< ParentageType > ParentageID
Definition: ParentageID.h:9
void edm::RootFile::readRun_ ( RunPrincipal runPrincipal)

Definition at line 1532 of file RootFile.cc.

References edm::RunPrincipal::fillRunPrincipal(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileEnd_, indexIntoFileIter_, edm::RootTree::insertEntryForIndex(), edm::RootTree::isValid(), edm::IndexIntoFile::kRun, processHistoryRegistry_, edm::Principal::readAllFromSourceAndMergeImmediately(), edm::RootTree::resetAndGetRootDelayedReader(), runHelper_, and runTree_.

1532  {
1533  if(!runHelper_->fakeNewRun()) {
1537  }
1538  // Begin code for backward compatibility before the existence of run trees.
1539  if(!runTree_.isValid()) {
1540  return;
1541  }
1542  // End code for backward compatibility before the existence of run trees.
1543  // NOTE: we use 0 for the index since do not do delayed reads for RunPrincipals
1545  runPrincipal.fillRunPrincipal(*processHistoryRegistry_, runTree_.resetAndGetRootDelayedReader());
1546  // Read in all the products now.
1547  runPrincipal.readAllFromSourceAndMergeImmediately();
1548  }
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
void insertEntryForIndex(unsigned int index)
Definition: RootTree.cc:100
DelayedReader * resetAndGetRootDelayedReader() const
Definition: RootTree.cc:118
RootTree runTree_
Definition: RootFile.h:278
bool isValid() const
Definition: RootTree.cc:106
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
std::shared_ptr< RunAuxiliary > edm::RootFile::readRunAuxiliary_ ( )

Definition at line 1466 of file RootFile.cc.

References edm::RootTree::current(), edm::IndexIntoFile::IndexIntoFileItr::entry(), eventAux(), eventTree_, fileFormatVersion(), filePtr_, fillEventAuxiliary(), fillEventHistory(), fillRunAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::firstEventEntryThisRun(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileEnd_, indexIntoFileIter_, edm::IndexIntoFile::invalidEntry, edm::Timestamp::invalidTimestamp(), edm::RootTree::isValid(), edm::IndexIntoFile::kRun, edm::FileFormatVersion::processHistorySameWithinRun(), edm::RunID::run(), findQualityFiles::run, edm::IndexIntoFile::IndexIntoFileItr::run(), runHelper_, runTree_, savedRunAuxiliary(), savedRunAuxiliary_, edm::RootTree::setEntryNumber(), edm::EventAuxiliary::time(), and ntuplemaker::time.

1466  {
1467  if(runHelper_->fakeNewRun()) {
1468  runHelper_->overrideRunNumber(savedRunAuxiliary_->id());
1469  return savedRunAuxiliary();
1470  }
1473 
1474  // Begin code for backward compatibility before the existence of run trees.
1475  if(!runTree_.isValid()) {
1476 
1477  // prior to the support of run trees.
1478  // RunAuxiliary did not contain a valid timestamp. Take it from the next event.
1480  assert(eventEntry != IndexIntoFile::invalidEntry);
1481  assert(eventTree_.current(eventEntry));
1482  fillEventAuxiliary(eventEntry);
1483 
1484  RunID run = RunID(indexIntoFileIter_.run());
1485  runHelper_->overrideRunNumber(run);
1486  savedRunAuxiliary_ = std::make_shared<RunAuxiliary>(run.run(), eventAux().time(), Timestamp::invalidTimestamp());
1487  return savedRunAuxiliary();
1488  }
1489  // End code for backward compatibility before the existence of run trees.
1491  std::shared_ptr<RunAuxiliary> runAuxiliary = fillRunAuxiliary();
1492  assert(runAuxiliary->run() == indexIntoFileIter_.run());
1493  runHelper_->overrideRunNumber(runAuxiliary->id());
1494  filePtr_->reportInputRunNumber(runAuxiliary->run());
1495  // If RunAuxiliary did not contain a valid begin timestamp, invalidate any end timestamp.
1496  if(runAuxiliary->beginTime() == Timestamp::invalidTimestamp()) {
1497  runAuxiliary->setEndTime(Timestamp::invalidTimestamp());
1498  }
1499 
1500  // If RunAuxiliary did not contain a valid timestamp, or if this an old format file from
1501  // when the Run's ProcessHistory included only processes where products were added to the Run itself,
1502  // we attempt to read the first event in the run to get appropriate info.
1503  if(runAuxiliary->beginTime() == Timestamp::invalidTimestamp() ||
1505 
1507  // If we have a valid event, use its information.
1508  if(eventEntry != IndexIntoFile::invalidEntry) {
1509  assert(eventTree_.current(eventEntry));
1510  fillEventAuxiliary(eventEntry);
1511 
1512  // RunAuxiliary did not contain a valid timestamp. Take it from the next event in this run if there is one.
1513  if(runAuxiliary->beginTime() == Timestamp::invalidTimestamp()) {
1514  runAuxiliary->setBeginTime(eventAux().time());
1515  }
1516 
1517  // For backwards compatibility when the Run's ProcessHistory included only processes where products were added to the
1518  // Run, and then the Run and Event auxiliaries could be different. Use the event ProcessHistoryID if there is one. It should
1519  // almost always be correct by the current definition (processes included if any products are added. This makes the run, lumi,
1520  // and event ProcessHistory's always be the same if no file merging occurs).
1521  if(!fileFormatVersion().processHistorySameWithinRun()) {
1522  fillEventHistory();
1523  runAuxiliary->setProcessHistoryID(eventAux().processHistoryID());
1524  }
1525  }
1526  }
1527  savedRunAuxiliary_ = runAuxiliary;
1528  return runAuxiliary;
1529  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
static Timestamp invalidTimestamp()
Definition: Timestamp.h:101
Timestamp const & time() const
edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
Definition: RootFile.h:269
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
bool current() const
Definition: RootTree.h:126
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1195
long long EntryNumber_t
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
std::shared_ptr< RunAuxiliary > fillRunAuxiliary()
Definition: RootFile.cc:1287
RootTree eventTree_
Definition: RootFile.h:276
RootTree runTree_
Definition: RootFile.h:278
std::shared_ptr< RunAuxiliary const > savedRunAuxiliary() const
Definition: RootFile.h:244
static constexpr EntryNumber_t invalidEntry
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
bool processHistorySameWithinRun() const
void fillEventHistory()
Definition: RootFile.cc:1205
bool isValid() const
Definition: RootTree.cc:106
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
void edm::RootFile::reportOpened ( std::string const &  inputType)

Definition at line 1150 of file RootFile.cc.

References edm::RootTree::branchNames(), eventTree_, edm::FileID::fid(), fid_, filePtr_, diffTwoXMLs::label, logicalFile_, edm::moduleName(), and AlCaHLTBitMon_QueryRunRegistry::string.

1150  {
1151  // Report file opened.
1152  std::string const label = "source";
1153  std::string moduleName = "PoolSource";
1154  filePtr_->inputFileOpened(
1155  logicalFile_,
1156  inputType,
1157  moduleName,
1158  label,
1159  fid_.fid(),
1161  }
std::vector< std::string > const & branchNames() const
Definition: RootTree.h:136
FileID fid_
Definition: RootFile.h:260
std::string const logicalFile_
Definition: RootFile.h:254
std::string moduleName(Provenance const &provenance)
Definition: Provenance.cc:27
std::string const & fid() const
Definition: FileID.h:19
RootTree eventTree_
Definition: RootFile.h:276
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
void edm::RootFile::rewind ( )
inline

Definition at line 192 of file RootFile.h.

192  {
194  eventTree_.rewind();
195  lumiTree_.rewind();
196  runTree_.rewind();
197  }
RootTree lumiTree_
Definition: RootFile.h:277
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
RootTree eventTree_
Definition: RootFile.h:276
RootTree runTree_
Definition: RootFile.h:278
IndexIntoFile::IndexIntoFileItr indexIntoFileBegin_
Definition: RootFile.h:264
void rewind()
Definition: RootTree.h:128
RootTree const& edm::RootFile::runTree ( ) const
inline

Definition at line 175 of file RootFile.h.

Referenced by validateFile().

175 {return runTree_;}
RootTree runTree_
Definition: RootFile.h:278
std::shared_ptr<RunAuxiliary const> edm::RootFile::savedRunAuxiliary ( ) const
inlineprivate

Definition at line 244 of file RootFile.h.

References edm::get_underlying_safe().

Referenced by readRunAuxiliary_().

edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
Definition: RootFile.h:269
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
std::shared_ptr<RunAuxiliary>& edm::RootFile::savedRunAuxiliary ( )
inlineprivate

Definition at line 245 of file RootFile.h.

References edm::get_underlying_safe().

edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
Definition: RootFile.h:269
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
void edm::RootFile::setAtEventEntry ( IndexIntoFile::EntryNumber_t  entry)

Definition at line 1461 of file RootFile.cc.

References eventTree_, and edm::RootTree::setEntryNumber().

1461  {
1463  }
RootTree eventTree_
Definition: RootFile.h:276
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
bool edm::RootFile::setEntryAtEvent ( RunNumber_t  run,
LuminosityBlockNumber_t  lumi,
EventNumber_t  event 
)

Definition at line 1609 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::entry(), eventTree_, edm::IndexIntoFile::findEventPosition(), indexIntoFile_, indexIntoFileEnd_, indexIntoFileIter_, and edm::RootTree::setEntryNumber().

1609  {
1611  if(indexIntoFileIter_ == indexIntoFileEnd_) return false;
1613  return true;
1614  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
RootTree eventTree_
Definition: RootFile.h:276
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
IndexIntoFileItr findEventPosition(RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event) const
Definition: event.py:1
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
bool edm::RootFile::setEntryAtItem ( RunNumber_t  run,
LuminosityBlockNumber_t  lumi,
EventNumber_t  event 
)
inline

Definition at line 182 of file RootFile.h.

References mps_splice::entry, and findQualityFiles::run.

182  {
184  }
bool setEntryAtRun(RunNumber_t run)
Definition: RootFile.cc:1625
bool setEntryAtLumi(RunNumber_t run, LuminosityBlockNumber_t lumi)
Definition: RootFile.cc:1617
bool setEntryAtEvent(RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event)
Definition: RootFile.cc:1609
Definition: event.py:1
bool edm::RootFile::setEntryAtLumi ( RunNumber_t  run,
LuminosityBlockNumber_t  lumi 
)

Definition at line 1617 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::IndexIntoFile::findLumiPosition(), indexIntoFile_, indexIntoFileEnd_, indexIntoFileIter_, lumiTree_, and edm::RootTree::setEntryNumber().

1617  {
1619  if(indexIntoFileIter_ == indexIntoFileEnd_) return false;
1621  return true;
1622  }
RootTree lumiTree_
Definition: RootFile.h:277
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
IndexIntoFileItr findLumiPosition(RunNumber_t run, LuminosityBlockNumber_t lumi) const
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
bool edm::RootFile::setEntryAtNextEventInLumi ( RunNumber_t  run,
LuminosityBlockNumber_t  lumi 
)

Definition at line 1633 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::advanceToEvent(), edm::IndexIntoFile::IndexIntoFileItr::entry(), fillEventAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileIter_, edm::IndexIntoFile::kEvent, edm::IndexIntoFile::IndexIntoFileItr::lumi(), and edm::IndexIntoFile::IndexIntoFileItr::run().

1633  {
1636  }
1639  if(run != indexIntoFileIter_.run()) return false;
1640  if(lumi != indexIntoFileIter_.lumi()) return false;
1642  return true;
1643  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t lumi() const
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1195
bool edm::RootFile::setEntryAtRun ( RunNumber_t  run)

Definition at line 1625 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::IndexIntoFile::findRunPosition(), indexIntoFile_, indexIntoFileEnd_, indexIntoFileIter_, runTree_, and edm::RootTree::setEntryNumber().

1625  {
1627  if(indexIntoFileIter_ == indexIntoFileEnd_) return false;
1629  return true;
1630  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFileItr findRunPosition(RunNumber_t run) const
Same as findPosition.
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
RootTree runTree_
Definition: RootFile.h:278
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
void edm::RootFile::setIfFastClonable ( int  remainingEvents,
int  remainingLumis 
)
private

Definition at line 615 of file RootFile.cc.

References duplicateChecker_, edm::FileBlock::DuplicateEventsRemoved, edm::RootTree::entries(), edm::FileBlock::EventsToBeSorted, eventTree_, fileFormatVersion(), edm::FileBlock::FileTooOld, edm::IndexIntoFile::firstAppearanceOrder, edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFile_, indexIntoFileBegin_, indexIntoFileEnd_, edm::FileBlock::InitialEventsSkipped, edm::IndexIntoFile::iterationWillBeInEntryOrder(), edm::IndexIntoFile::kEvent, lumiTree_, edm::FileBlock::MaxEventsTooSmall, edm::FileBlock::MaxLumisTooSmall, edm::FileBlock::NoEventsInFile, noEventSort_, edm::FileBlock::NotProcessingEvents, edm::IndexIntoFile::numericalOrder, processingMode_, edm::FileBlock::RunOrLumiNotContiguous, edm::InputSource::RunsLumisAndEvents, skipAnyEvents_, and whyNotFastClonable_.

Referenced by RootFile().

615  {
616  if(fileFormatVersion().noMetaDataTrees() and !fileFormatVersion().storedProductProvenanceUsed()) {
617  //we must avoid copying the old branch which stored the per product per event provenance
619  return;
620  }
621  if(!fileFormatVersion().splitProductIDs()) {
623  return;
624  }
627  return;
628  }
629  // Find entry for first event in file
630  IndexIntoFile::IndexIntoFileItr it = indexIntoFileBegin_;
631  while(it != indexIntoFileEnd_ && it.getEntryType() != IndexIntoFile::kEvent) {
632  ++it;
633  }
634  if(it == indexIntoFileEnd_) {
636  return;
637  }
638 
639  // From here on, record all reasons we can't fast clone.
643  }
644  if(skipAnyEvents_) {
646  }
647  if(remainingEvents >= 0 && eventTree_.entries() > remainingEvents) {
649  }
650  if(remainingLumis >= 0 && lumiTree_.entries() > remainingLumis) {
652  }
653  if(duplicateChecker_ &&
654  !duplicateChecker_->checkDisabled() &&
655  !duplicateChecker_->noDuplicatesInFile()) {
657  }
658  }
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
int whyNotFastClonable_
Definition: RootFile.h:272
RootTree lumiTree_
Definition: RootFile.h:277
EntryNumber const & entries() const
Definition: RootTree.h:133
InputSource::ProcessingMode processingMode_
Definition: RootFile.h:286
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
bool noEventSort_
Definition: RootFile.h:271
bool skipAnyEvents_
Definition: RootFile.h:270
RootTree eventTree_
Definition: RootFile.h:276
bool iterationWillBeInEntryOrder(SortOrder sortOrder) const
Used to determine whether or not to disable fast cloning.
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
IndexIntoFile::IndexIntoFileItr indexIntoFileBegin_
Definition: RootFile.h:264
void edm::RootFile::setPosition ( IndexIntoFile::IndexIntoFileItr const &  position)

Definition at line 692 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::copyPosition(), and indexIntoFileIter_.

692  {
694  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
void copyPosition(IndexIntoFileItr const &position)
Copy the position without modifying the pointer to the IndexIntoFile or size.
static int position[264][3]
Definition: ReadPGInfo.cc:509
void edm::RootFile::setSignals ( signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *  preEventReadSource,
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *  postEventReadSource 
)

Definition at line 1809 of file RootFile.cc.

References eventTree_, and edm::RootTree::setSignals().

1810  {
1811  eventTree_.setSignals(preEventReadSource,postEventReadSource);
1812  }
void setSignals(signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *preEventReadSource, signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *postEventReadSource)
Definition: RootTree.cc:501
RootTree eventTree_
Definition: RootFile.h:276
void edm::RootFile::setToLastEntry ( )
inline

Definition at line 198 of file RootFile.h.

198  {
200  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
bool edm::RootFile::skipEntries ( unsigned int &  offset)
inline
bool edm::RootFile::skipEvents ( int &  offset)

Definition at line 1308 of file RootFile.cc.

References duplicateChecker_, edm::EventID::event(), eventAux_, eventSkipperByID_, file_, fillEventAuxiliary(), edm::EventAuxiliary::id(), indexIntoFileEnd_, indexIntoFileIter_, edm::IndexIntoFile::invalidEntry, edm::IndexIntoFile::invalidIndex, edm::IndexIntoFile::invalidLumi, edm::IndexIntoFile::invalidRun, PFRecoTauDiscriminationByIsolation_cfi::offset, edm::IndexIntoFile::IndexIntoFileItr::skipEventBackward(), and edm::IndexIntoFile::IndexIntoFileItr::skipEventForward().

1308  {
1309  while(offset > 0 && indexIntoFileIter_ != indexIntoFileEnd_) {
1310 
1311  int phIndexOfSkippedEvent = IndexIntoFile::invalidIndex;
1312  RunNumber_t runOfSkippedEvent = IndexIntoFile::invalidRun;
1315 
1316  indexIntoFileIter_.skipEventForward(phIndexOfSkippedEvent,
1317  runOfSkippedEvent,
1318  lumiOfSkippedEvent,
1319  skippedEventEntry);
1320 
1321  // At the end of the file and there were no more events to skip
1322  if(skippedEventEntry == IndexIntoFile::invalidEntry) break;
1323 
1324  if(eventSkipperByID_ && eventSkipperByID_->somethingToSkip()) {
1325  fillEventAuxiliary(skippedEventEntry);
1326  if(eventSkipperByID_->skipIt(runOfSkippedEvent, lumiOfSkippedEvent, eventAux_.id().event())) {
1327  continue;
1328  }
1329  }
1330  if(duplicateChecker_ &&
1331  !duplicateChecker_->checkDisabled() &&
1332  !duplicateChecker_->noDuplicatesInFile()) {
1333 
1334  fillEventAuxiliary(skippedEventEntry);
1335  if(duplicateChecker_->isDuplicateAndCheckActive(phIndexOfSkippedEvent,
1336  runOfSkippedEvent,
1337  lumiOfSkippedEvent,
1338  eventAux_.id().event(),
1339  file_)) {
1340  continue;
1341  }
1342  }
1343  --offset;
1344  }
1345 
1346  while(offset < 0) {
1347 
1348  if(duplicateChecker_) {
1349  duplicateChecker_->disable();
1350  }
1351 
1352  int phIndexOfEvent = IndexIntoFile::invalidIndex;
1356 
1357  indexIntoFileIter_.skipEventBackward(phIndexOfEvent,
1358  runOfEvent,
1359  lumiOfEvent,
1360  eventEntry);
1361 
1362  if(eventEntry == IndexIntoFile::invalidEntry) break;
1363 
1364  if(eventSkipperByID_ && eventSkipperByID_->somethingToSkip()) {
1365  fillEventAuxiliary(eventEntry);
1366  if(eventSkipperByID_->skipIt(runOfEvent, lumiOfEvent, eventAux_.id().event())) {
1367  continue;
1368  }
1369  }
1370  ++offset;
1371  }
1373  }
EventNumber_t event() const
Definition: EventID.h:41
static constexpr int invalidIndex
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
edm::propagate_const< std::shared_ptr< EventSkipperByID > > eventSkipperByID_
Definition: RootFile.h:258
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
unsigned int LuminosityBlockNumber_t
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1195
long long EntryNumber_t
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
static constexpr RunNumber_t invalidRun
void skipEventBackward(int &phIndexOfEvent, RunNumber_t &runOfEvent, LuminosityBlockNumber_t &lumiOfEvent, EntryNumber_t &eventEntry)
static constexpr EntryNumber_t invalidEntry
static constexpr LuminosityBlockNumber_t invalidLumi
EventID const & id() const
unsigned int RunNumber_t
EventAuxiliary eventAux_
Definition: RootFile.h:275
std::string const file_
Definition: RootFile.h:253
void skipEventForward(int &phIndexOfSkippedEvent, RunNumber_t &runOfSkippedEvent, LuminosityBlockNumber_t &lumiOfSkippedEvent, EntryNumber_t &skippedEventEntry)
bool edm::RootFile::skipThisEntry ( )
private

Definition at line 702 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::EventID::event(), eventAux_, eventSkipperByID_, fillEventAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), edm::EventAuxiliary::id(), indexIntoFileEnd_, indexIntoFileIter_, edm::IndexIntoFile::invalidLumi, edm::IndexIntoFile::kEvent, edm::IndexIntoFile::kRun, edm::IndexIntoFile::IndexIntoFileItr::lumi(), edm::IndexIntoFile::IndexIntoFileItr::peekAheadAtLumi(), edm::IndexIntoFile::IndexIntoFileItr::run(), edm::IndexIntoFile::IndexIntoFileItr::skipLumiInRun(), and mitigatedMETSequence_cff::U.

Referenced by getNextItemType().

702  {
704  return false;
705  }
706  if(eventSkipperByID_ && eventSkipperByID_->somethingToSkip()) {
707 
708  // See first if the entire lumi or run is skipped, so we won't have to read the event Auxiliary in that case.
710  return true;
711  }
712 
713  // The Lumi is not skipped. If this is an event, see if the event is skipped.
718  eventAux_.id().event())) {
719  return true;
720  }
721  }
722 
723  // Skip runs with no lumis if either lumisToSkip or lumisToProcess have been set to select lumis
725  eventSkipperByID_->skippingLumis()) {
726  IndexIntoFile::IndexIntoFileItr iterLumi = indexIntoFileIter_;
727 
728  // There are no lumis in this run, not even ones we will skip
729  if(iterLumi.peekAheadAtLumi() == IndexIntoFile::invalidLumi) {
730  return true;
731  }
732  // If we get here there are lumis in the run, check to see if we are skipping all of them
733  do {
734  if(!eventSkipperByID_->skipIt(iterLumi.run(), iterLumi.peekAheadAtLumi(), 0U)) {
735  return false;
736  }
737  }
738  while(iterLumi.skipLumiInRun());
739  return true;
740  }
741  }
742  return false;
743  }
EventNumber_t event() const
Definition: EventID.h:41
edm::propagate_const< std::shared_ptr< EventSkipperByID > > eventSkipperByID_
Definition: RootFile.h:258
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t lumi() const
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1195
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
static constexpr LuminosityBlockNumber_t invalidLumi
EventID const & id() const
EventAuxiliary eventAux_
Definition: RootFile.h:275
RootTreePtrArray& edm::RootFile::treePointers ( )
inlineprivate

Definition at line 220 of file RootFile.h.

References MicroEventContent_cff::branch, cmsCodeRulesChecker::rules, and AlCaHLTBitMon_QueryRunRegistry::string.

220 {return treePointers_;}
RootTreePtrArray treePointers_
Definition: RootFile.h:279
void edm::RootFile::validateFile ( InputType  inputType,
bool  usingGoToEvent 
)
private

Definition at line 1103 of file RootFile.cc.

References edm::createGlobalIdentifier(), daqProvenanceHelper_, duplicateChecker_, edm::IndexIntoFile::empty(), edm::RootTree::entries(), edm::errors::EventCorruption, eventTree_, Exception, fid_, fileFormatVersion(), edm::IndexIntoFile::fillEventNumbersOrEntries(), fillIndexIntoFile(), edm::IndexIntoFile::fixIndexes(), indexIntoFile_, edm::FileID::isValid(), edm::RootTree::isValid(), noEventSort_, orderedProcessHistoryIDs_, edm::Primary, processHistoryRegistry_, edm::IndexIntoFile::reduceProcessHistoryIDs(), runTree(), edm::IndexIntoFile::setEventFinder(), edm::IndexIntoFile::setNumberOfEvents(), edm::IndexIntoFile::setProcessHistoryIDs(), and edm::FileFormatVersion::useReducedProcessHistoryID().

Referenced by RootFile().

1103  {
1104  if(!fid_.isValid()) {
1105  fid_ = FileID(createGlobalIdentifier());
1106  }
1107  if(!eventTree_.isValid()) {
1109  "'Events' tree is corrupted or not present\n" << "in the input file.\n";
1110  }
1111 
1112  if(fileFormatVersion().hasIndexIntoFile()) {
1113  if(runTree().entries() > 0) {
1114  assert(!indexIntoFile_.empty());
1115  }
1117  if(daqProvenanceHelper_) {
1118  std::vector<ProcessHistoryID>& phidVec = indexIntoFile_.setProcessHistoryIDs();
1119  for(auto& phid : phidVec) {
1120  phid = daqProvenanceHelper_->mapProcessHistoryID(phid);
1121  }
1122  }
1124  }
1125  }
1126  else {
1127  assert(indexIntoFile_.empty());
1129  }
1130 
1133  indexIntoFile_.setEventFinder(std::shared_ptr<IndexIntoFile::EventFinder>(std::make_shared<RootFileEventFinder>(eventTree_)));
1134  // We fill the event numbers explicitly if we need to find events in closed files,
1135  // such as for secondary files (or secondary sources) or if duplicate checking across files.
1136  bool needEventNumbers = false;
1137  bool needIndexesForDuplicateChecker = duplicateChecker_ && duplicateChecker_->checkingAllFiles() && !duplicateChecker_->checkDisabled();
1138  if(inputType != InputType::Primary || needIndexesForDuplicateChecker || usingGoToEvent) {
1139  needEventNumbers = true;
1140  }
1141  bool needEventEntries = false;
1142  if(inputType != InputType::Primary || !noEventSort_) {
1143  // We need event entries for sorting or for secondary files or sources.
1144  needEventEntries = true;
1145  }
1146  indexIntoFile_.fillEventNumbersOrEntries(needEventNumbers, needEventEntries);
1147  }
void fillEventNumbersOrEntries(bool needEventNumbers, bool needEventEntries) const
void setEventFinder(std::shared_ptr< EventFinder > ptr) const
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
bool empty() const
True if no runs, lumis, or events are in the file.
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
EntryNumber const & entries() const
Definition: RootTree.h:133
void reduceProcessHistoryIDs(ProcessHistoryRegistry const &processHistoryRegistry)
FileID fid_
Definition: RootFile.h:260
std::vector< ProcessHistoryID > & setProcessHistoryIDs()
bool noEventSort_
Definition: RootFile.h:271
RootTree const & runTree() const
Definition: RootFile.h:175
RootTree eventTree_
Definition: RootFile.h:276
bool isValid() const
Definition: FileID.h:18
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
void fixIndexes(std::vector< ProcessHistoryID > &processHistoryIDs)
bool isValid() const
Definition: RootTree.cc:106
void fillIndexIntoFile()
Definition: RootFile.cc:877
std::vector< ProcessHistoryID > & orderedProcessHistoryIDs_
Definition: RootFile.h:263
void setNumberOfEvents(EntryNumber_t nevents) const
bool useReducedProcessHistoryID() const
std::string createGlobalIdentifier()
bool edm::RootFile::wasFirstEventJustRead ( ) const

Definition at line 815 of file RootFile.cc.

References a, b, mps_splice::entry, indexIntoFileIter_, edm::IndexIntoFile::invalidEntry, csvLumiCalc::lumi, findQualityFiles::run, and edm::IndexIntoFile::IndexIntoFileItr::skipEventBackward().

815  {
816  IndexIntoFile::IndexIntoFileItr itr(indexIntoFileIter_);
817  int phIndex;
820  IndexIntoFile::EntryNumber_t eventEntry;
821  itr.skipEventBackward(phIndex,
822  run,
823  lumi,
824  eventEntry);
825  itr.skipEventBackward(phIndex,
826  run,
827  lumi,
828  eventEntry);
829  return eventEntry == IndexIntoFile::invalidEntry;
830  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
unsigned int LuminosityBlockNumber_t
long long EntryNumber_t
static constexpr EntryNumber_t invalidEntry
unsigned int RunNumber_t
bool edm::RootFile::wasLastEventJustRead ( ) const

Definition at line 808 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::advanceToEvent(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileIter_, and edm::IndexIntoFile::kEnd.

808  {
809  IndexIntoFile::IndexIntoFileItr itr(indexIntoFileIter_);
810  itr.advanceToEvent();
811  return itr.getEntryType() == IndexIntoFile::kEnd;
812  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
int edm::RootFile::whyNotFastClonable ( ) const
inline

Definition at line 177 of file RootFile.h.

Referenced by createFileBlock().

177 {return whyNotFastClonable_;}
int whyNotFastClonable_
Definition: RootFile.h:272

Member Data Documentation

edm::propagate_const<std::shared_ptr<BranchChildren> > edm::RootFile::branchChildren_
private

Definition at line 293 of file RootFile.h.

Referenced by markBranchToBeDropped(), and RootFile().

edm::propagate_const<std::shared_ptr<BranchIDListHelper> > edm::RootFile::branchIDListHelper_
private

Definition at line 283 of file RootFile.h.

Referenced by fillEventHistory(), and RootFile().

std::shared_ptr<BranchIDLists const> edm::RootFile::branchIDLists_
private

Definition at line 282 of file RootFile.h.

Referenced by RootFile().

BranchListIndexes edm::RootFile::branchListIndexes_
private

Definition at line 291 of file RootFile.h.

Referenced by fillEventHistory(), and readCurrentEvent().

bool edm::RootFile::branchListIndexesUnchanged_
private

Definition at line 274 of file RootFile.h.

Referenced by RootFile().

edm::propagate_const<std::unique_ptr<DaqProvenanceHelper> > edm::RootFile::daqProvenanceHelper_
private
edm::propagate_const<std::shared_ptr<DuplicateChecker> > edm::RootFile::duplicateChecker_
private
edm::propagate_const<TClass*> edm::RootFile::edProductClass_
private

Definition at line 300 of file RootFile.h.

Referenced by dropOnInput().

EventAuxiliary edm::RootFile::eventAux_
private
edm::propagate_const<TTree*> edm::RootFile::eventHistoryTree_
private

Definition at line 289 of file RootFile.h.

Referenced by close(), fillEventHistory(), and readEventHistoryTree().

std::vector<EventProcessHistoryID> edm::RootFile::eventProcessHistoryIDs_
private

Definition at line 267 of file RootFile.h.

Referenced by fillEventHistory(), and RootFile().

std::vector<EventProcessHistoryID>::const_iterator edm::RootFile::eventProcessHistoryIter_
private

Definition at line 268 of file RootFile.h.

Referenced by fillEventHistory(), and RootFile().

std::vector<edm::propagate_const<std::shared_ptr<ProductProvenanceRetriever> > > edm::RootFile::eventProductProvenanceRetrievers_
private

Definition at line 297 of file RootFile.h.

Referenced by makeProductProvenanceRetriever().

EventSelectionIDVector edm::RootFile::eventSelectionIDs_
private

Definition at line 290 of file RootFile.h.

Referenced by fillEventHistory(), and readCurrentEvent().

edm::propagate_const<std::shared_ptr<EventSkipperByID> > edm::RootFile::eventSkipperByID_
private

Definition at line 258 of file RootFile.h.

Referenced by RootFile(), skipEvents(), and skipThisEntry().

RootTree edm::RootFile::eventTree_
private
FileID edm::RootFile::fid_
private

Definition at line 260 of file RootFile.h.

Referenced by reportOpened(), RootFile(), and validateFile().

std::string const edm::RootFile::file_
private

Definition at line 253 of file RootFile.h.

Referenced by createFileBlock(), dropOnInput(), isDuplicateEvent(), and skipEvents().

FileFormatVersion edm::RootFile::fileFormatVersion_
private

Definition at line 259 of file RootFile.h.

Referenced by makeProvenanceReaderMaker(), and RootFile().

edm::propagate_const<std::shared_ptr<InputFile> > edm::RootFile::filePtr_
private
edm::propagate_const<std::unique_ptr<ThinnedAssociationsHelper> > edm::RootFile::fileThinnedAssociationsHelper_
private

Definition at line 284 of file RootFile.h.

Referenced by dropOnInput(), initAssociationsFromSecondary(), and RootFile().

std::array<bool, NumBranchTypes> edm::RootFile::hasNewlyDroppedBranch_
private

Definition at line 273 of file RootFile.h.

Referenced by dropOnInput(), and RootFile().

edm::propagate_const<std::unique_ptr<History> > edm::RootFile::history_
private

Definition at line 292 of file RootFile.h.

Referenced by fillEventHistory(), and readEventHistoryTree().

IndexIntoFile& edm::RootFile::indexIntoFile_
private
IndexIntoFile::IndexIntoFileItr edm::RootFile::indexIntoFileBegin_
private

Definition at line 264 of file RootFile.h.

Referenced by RootFile(), and setIfFastClonable().

IndexIntoFile::IndexIntoFileItr edm::RootFile::indexIntoFileEnd_
private
IndexIntoFile::IndexIntoFileItr edm::RootFile::indexIntoFileIter_
private
edm::propagate_const<std::shared_ptr<IndexIntoFile> > edm::RootFile::indexIntoFileSharedPtr_
private

Definition at line 261 of file RootFile.h.

IndexIntoFile::EntryNumber_t edm::RootFile::lastEventEntryNumberRead_
private

Definition at line 280 of file RootFile.h.

Referenced by fillIndexIntoFile(), and fillThisEventAuxiliary().

std::string const edm::RootFile::logicalFile_
private

Definition at line 254 of file RootFile.h.

Referenced by reportOpened().

RootTree edm::RootFile::lumiTree_
private
std::map<std::string, std::string> edm::RootFile::newBranchToOldBranch_
private

Definition at line 288 of file RootFile.h.

Referenced by newBranchToOldBranch(), and RootFile().

bool edm::RootFile::noEventSort_
private

Definition at line 271 of file RootFile.h.

Referenced by goToEvent(), setIfFastClonable(), and validateFile().

std::vector<ProcessHistoryID>& edm::RootFile::orderedProcessHistoryIDs_
private

Definition at line 263 of file RootFile.h.

Referenced by validateFile().

std::vector<ParentageID> edm::RootFile::parentageIDLookup_
private

Definition at line 298 of file RootFile.h.

Referenced by makeProvenanceReaderMaker(), and readParentageTree().

ProcessConfiguration const& edm::RootFile::processConfiguration_
private

Definition at line 255 of file RootFile.h.

edm::propagate_const<ProcessHistoryRegistry*> edm::RootFile::processHistoryRegistry_
private
InputSource::ProcessingMode edm::RootFile::processingMode_
private

Definition at line 286 of file RootFile.h.

Referenced by getNextItemType(), and setIfFastClonable().

std::shared_ptr<ProductRegistry const> edm::RootFile::productRegistry_
private

Definition at line 281 of file RootFile.h.

Referenced by RootFile().

edm::propagate_const<std::unique_ptr<ProvenanceAdaptor> > edm::RootFile::provenanceAdaptor_
private

Definition at line 295 of file RootFile.h.

Referenced by fillEventHistory(), fillLumiAuxiliary(), fillRunAuxiliary(), and RootFile().

edm::propagate_const<std::unique_ptr<MakeProvenanceReader> > edm::RootFile::provenanceReaderMaker_
private

Definition at line 296 of file RootFile.h.

Referenced by makeProductProvenanceRetriever(), and RootFile().

edm::propagate_const<RunHelperBase*> edm::RootFile::runHelper_
private
RootTree edm::RootFile::runTree_
private
edm::propagate_const<std::shared_ptr<RunAuxiliary> > edm::RootFile::savedRunAuxiliary_
private

Definition at line 269 of file RootFile.h.

Referenced by readLuminosityBlockAuxiliary_(), and readRunAuxiliary_().

bool edm::RootFile::skipAnyEvents_
private

Definition at line 270 of file RootFile.h.

Referenced by setIfFastClonable().

edm::propagate_const<std::shared_ptr<ThinnedAssociationsHelper> > edm::RootFile::thinnedAssociationsHelper_
private

Definition at line 285 of file RootFile.h.

Referenced by initAssociationsFromSecondary().

RootTreePtrArray edm::RootFile::treePointers_
private

Definition at line 279 of file RootFile.h.

Referenced by close(), dropOnInput(), and RootFile().

int edm::RootFile::whyNotFastClonable_
private

Definition at line 272 of file RootFile.h.

Referenced by RootFile(), and setIfFastClonable().