CMS 3D CMS Logo

List of all members | Public Types | Public Member Functions | Private Member Functions | Private Attributes
edm::RootFile Class Reference

#include <RootFile.h>

Public Types

typedef std::array< RootTree *, NumBranchTypesRootTreePtrArray
 

Public Member Functions

std::shared_ptr< BranchIDListHelper const > branchIDListHelper () const
 
std::shared_ptr< BranchIDListHelper > & branchIDListHelper ()
 
bool branchListIndexesUnchanged () const
 
void close ()
 
bool containsItem (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event) const
 
std::unique_ptr< FileBlockcreateFileBlock () const
 
EventAuxiliary const & eventAux () const
 
EventID const & eventID () const
 
RootTree const & eventTree () const
 
std::string const & file () const
 
FileFormatVersion fileFormatVersion () const
 
IndexIntoFile::EntryType getNextItemType (RunNumber_t &run, LuminosityBlockNumber_t &lumi, EventNumber_t &event)
 
bool goToEvent (EventID const &eventID)
 
std::array< bool, NumBranchTypes > const & hasNewlyDroppedBranch () const
 
IndexIntoFile::IndexIntoFileItr indexIntoFileIter () const
 
std::shared_ptr< IndexIntoFile const > indexIntoFileSharedPtr () const
 
std::shared_ptr< IndexIntoFile > & indexIntoFileSharedPtr ()
 
void initAssociationsFromSecondary (std::vector< BranchID > const &)
 
RootTree const & lumiTree () const
 
bool modifiedIDs () const
 
bool nextEventEntry ()
 
RootFileoperator= (RootFile const &)=delete
 
std::shared_ptr< ProductRegistry const > productRegistry () const
 
bool readCurrentEvent (EventPrincipal &cache)
 
void readEvent (EventPrincipal &cache)
 
void readFakeRun_ (RunPrincipal &runPrincipal)
 
std::shared_ptr< RunAuxiliaryreadFakeRunAuxiliary_ ()
 
void readLuminosityBlock_ (LuminosityBlockPrincipal &lumiPrincipal)
 
std::shared_ptr< LuminosityBlockAuxiliaryreadLuminosityBlockAuxiliary_ ()
 
void readRun_ (RunPrincipal &runPrincipal)
 
std::shared_ptr< RunAuxiliaryreadRunAuxiliary_ ()
 
void reportOpened (std::string const &inputType)
 
void rewind ()
 
 RootFile (std::string const &fileName, ProcessConfiguration const &processConfiguration, std::string const &logicalFileName, std::shared_ptr< InputFile > filePtr, std::shared_ptr< EventSkipperByID > eventSkipperByID, bool skipAnyEvents, int remainingEvents, int remainingLumis, unsigned int nStreams, unsigned int treeCacheSize, int treeMaxVirtualSize, InputSource::ProcessingMode processingMode, RunHelperBase *runHelper, bool noEventSort, ProductSelectorRules const &productSelectorRules, InputType inputType, std::shared_ptr< BranchIDListHelper > branchIDListHelper, std::shared_ptr< ThinnedAssociationsHelper > thinnedAssociationsHelper, std::vector< BranchID > const *associationsFromSecondary, std::shared_ptr< DuplicateChecker > duplicateChecker, bool dropDescendantsOfDroppedProducts, ProcessHistoryRegistry &processHistoryRegistry, std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile, std::vector< ProcessHistoryID > &orderedProcessHistoryIDs, bool bypassVersionCheck, bool labelRawDataLikeMC, bool usingGoToEvent, bool enablePrefetching)
 
 RootFile (std::string const &fileName, ProcessConfiguration const &processConfiguration, std::string const &logicalFileName, std::shared_ptr< InputFile > filePtr, unsigned int nStreams, int treeMaxVirtualSize, InputSource::ProcessingMode processingMode, RunHelperBase *runHelper, ProductSelectorRules const &productSelectorRules, InputType inputType, std::shared_ptr< BranchIDListHelper > branchIDListHelper, std::shared_ptr< ThinnedAssociationsHelper > thinnedAssociationsHelper, std::vector< BranchID > const *associationsFromSecondary, bool dropDescendantsOfDroppedProducts, ProcessHistoryRegistry &processHistoryRegistry, std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile, std::vector< ProcessHistoryID > &orderedProcessHistoryIDs, bool bypassVersionCheck, bool labelRawDataLikeMC, bool enablePrefetching)
 
 RootFile (std::string const &fileName, ProcessConfiguration const &processConfiguration, std::string const &logicalFileName, std::shared_ptr< InputFile > filePtr, unsigned int nStreams, unsigned int treeCacheSize, int treeMaxVirtualSize, RunHelperBase *runHelper, ProductSelectorRules const &productSelectorRules, InputType inputType, ProcessHistoryRegistry &processHistoryRegistry, std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile, std::vector< ProcessHistoryID > &orderedProcessHistoryIDs, bool bypassVersionCheck, bool enablePrefetching)
 
 RootFile (RootFile const &)=delete
 
RootTree const & runTree () const
 
void setAtEventEntry (IndexIntoFile::EntryNumber_t entry)
 
bool setEntryAtEvent (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event)
 
bool setEntryAtItem (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event)
 
bool setEntryAtLumi (RunNumber_t run, LuminosityBlockNumber_t lumi)
 
bool setEntryAtNextEventInLumi (RunNumber_t run, LuminosityBlockNumber_t lumi)
 
bool setEntryAtRun (RunNumber_t run)
 
void setPosition (IndexIntoFile::IndexIntoFileItr const &position)
 
void setSignals (signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *preEventReadSource, signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *postEventReadSource)
 
void setToLastEntry ()
 
bool skipEntries (unsigned int &offset)
 
bool skipEvents (int &offset)
 
bool wasFirstEventJustRead () const
 
bool wasLastEventJustRead () const
 
int whyNotFastClonable () const
 
 ~RootFile ()
 

Private Member Functions

std::shared_ptr< BranchChildren const > branchChildren () const
 
std::shared_ptr< BranchChildren > & branchChildren ()
 
void dropOnInput (ProductRegistry &reg, ProductSelectorRules const &rules, bool dropDescendants, InputType inputType)
 
std::shared_ptr< ProductProvenanceRetriever const > eventProductProvenanceRetriever (size_t index) const
 
std::shared_ptr< ProductProvenanceRetriever > & eventProductProvenanceRetriever (size_t index)
 
bool fillEventAuxiliary (IndexIntoFile::EntryNumber_t entry)
 
void fillEventHistory ()
 
void fillIndexIntoFile ()
 
std::shared_ptr< LuminosityBlockAuxiliaryfillLumiAuxiliary ()
 
std::shared_ptr< RunAuxiliaryfillRunAuxiliary ()
 
void fillThisEventAuxiliary ()
 
void initializeDuplicateChecker (std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile)
 
bool isDuplicateEvent ()
 
std::shared_ptr< ProductProvenanceRetrievermakeProductProvenanceRetriever (unsigned int iStreamIndex)
 
std::unique_ptr< MakeProvenanceReadermakeProvenanceReaderMaker (InputType inputType)
 
void markBranchToBeDropped (bool dropDescendants, BranchDescription const &branch, std::set< BranchID > &branchesToDrop, std::map< BranchID, BranchID > const &droppedToKeptAlias) const
 
std::string const & newBranchToOldBranch (std::string const &newBranch) const
 
void readEntryDescriptionTree (EntryDescriptionMap &entryDescriptionMap, InputType inputType)
 
void readEventHistoryTree ()
 
void readParentageTree (InputType inputType)
 
std::shared_ptr< RunAuxiliary const > savedRunAuxiliary () const
 
std::shared_ptr< RunAuxiliary > & savedRunAuxiliary ()
 
void setIfFastClonable (int remainingEvents, int remainingLumis)
 
bool skipThisEntry ()
 
RootTreePtrArraytreePointers ()
 
void validateFile (InputType inputType, bool usingGoToEvent)
 

Private Attributes

edm::propagate_const< std::shared_ptr< BranchChildren > > branchChildren_
 
edm::propagate_const< std::shared_ptr< BranchIDListHelper > > branchIDListHelper_
 
std::shared_ptr< BranchIDLists const > branchIDLists_
 
BranchListIndexes branchListIndexes_
 
bool branchListIndexesUnchanged_
 
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
 
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
 
edm::propagate_const< TClass * > edProductClass_
 
EventAuxiliary eventAux_
 
edm::propagate_const< TTree * > eventHistoryTree_
 
std::vector< EventProcessHistoryIDeventProcessHistoryIDs_
 
std::vector< EventProcessHistoryID >::const_iterator eventProcessHistoryIter_
 
std::vector< edm::propagate_const< std::shared_ptr< ProductProvenanceRetriever > > > eventProductProvenanceRetrievers_
 
EventSelectionIDVector eventSelectionIDs_
 
edm::propagate_const< std::shared_ptr< EventSkipperByID > > eventSkipperByID_
 
RootTree eventTree_
 
FileID fid_
 
std::string const file_
 
FileFormatVersion fileFormatVersion_
 
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
 
edm::propagate_const< std::unique_ptr< ThinnedAssociationsHelper > > fileThinnedAssociationsHelper_
 
std::array< bool, NumBranchTypeshasNewlyDroppedBranch_
 
edm::propagate_const< std::unique_ptr< History > > history_
 
IndexIntoFileindexIntoFile_
 
IndexIntoFile::IndexIntoFileItr indexIntoFileBegin_
 
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
 
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
 
edm::propagate_const< std::shared_ptr< IndexIntoFile > > indexIntoFileSharedPtr_
 
IndexIntoFile::EntryNumber_t lastEventEntryNumberRead_
 
std::string const logicalFile_
 
RootTree lumiTree_
 
std::map< std::string, std::string > newBranchToOldBranch_
 
bool noEventSort_
 
std::vector< ProcessHistoryID > & orderedProcessHistoryIDs_
 
std::vector< ParentageIDparentageIDLookup_
 
ProcessConfiguration const & processConfiguration_
 
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
 
InputSource::ProcessingMode processingMode_
 
std::shared_ptr< ProductRegistry const > productRegistry_
 
edm::propagate_const< std::unique_ptr< ProvenanceAdaptor > > provenanceAdaptor_
 
edm::propagate_const< std::unique_ptr< MakeProvenanceReader > > provenanceReaderMaker_
 
edm::propagate_const< RunHelperBase * > runHelper_
 
RootTree runTree_
 
edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
 
bool skipAnyEvents_
 
edm::propagate_const< std::shared_ptr< ThinnedAssociationsHelper > > thinnedAssociationsHelper_
 
RootTreePtrArray treePointers_
 
int whyNotFastClonable_
 

Detailed Description

Definition at line 61 of file RootFile.h.

Member Typedef Documentation

Definition at line 63 of file RootFile.h.

Constructor & Destructor Documentation

edm::RootFile::RootFile ( std::string const &  fileName,
ProcessConfiguration const &  processConfiguration,
std::string const &  logicalFileName,
std::shared_ptr< InputFile filePtr,
std::shared_ptr< EventSkipperByID eventSkipperByID,
bool  skipAnyEvents,
int  remainingEvents,
int  remainingLumis,
unsigned int  nStreams,
unsigned int  treeCacheSize,
int  treeMaxVirtualSize,
InputSource::ProcessingMode  processingMode,
RunHelperBase runHelper,
bool  noEventSort,
ProductSelectorRules const &  productSelectorRules,
InputType  inputType,
std::shared_ptr< BranchIDListHelper branchIDListHelper,
std::shared_ptr< ThinnedAssociationsHelper thinnedAssociationsHelper,
std::vector< BranchID > const *  associationsFromSecondary,
std::shared_ptr< DuplicateChecker duplicateChecker,
bool  dropDescendantsOfDroppedProducts,
ProcessHistoryRegistry processHistoryRegistry,
std::vector< std::shared_ptr< IndexIntoFile > > const &  indexesIntoFiles,
std::vector< std::shared_ptr< IndexIntoFile > >::size_type  currentIndexIntoFile,
std::vector< ProcessHistoryID > &  orderedProcessHistoryIDs,
bool  bypassVersionCheck,
bool  labelRawDataLikeMC,
bool  usingGoToEvent,
bool  enablePrefetching 
)

Definition at line 129 of file RootFile.cc.

References edm::IndexIntoFile::begin(), branchChildren_, edm::poolNames::branchIDListBranchName(), branchIDListHelper_, branchIDLists_, branchListIndexesUnchanged_, edm::BranchDescription::branchName(), edm::BranchDescription::branchType(), edm::BranchTypeToAuxiliaryBranchName(), edm::BranchDescription::className(), edm::ProductRegistry::copyProduct(), daqProvenanceHelper_, edm::roottree::defaultNonEventCacheSize, edm::IndexIntoFile::doneFileInitialization(), dropOnInput(), edm::IndexIntoFile::end(), edm::errors::EventCorruption, edm::poolNames::eventHistoryBranchName(), eventProcessHistoryIDs_, eventProcessHistoryIter_, eventSkipperByID_, edm::FileBlock::EventsOrLumisSelectedByID, eventTree_, Exception, fid_, file(), fileFormatVersion(), fileFormatVersion_, edm::poolNames::fileFormatVersionBranchName(), edm::poolNames::fileIdentifierBranchName(), filePtr_, edm::errors::FileReadError, fileThinnedAssociationsHelper_, ghostTrackVertexReco_cff::finder, edm::IndexIntoFile::firstAppearanceOrder, edm::BranchDescription::friendlyClassName(), edm::friendlyname::friendlyName(), edm::roottree::getEntry(), hasNewlyDroppedBranch_, edm::FileFormatVersion::hasThinnedAssociations(), mps_fire::i, edm::poolNames::idToParameterSetBlobsBranchName(), indexIntoFile_, indexIntoFileBegin_, edm::poolNames::indexIntoFileBranchName(), indexIntoFileEnd_, indexIntoFileIter_, edm::InEvent, edm::BranchDescription::init(), initializeDuplicateChecker(), edm::InLumi, edm::InRun, edm::pset::Registry::insertMapped(), edm::pset::Registry::instance(), lumiTree_, makeProvenanceReaderMaker(), edm::poolNames::metaDataTreeName(), edm::poolNames::moduleDescriptionMapBranchName(), newBranchToOldBranch(), newBranchToOldBranch_, edm::IndexIntoFile::numericalOrder, edm::poolNames::parameterSetMapBranchName(), edm::poolNames::parameterSetsTreeName(), edm::Primary, edm::poolNames::processConfigurationBranchName(), edm::poolNames::processHistoryBranchName(), edm::poolNames::processHistoryMapBranchName(), parseEventContent::prod, edm::poolNames::productDependenciesBranchName(), edm::poolNames::productDescriptionBranchName(), edm::ProductRegistry::productList(), edm::ProductRegistry::productListUpdator(), productRegistry(), productRegistry_, provenanceAdaptor_, provenanceReaderMaker_, muonDTDigis_cfi::pset, readEventHistoryTree(), edm::ProcessHistoryRegistry::registerProcessHistory(), edm::RootTree::resetTraining(), edm::IndexIntoFile::IndexIntoFileItr::run(), runHelper_, runTree_, edm::SecondaryFile, edm::SecondarySource, setIfFastClonable(), edm::source(), AlCaHLTBitMon_QueryRunRegistry::string, edm::poolNames::thinnedAssociationsHelperBranchName(), edm::RootTree::trainCache(), edm::roottree::trainCache(), treePointers_, edm::errors::UnimplementedFeature, edm::BranchDescription::updateFriendlyClassName(), validateFile(), and whyNotFastClonable_.

157  :
158  file_(fileName),
159  logicalFile_(logicalFileName),
160  processConfiguration_(processConfiguration),
161  processHistoryRegistry_(&processHistoryRegistry),
162  filePtr_(filePtr),
163  eventSkipperByID_(eventSkipperByID),
165  fid_(),
166  indexIntoFileSharedPtr_(new IndexIntoFile),
168  orderedProcessHistoryIDs_(orderedProcessHistoryIDs),
175  skipAnyEvents_(skipAnyEvents),
180  eventAux_(),
181  eventTree_(filePtr, InEvent, nStreams, treeMaxVirtualSize, treeCacheSize, roottree::defaultLearningEntries, enablePrefetching, inputType),
182  lumiTree_(filePtr, InLumi, 1, treeMaxVirtualSize, roottree::defaultNonEventCacheSize, roottree::defaultNonEventLearningEntries, enablePrefetching, inputType),
183  runTree_(filePtr, InRun, 1, treeMaxVirtualSize, roottree::defaultNonEventCacheSize, roottree::defaultNonEventLearningEntries, enablePrefetching, inputType),
184  treePointers_(),
187  branchIDLists_(),
190  thinnedAssociationsHelper_(thinnedAssociationsHelper),
191  processingMode_(processingMode),
192  runHelper_(runHelper),
194  eventHistoryTree_(nullptr),
197  history_(),
198  branchChildren_(new BranchChildren),
199  duplicateChecker_(duplicateChecker),
205  edProductClass_(TClass::GetClass("edm::WrapperBase")) {
206 
207  hasNewlyDroppedBranch_.fill(false);
208 
212 
213  // Read the metadata tree.
214  // We use a smart pointer so the tree will be deleted after use, and not kept for the life of the file.
215  std::unique_ptr<TTree> metaDataTree(dynamic_cast<TTree *>(filePtr_->Get(poolNames::metaDataTreeName().c_str())));
216  if(nullptr == metaDataTree.get()) {
217  throw Exception(errors::FileReadError) << "Could not find tree " << poolNames::metaDataTreeName()
218  << " in the input file.\n";
219  }
220 
221  // To keep things simple, we just read in every possible branch that exists.
222  // We don't pay attention to which branches exist in which file format versions
223 
224  FileFormatVersion *fftPtr = &fileFormatVersion_;
225  if(metaDataTree->FindBranch(poolNames::fileFormatVersionBranchName().c_str()) != nullptr) {
226  TBranch *fft = metaDataTree->GetBranch(poolNames::fileFormatVersionBranchName().c_str());
227  fft->SetAddress(&fftPtr);
228  roottree::getEntry(fft, 0);
229  metaDataTree->SetBranchAddress(poolNames::fileFormatVersionBranchName().c_str(), &fftPtr);
230  }
231 
232  FileID *fidPtr = &fid_;
233  if(metaDataTree->FindBranch(poolNames::fileIdentifierBranchName().c_str()) != nullptr) {
234  metaDataTree->SetBranchAddress(poolNames::fileIdentifierBranchName().c_str(), &fidPtr);
235  }
236 
237  IndexIntoFile *iifPtr = &indexIntoFile_;
238  if(metaDataTree->FindBranch(poolNames::indexIntoFileBranchName().c_str()) != nullptr) {
239  metaDataTree->SetBranchAddress(poolNames::indexIntoFileBranchName().c_str(), &iifPtr);
240  }
241 
242  // Need to read to a temporary registry so we can do a translation of the BranchKeys.
243  // This preserves backward compatibility against friendly class name algorithm changes.
244  ProductRegistry inputProdDescReg;
245  ProductRegistry *ppReg = &inputProdDescReg;
246  metaDataTree->SetBranchAddress(poolNames::productDescriptionBranchName().c_str(), (&ppReg));
247 
248  typedef std::map<ParameterSetID, ParameterSetBlob> PsetMap;
249  PsetMap psetMap;
250  PsetMap *psetMapPtr = &psetMap;
251  if(metaDataTree->FindBranch(poolNames::parameterSetMapBranchName().c_str()) != nullptr) {
252  //backward compatibility
253  assert(!fileFormatVersion().parameterSetsTree());
254  metaDataTree->SetBranchAddress(poolNames::parameterSetMapBranchName().c_str(), &psetMapPtr);
255  } else {
256  assert(fileFormatVersion().parameterSetsTree());
257  // We use a smart pointer so the tree will be deleted after use, and not kept for the life of the file.
258  std::unique_ptr<TTree> psetTree(dynamic_cast<TTree *>(filePtr_->Get(poolNames::parameterSetsTreeName().c_str())));
259  if(nullptr == psetTree.get()) {
260  throw Exception(errors::FileReadError) << "Could not find tree " << poolNames::parameterSetsTreeName()
261  << " in the input file.\n";
262  }
263 
264  typedef std::pair<ParameterSetID, ParameterSetBlob> IdToBlobs;
265  IdToBlobs idToBlob;
266  IdToBlobs* pIdToBlob = &idToBlob;
267  psetTree->SetBranchAddress(poolNames::idToParameterSetBlobsBranchName().c_str(), &pIdToBlob);
268 
269  std::unique_ptr<TTreeCache> psetTreeCache = roottree::trainCache(psetTree.get(), *filePtr_, roottree::defaultNonEventCacheSize, "*");
270  psetTreeCache->SetEnablePrefetching(false);
271  filePtr_->SetCacheRead(psetTreeCache.get());
272  for(Long64_t i = 0; i != psetTree->GetEntries(); ++i) {
273  psetTree->GetEntry(i);
274  psetMap.insert(idToBlob);
275  }
276  filePtr_->SetCacheRead(nullptr);
277  }
278 
279  // backward compatibility
281  ProcessHistoryRegistry::collection_type *pHistMapPtr = &pHistMap;
282  if(metaDataTree->FindBranch(poolNames::processHistoryMapBranchName().c_str()) != nullptr) {
283  metaDataTree->SetBranchAddress(poolNames::processHistoryMapBranchName().c_str(), &pHistMapPtr);
284  }
285 
287  ProcessHistoryRegistry::vector_type *pHistVectorPtr = &pHistVector;
288  if(metaDataTree->FindBranch(poolNames::processHistoryBranchName().c_str()) != nullptr) {
289  metaDataTree->SetBranchAddress(poolNames::processHistoryBranchName().c_str(), &pHistVectorPtr);
290  }
291 
292  // backward compatibility
293  ProcessConfigurationVector processConfigurations;
294  ProcessConfigurationVector* procConfigVectorPtr = &processConfigurations;
295  if(metaDataTree->FindBranch(poolNames::processConfigurationBranchName().c_str()) != nullptr) {
296  metaDataTree->SetBranchAddress(poolNames::processConfigurationBranchName().c_str(), &procConfigVectorPtr);
297  }
298 
299  auto branchIDListsAPtr = std::make_unique<BranchIDLists>();
300  BranchIDLists* branchIDListsPtr = branchIDListsAPtr.get();
301  if(metaDataTree->FindBranch(poolNames::branchIDListBranchName().c_str()) != nullptr) {
302  metaDataTree->SetBranchAddress(poolNames::branchIDListBranchName().c_str(), &branchIDListsPtr);
303  }
304 
305  if(inputType != InputType::SecondarySource) {
306  fileThinnedAssociationsHelper_ = std::make_unique<ThinnedAssociationsHelper>(); // propagate_const<T> has no reset() function
307  ThinnedAssociationsHelper* thinnedAssociationsHelperPtr = fileThinnedAssociationsHelper_.get();
308  if(metaDataTree->FindBranch(poolNames::thinnedAssociationsHelperBranchName().c_str()) != nullptr) {
309  metaDataTree->SetBranchAddress(poolNames::thinnedAssociationsHelperBranchName().c_str(), &thinnedAssociationsHelperPtr);
310  }
311  }
312 
313  BranchChildren* branchChildrenBuffer = branchChildren_.get();
314  if(metaDataTree->FindBranch(poolNames::productDependenciesBranchName().c_str()) != nullptr) {
315  metaDataTree->SetBranchAddress(poolNames::productDependenciesBranchName().c_str(), &branchChildrenBuffer);
316  }
317 
318  // backward compatibility
319  std::vector<EventProcessHistoryID> *eventHistoryIDsPtr = &eventProcessHistoryIDs_;
320  if(metaDataTree->FindBranch(poolNames::eventHistoryBranchName().c_str()) != nullptr) {
321  metaDataTree->SetBranchAddress(poolNames::eventHistoryBranchName().c_str(), &eventHistoryIDsPtr);
322  }
323 
324  if(metaDataTree->FindBranch(poolNames::moduleDescriptionMapBranchName().c_str()) != nullptr) {
325  if(metaDataTree->GetBranch(poolNames::moduleDescriptionMapBranchName().c_str())->GetSplitLevel() != 0) {
326  metaDataTree->SetBranchStatus((poolNames::moduleDescriptionMapBranchName() + ".*").c_str(), false);
327  } else {
328  metaDataTree->SetBranchStatus(poolNames::moduleDescriptionMapBranchName().c_str(), false);
329  }
330  }
331 
332  // Here we read the metadata tree
333  roottree::getEntry(metaDataTree.get(), 0);
334 
336 
337  // Here we read the event history tree, if we have one.
339 
341  if(!fileFormatVersion().triggerPathsTracked()) {
342  ParameterSetConverter converter(psetMap, psetIdConverter, fileFormatVersion().parameterSetsByReference());
343  } else {
344  // Merge into the parameter set registry.
345  pset::Registry& psetRegistry = *pset::Registry::instance();
346  for(auto const& psetEntry : psetMap) {
347  ParameterSet pset(psetEntry.second.pset());
348  pset.setID(psetEntry.first);
349  // For thread safety, don't update global registries when a secondary source opens a file.
350  if(inputType != InputType::SecondarySource) {
351  psetRegistry.insertMapped(pset);
352  }
353  }
354  }
355  if(!fileFormatVersion().splitProductIDs()) {
356  // Old provenance format input file. Create a provenance adaptor.
357  // propagate_const<T> has no reset() function
358  provenanceAdaptor_ = std::make_unique<ProvenanceAdaptor>(
359  inputProdDescReg, pHistMap, pHistVector, processConfigurations, psetIdConverter, true);
360  // Fill in the branchIDLists branch from the provenance adaptor
361  branchIDLists_ = provenanceAdaptor_->branchIDLists();
362  } else {
363  if(!fileFormatVersion().triggerPathsTracked()) {
364  // New provenance format, but change in ParameterSet Format. Create a provenance adaptor.
365  // propagate_const<T> has no reset() function
366  provenanceAdaptor_ = std::make_unique<ProvenanceAdaptor>(
367  inputProdDescReg, pHistMap, pHistVector, processConfigurations, psetIdConverter, false);
368  }
369  // New provenance format input file. The branchIDLists branch was read directly from the input file.
370  if(metaDataTree->FindBranch(poolNames::branchIDListBranchName().c_str()) == nullptr) {
372  << "Failed to find branchIDLists branch in metaData tree.\n";
373  }
374  branchIDLists_.reset(branchIDListsAPtr.release());
375  }
376 
378  if(metaDataTree->FindBranch(poolNames::thinnedAssociationsHelperBranchName().c_str()) == nullptr) {
380  << "Failed to find thinnedAssociationsHelper branch in metaData tree.\n";
381  }
382  }
383 
384  if(!bypassVersionCheck) {
385  checkReleaseVersion(pHistVector, file());
386  }
387 
388  if(labelRawDataLikeMC) {
389  std::string const rawData("FEDRawDataCollection");
390  std::string const source("source");
391  ProductRegistry::ProductList& pList = inputProdDescReg.productListUpdator();
392  BranchKey finder(rawData, source, "", "");
393  ProductRegistry::ProductList::iterator it = pList.lower_bound(finder);
394  if(it != pList.end() && it->first.friendlyClassName() == rawData && it->first.moduleLabel() == source) {
395  // We found raw data with a module label of source.
396  // We need to change the module label and process name.
397  // Create helper.
398  it->second.init();
399  // propagate_const<T> has no reset() function
400  daqProvenanceHelper_ = std::make_unique<DaqProvenanceHelper>(it->second.unwrappedTypeID());
401  // Create the new branch description
402  BranchDescription const& newBD = daqProvenanceHelper_->branchDescription();
403  // Save info from the old and new branch descriptions
404  daqProvenanceHelper_->saveInfo(it->second, newBD);
405  // Map the new branch name to the old branch name.
406  newBranchToOldBranch_.insert(std::make_pair(newBD.branchName(), it->second.branchName()));
407  // Remove the old branch description from the product Registry.
408  pList.erase(it);
409  // Check that there was only one.
410  it = pList.lower_bound(finder);
411  assert(!(it != pList.end() && it->first.friendlyClassName() == rawData && it->first.moduleLabel() == source));
412  // Insert the new branch description into the product registry.
413  inputProdDescReg.copyProduct(newBD);
414  // Fix up other per file metadata.
415  daqProvenanceHelper_->fixMetaData(processConfigurations, pHistVector);
416  daqProvenanceHelper_->fixMetaData(*branchIDLists_);
417  daqProvenanceHelper_->fixMetaData(*branchChildren_);
418  }
419  }
420 
421  for(auto const& history : pHistVector) {
422  processHistoryRegistry.registerProcessHistory(history);
423  }
424 
426 
427  // Update the branch id info. This has to be done before validateFile since
428  // depending on the file format, the branchIDListHelper_ may have its fixBranchListIndexes call made
429  if(inputType == InputType::Primary) {
430  branchListIndexesUnchanged_ = branchIDListHelper_->updateFromInput(*branchIDLists_);
431  }
432 
433  validateFile(inputType, usingGoToEvent);
434 
435  // Here, we make the class that will make the ProvenanceReader
436  // It reads whatever trees it needs.
437  // propagate_const<T> has no reset() function
438  provenanceReaderMaker_ = std::unique_ptr<MakeProvenanceReader>(makeProvenanceReaderMaker(inputType).release());
439 
440  // Merge into the hashed registries.
441  if(eventSkipperByID_ && eventSkipperByID_->somethingToSkip()) {
443  }
444 
445  initializeDuplicateChecker(indexesIntoFiles, currentIndexIntoFile);
449  eventProcessHistoryIter_ = eventProcessHistoryIDs_.begin();
450 
451  // Set product presence information in the product registry.
452  ProductRegistry::ProductList& pList = inputProdDescReg.productListUpdator();
453  for(auto& product : pList) {
454  BranchDescription& prod = product.second;
455  prod.init();
456  treePointers_[prod.branchType()]->setPresence(prod, newBranchToOldBranch(prod.branchName()));
457  }
458 
459  auto newReg = std::make_unique<ProductRegistry>();
460 
461  // Do the translation from the old registry to the new one
462  {
463  ProductRegistry::ProductList const& prodList = inputProdDescReg.productList();
464  for(auto const& product : prodList) {
465  BranchDescription const& prod = product.second;
466  std::string newFriendlyName = friendlyname::friendlyName(prod.className());
467  if(newFriendlyName == prod.friendlyClassName()) {
468  newReg->copyProduct(prod);
469  } else {
470  if(fileFormatVersion().splitProductIDs()) {
472  << "Cannot change friendly class name algorithm without more development work\n"
473  << "to update BranchIDLists and ThinnedAssociationsHelper. Contact the framework group.\n";
474  }
475  BranchDescription newBD(prod);
476  newBD.updateFriendlyClassName();
477  newReg->copyProduct(newBD);
478  newBranchToOldBranch_.insert(std::make_pair(newBD.branchName(), prod.branchName()));
479  }
480  }
481  dropOnInput(*newReg, productSelectorRules, dropDescendants, inputType);
482  if(inputType == InputType::SecondaryFile) {
483  thinnedAssociationsHelper->updateFromSecondaryInput(*fileThinnedAssociationsHelper_,
484  *associationsFromSecondary);
485  } else if (inputType == InputType::Primary) {
486  thinnedAssociationsHelper->updateFromPrimaryInput(*fileThinnedAssociationsHelper_);
487  }
488  // freeze the product registry
489  newReg->setFrozen(inputType != InputType::Primary);
490  productRegistry_.reset(newReg.release());
491  }
492 
493  // Set up information from the product registry.
494  ProductRegistry::ProductList const& prodList = productRegistry()->productList();
495  for(auto const& product : prodList) {
496  BranchDescription const& prod = product.second;
497  treePointers_[prod.branchType()]->addBranch(product.first, prod,
498  newBranchToOldBranch(prod.branchName()));
499  }
500 
501  // Determine if this file is fast clonable.
502  setIfFastClonable(remainingEvents, remainingLumis);
503 
504  // We are done with our initial reading of EventAuxiliary.
506 
507  // Tell the event tree to begin training at the next read.
509 
510  // Train the run and lumi trees.
511  runTree_.trainCache("*");
512  lumiTree_.trainCache("*");
513  }
void dropOnInput(ProductRegistry &reg, ProductSelectorRules const &rules, bool dropDescendants, InputType inputType)
Definition: RootFile.cc:1671
Int_t getEntry(TBranch *branch, EntryNumber entryNumber)
Definition: RootTree.cc:497
std::string const & idToParameterSetBlobsBranchName()
Definition: BranchType.cc:255
edm::propagate_const< std::unique_ptr< ThinnedAssociationsHelper > > fileThinnedAssociationsHelper_
Definition: RootFile.h:284
std::vector< ProcessConfiguration > ProcessConfigurationVector
std::string const & BranchTypeToAuxiliaryBranchName(BranchType const &branchType)
Definition: BranchType.cc:115
unsigned int const defaultNonEventLearningEntries
Definition: RootTree.h:48
void doneFileInitialization() const
Clears the temporary vector of event numbers to reduce memory usage.
std::vector< BranchIDList > BranchIDLists
Definition: BranchIDList.h:19
std::shared_ptr< BranchIDLists const > branchIDLists_
Definition: RootFile.h:282
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
std::shared_ptr< BranchIDListHelper const > branchIDListHelper() const
Definition: RootFile.h:207
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
static std::string const source("source")
int whyNotFastClonable_
Definition: RootFile.h:272
edm::propagate_const< std::shared_ptr< EventSkipperByID > > eventSkipperByID_
Definition: RootFile.h:258
edm::propagate_const< std::shared_ptr< ThinnedAssociationsHelper > > thinnedAssociationsHelper_
Definition: RootFile.h:285
std::map< std::string, std::string > newBranchToOldBranch_
Definition: RootFile.h:288
std::map< BranchKey, BranchDescription > ProductList
edm::propagate_const< std::shared_ptr< IndexIntoFile > > indexIntoFileSharedPtr_
Definition: RootFile.h:261
RootTree lumiTree_
Definition: RootFile.h:277
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
Definition: RootFile.h:269
std::string const & fileFormatVersionBranchName()
Definition: BranchType.cc:218
IndexIntoFileItr begin(SortOrder sortOrder) const
InputSource::ProcessingMode processingMode_
Definition: RootFile.h:286
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
void trainCache(char const *branchNames)
Definition: RootTree.cc:458
std::shared_ptr< ProductRegistry const > productRegistry() const
Definition: RootFile.h:167
edm::propagate_const< TClass * > edProductClass_
Definition: RootFile.h:300
FileFormatVersion fileFormatVersion_
Definition: RootFile.h:259
std::string const & parameterSetsTreeName()
Definition: BranchType.cc:251
std::vector< edm::propagate_const< std::shared_ptr< ProductProvenanceRetriever > > > eventProductProvenanceRetrievers_
Definition: RootFile.h:297
std::vector< EventProcessHistoryID >::const_iterator eventProcessHistoryIter_
Definition: RootFile.h:268
FileID fid_
Definition: RootFile.h:260
std::string const logicalFile_
Definition: RootFile.h:254
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
std::string const & processHistoryMapBranchName()
Definition: BranchType.cc:193
bool noEventSort_
Definition: RootFile.h:271
std::string friendlyName(std::string const &iFullName)
IndexIntoFile::EntryNumber_t lastEventEntryNumberRead_
Definition: RootFile.h:280
std::string const & indexIntoFileBranchName()
Definition: BranchType.cc:233
IndexIntoFileItr end(SortOrder sortOrder) const
Used to end an iteration over the Runs, Lumis, and Events in a file.
std::string const & eventHistoryBranchName()
Definition: BranchType.cc:238
EventSelectionIDVector eventSelectionIDs_
Definition: RootFile.h:290
edm::propagate_const< std::unique_ptr< ProvenanceAdaptor > > provenanceAdaptor_
Definition: RootFile.h:295
bool skipAnyEvents_
Definition: RootFile.h:270
RootTree eventTree_
Definition: RootFile.h:276
std::map< ParameterSetID, ParameterSetID > ParameterSetIdConverter
BranchListIndexes branchListIndexes_
Definition: RootFile.h:291
std::string const & metaDataTreeName()
Definition: BranchType.cc:168
std::string const & parameterSetMapBranchName()
Definition: BranchType.cc:183
edm::propagate_const< std::unique_ptr< History > > history_
Definition: RootFile.h:292
std::string const & processHistoryBranchName()
Definition: BranchType.cc:198
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
RootTree runTree_
Definition: RootFile.h:278
edm::propagate_const< std::unique_ptr< MakeProvenanceReader > > provenanceReaderMaker_
Definition: RootFile.h:296
std::array< bool, NumBranchTypes > hasNewlyDroppedBranch_
Definition: RootFile.h:273
static constexpr EntryNumber_t invalidEntry
ProcessConfiguration const & processConfiguration_
Definition: RootFile.h:255
std::shared_ptr< ProductRegistry const > productRegistry_
Definition: RootFile.h:281
void setIfFastClonable(int remainingEvents, int remainingLumis)
Definition: RootFile.cc:601
edm::propagate_const< std::shared_ptr< BranchChildren > > branchChildren_
Definition: RootFile.h:293
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
std::string const & file() const
Definition: RootFile.h:166
std::string const & productDescriptionBranchName()
Definition: BranchType.cc:173
std::string const & processConfigurationBranchName()
Definition: BranchType.cc:203
IndexIntoFile::IndexIntoFileItr indexIntoFileBegin_
Definition: RootFile.h:264
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
bool branchListIndexesUnchanged_
Definition: RootFile.h:274
edm::propagate_const< TTree * > eventHistoryTree_
Definition: RootFile.h:289
unsigned int const defaultNonEventCacheSize
Definition: RootTree.h:46
RootTreePtrArray treePointers_
Definition: RootFile.h:279
void initializeDuplicateChecker(std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile)
Definition: RootFile.cc:1645
std::vector< ProcessHistoryID > & orderedProcessHistoryIDs_
Definition: RootFile.h:263
std::string const & productDependenciesBranchName()
Definition: BranchType.cc:178
std::string const & thinnedAssociationsHelperBranchName()
Definition: BranchType.cc:213
std::unique_ptr< MakeProvenanceReader > makeProvenanceReaderMaker(InputType inputType)
Definition: RootFile.cc:1802
std::string const & branchIDListBranchName()
Definition: BranchType.cc:208
std::vector< ParentageID > parentageIDLookup_
Definition: RootFile.h:298
EventAuxiliary eventAux_
Definition: RootFile.h:275
void resetTraining()
Definition: RootTree.h:162
edm::propagate_const< std::shared_ptr< BranchIDListHelper > > branchIDListHelper_
Definition: RootFile.h:283
void validateFile(InputType inputType, bool usingGoToEvent)
Definition: RootFile.cc:1089
std::string const & newBranchToOldBranch(std::string const &newBranch) const
Definition: RootFile.cc:664
std::unique_ptr< TTreeCache > trainCache(TTree *tree, InputFile &file, unsigned int cacheSize, char const *branchNames)
Definition: RootTree.cc:521
unsigned int const defaultLearningEntries
Definition: RootTree.h:47
bool hasThinnedAssociations() const
std::string const & fileIdentifierBranchName()
Definition: BranchType.cc:223
std::string const & moduleDescriptionMapBranchName()
Definition: BranchType.cc:188
std::string const file_
Definition: RootFile.h:253
std::vector< EventProcessHistoryID > eventProcessHistoryIDs_
Definition: RootFile.h:267
static Registry * instance()
Definition: Registry.cc:13
void readEventHistoryTree()
Definition: RootFile.cc:1632
edm::RootFile::RootFile ( std::string const &  fileName,
ProcessConfiguration const &  processConfiguration,
std::string const &  logicalFileName,
std::shared_ptr< InputFile filePtr,
unsigned int  nStreams,
int  treeMaxVirtualSize,
InputSource::ProcessingMode  processingMode,
RunHelperBase runHelper,
ProductSelectorRules const &  productSelectorRules,
InputType  inputType,
std::shared_ptr< BranchIDListHelper branchIDListHelper,
std::shared_ptr< ThinnedAssociationsHelper thinnedAssociationsHelper,
std::vector< BranchID > const *  associationsFromSecondary,
bool  dropDescendantsOfDroppedProducts,
ProcessHistoryRegistry processHistoryRegistry,
std::vector< std::shared_ptr< IndexIntoFile > > const &  indexesIntoFiles,
std::vector< std::shared_ptr< IndexIntoFile > >::size_type  currentIndexIntoFile,
std::vector< ProcessHistoryID > &  orderedProcessHistoryIDs,
bool  bypassVersionCheck,
bool  labelRawDataLikeMC,
bool  enablePrefetching 
)
inline

Definition at line 94 of file RootFile.h.

114  : RootFile(
115  fileName, processConfiguration, logicalFileName, filePtr,
116  nullptr, false, -1, -1, nStreams, 0U, treeMaxVirtualSize,
117  processingMode, runHelper,
118  false, productSelectorRules, inputType, branchIDListHelper,
119  thinnedAssociationsHelper, associationsFromSecondary,
120  nullptr, dropDescendantsOfDroppedProducts, processHistoryRegistry,
121  indexesIntoFiles, currentIndexIntoFile, orderedProcessHistoryIDs,
122  bypassVersionCheck, labelRawDataLikeMC,
123  false, enablePrefetching) {}
std::shared_ptr< BranchIDListHelper const > branchIDListHelper() const
Definition: RootFile.h:207
RootFile(std::string const &fileName, ProcessConfiguration const &processConfiguration, std::string const &logicalFileName, std::shared_ptr< InputFile > filePtr, std::shared_ptr< EventSkipperByID > eventSkipperByID, bool skipAnyEvents, int remainingEvents, int remainingLumis, unsigned int nStreams, unsigned int treeCacheSize, int treeMaxVirtualSize, InputSource::ProcessingMode processingMode, RunHelperBase *runHelper, bool noEventSort, ProductSelectorRules const &productSelectorRules, InputType inputType, std::shared_ptr< BranchIDListHelper > branchIDListHelper, std::shared_ptr< ThinnedAssociationsHelper > thinnedAssociationsHelper, std::vector< BranchID > const *associationsFromSecondary, std::shared_ptr< DuplicateChecker > duplicateChecker, bool dropDescendantsOfDroppedProducts, ProcessHistoryRegistry &processHistoryRegistry, std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile, std::vector< ProcessHistoryID > &orderedProcessHistoryIDs, bool bypassVersionCheck, bool labelRawDataLikeMC, bool usingGoToEvent, bool enablePrefetching)
Definition: RootFile.cc:129
edm::RootFile::RootFile ( std::string const &  fileName,
ProcessConfiguration const &  processConfiguration,
std::string const &  logicalFileName,
std::shared_ptr< InputFile filePtr,
unsigned int  nStreams,
unsigned int  treeCacheSize,
int  treeMaxVirtualSize,
RunHelperBase runHelper,
ProductSelectorRules const &  productSelectorRules,
InputType  inputType,
ProcessHistoryRegistry processHistoryRegistry,
std::vector< std::shared_ptr< IndexIntoFile > > const &  indexesIntoFiles,
std::vector< std::shared_ptr< IndexIntoFile > >::size_type  currentIndexIntoFile,
std::vector< ProcessHistoryID > &  orderedProcessHistoryIDs,
bool  bypassVersionCheck,
bool  enablePrefetching 
)
inline

Definition at line 125 of file RootFile.h.

References helperFunctions::cache(), and AlCaHLTBitMon_QueryRunRegistry::string.

140  : RootFile(
141  fileName, processConfiguration, logicalFileName, filePtr,
142  nullptr, false, -1, -1, nStreams, treeCacheSize, treeMaxVirtualSize,
144  false, productSelectorRules, inputType, nullptr, nullptr,
145  nullptr, nullptr, false, processHistoryRegistry,
146  indexesIntoFiles, currentIndexIntoFile, orderedProcessHistoryIDs,
147  bypassVersionCheck, false,
148  false, enablePrefetching) {}
RootFile(std::string const &fileName, ProcessConfiguration const &processConfiguration, std::string const &logicalFileName, std::shared_ptr< InputFile > filePtr, std::shared_ptr< EventSkipperByID > eventSkipperByID, bool skipAnyEvents, int remainingEvents, int remainingLumis, unsigned int nStreams, unsigned int treeCacheSize, int treeMaxVirtualSize, InputSource::ProcessingMode processingMode, RunHelperBase *runHelper, bool noEventSort, ProductSelectorRules const &productSelectorRules, InputType inputType, std::shared_ptr< BranchIDListHelper > branchIDListHelper, std::shared_ptr< ThinnedAssociationsHelper > thinnedAssociationsHelper, std::vector< BranchID > const *associationsFromSecondary, std::shared_ptr< DuplicateChecker > duplicateChecker, bool dropDescendantsOfDroppedProducts, ProcessHistoryRegistry &processHistoryRegistry, std::vector< std::shared_ptr< IndexIntoFile > > const &indexesIntoFiles, std::vector< std::shared_ptr< IndexIntoFile > >::size_type currentIndexIntoFile, std::vector< ProcessHistoryID > &orderedProcessHistoryIDs, bool bypassVersionCheck, bool labelRawDataLikeMC, bool usingGoToEvent, bool enablePrefetching)
Definition: RootFile.cc:129
edm::RootFile::~RootFile ( )

Definition at line 515 of file RootFile.cc.

515  {
516  }
edm::RootFile::RootFile ( RootFile const &  )
delete

Member Function Documentation

std::shared_ptr<BranchChildren const> edm::RootFile::branchChildren ( ) const
inlineprivate

Definition at line 247 of file RootFile.h.

References edm::get_underlying_safe().

Referenced by createFileBlock().

std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
edm::propagate_const< std::shared_ptr< BranchChildren > > branchChildren_
Definition: RootFile.h:293
std::shared_ptr<BranchChildren>& edm::RootFile::branchChildren ( )
inlineprivate

Definition at line 248 of file RootFile.h.

References edm::get_underlying_safe().

std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
edm::propagate_const< std::shared_ptr< BranchChildren > > branchChildren_
Definition: RootFile.h:293
std::shared_ptr<BranchIDListHelper const> edm::RootFile::branchIDListHelper ( ) const
inline

Definition at line 207 of file RootFile.h.

References edm::get_underlying_safe().

std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
edm::propagate_const< std::shared_ptr< BranchIDListHelper > > branchIDListHelper_
Definition: RootFile.h:283
std::shared_ptr<BranchIDListHelper>& edm::RootFile::branchIDListHelper ( )
inline

Definition at line 208 of file RootFile.h.

References edm::get_underlying_safe().

std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
edm::propagate_const< std::shared_ptr< BranchIDListHelper > > branchIDListHelper_
Definition: RootFile.h:283
bool edm::RootFile::branchListIndexesUnchanged ( ) const
inline

Definition at line 179 of file RootFile.h.

Referenced by createFileBlock().

bool branchListIndexesUnchanged_
Definition: RootFile.h:274
void edm::RootFile::close ( void  )

Definition at line 1150 of file RootFile.cc.

References eventHistoryTree_, filePtr_, and treePointers_.

Referenced by lumiQTWidget.ApplicationWindow::fileQuit(), esMonitoring.AsyncLineReaderMixin::handle_close(), esMonitoring.FDJsonServer::handle_close(), Vispa.Gui.BoxContentDialog.BoxContentDialog::keyPressEvent(), and Vispa.Gui.FindDialog.FindDialog::keyPressEvent().

1150  {
1151  // Just to play it safe, zero all pointers to objects in the InputFile to be closed.
1152  eventHistoryTree_ = nullptr;
1153  for(auto& treePointer : treePointers_) {
1154  treePointer->close();
1155  treePointer = nullptr;
1156  }
1157  filePtr_->Close();
1158  filePtr_ = nullptr; // propagate_const<T> has no reset() function
1159  }
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
edm::propagate_const< TTree * > eventHistoryTree_
Definition: RootFile.h:289
RootTreePtrArray treePointers_
Definition: RootFile.h:279
bool edm::RootFile::containsItem ( RunNumber_t  run,
LuminosityBlockNumber_t  lumi,
EventNumber_t  event 
) const

Definition at line 743 of file RootFile.cc.

References edm::IndexIntoFile::containsItem(), and indexIntoFile_.

743  {
745  }
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
bool containsItem(RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event) const
Definition: event.py:1
std::unique_ptr< FileBlock > edm::RootFile::createFileBlock ( ) const

Definition at line 647 of file RootFile.cc.

References branchChildren(), branchListIndexesUnchanged(), eventTree_, file_, fileFormatVersion(), hasNewlyDroppedBranch(), lumiTree_, edm::RootTree::metaTree(), modifiedIDs(), runTree_, AlCaHLTBitMon_QueryRunRegistry::string, edm::RootTree::tree(), and whyNotFastClonable().

647  {
648  return std::make_unique<FileBlock>(fileFormatVersion(),
649  eventTree_.tree(),
651  lumiTree_.tree(),
653  runTree_.tree(),
654  runTree_.metaTree(),
657  file_,
659  modifiedIDs(),
660  branchChildren());
661  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
bool branchListIndexesUnchanged() const
Definition: RootFile.h:179
RootTree lumiTree_
Definition: RootFile.h:277
TTree const * metaTree() const
Definition: RootTree.h:152
TTree const * tree() const
Definition: RootTree.h:150
bool modifiedIDs() const
Definition: RootFile.h:180
int whyNotFastClonable() const
Definition: RootFile.h:177
RootTree eventTree_
Definition: RootFile.h:276
std::array< bool, NumBranchTypes > const & hasNewlyDroppedBranch() const
Definition: RootFile.h:178
RootTree runTree_
Definition: RootFile.h:278
std::shared_ptr< BranchChildren const > branchChildren() const
Definition: RootFile.h:247
std::string const file_
Definition: RootFile.h:253
void edm::RootFile::dropOnInput ( ProductRegistry reg,
ProductSelectorRules const &  rules,
bool  dropDescendants,
InputType  inputType 
)
private

Definition at line 1671 of file RootFile.cc.

References edm::ProductRegistry::allBranchDescriptions(), TrackValidation_cff::association, edm::BranchDescription::branchID(), edm::BranchDescription::branchName(), edm::BranchDescription::branchType(), SimDataFormats::CaloAnalysis::cp, drop, edm::BranchDescription::dropped(), edProductClass_, file_, fileThinnedAssociationsHelper_, edm::getWrapperBasePtr(), hasNewlyDroppedBranch_, edm::InEvent, edm::ProductSelector::initialize(), markBranchToBeDropped(), newBranchToOldBranch(), PFRecoTauDiscriminationByIsolation_cfi::offset, edm::BranchDescription::originalBranchID(), AlCaHLTBitMon_ParallelJobs::p, edm::BranchDescription::present(), parseEventContent::prod, edm::ProductRegistry::productListUpdator(), edm::SecondaryFile, edm::SecondarySource, edm::ProductSelector::selected(), groupFilesInBlocks::temp, treePointers_, edm::BranchDescription::unwrappedType(), and edm::BranchDescription::wrappedName().

Referenced by RootFile().

1671  {
1672 
1673  // This is the selector for drop on input.
1674  ProductSelector productSelector;
1675  productSelector.initialize(rules, reg.allBranchDescriptions());
1676 
1677  std::vector<BranchDescription const*> associationDescriptions;
1678 
1679  ProductRegistry::ProductList& prodList = reg.productListUpdator();
1680  // Do drop on input. On the first pass, just fill in a set of branches to be dropped.
1681  std::set<BranchID> branchesToDrop;
1682  std::map<BranchID, BranchID> droppedToKeptAlias;
1683  for(auto const& product : prodList) {
1684  BranchDescription const& prod = product.second;
1685  if (prod.branchID() != prod.originalBranchID() && prod.present()) {
1686  droppedToKeptAlias[prod.originalBranchID()] = prod.branchID();
1687  }
1688  }
1689  for(auto const& product : prodList) {
1690  BranchDescription const& prod = product.second;
1691  // Special handling for ThinnedAssociations
1692  if(prod.unwrappedType() == typeid(ThinnedAssociation) && prod.present()) {
1693  if(inputType != InputType::SecondarySource) {
1694  associationDescriptions.push_back(&prod);
1695  } else {
1696  markBranchToBeDropped(dropDescendants, prod, branchesToDrop, droppedToKeptAlias);
1697  }
1698  } else if(!productSelector.selected(prod)) {
1699  markBranchToBeDropped(dropDescendants, prod, branchesToDrop, droppedToKeptAlias);
1700  }
1701  }
1702 
1703  if(inputType != InputType::SecondarySource) {
1704 
1705  // Decide whether to keep the thinned associations and corresponding
1706  // entries in the helper. For secondary source they are all dropped,
1707  // but in other cases we look for thinned collections the associations
1708  // redirect a Ref or Ptr to when dereferencing them.
1709 
1710  // Need a list of kept products in order to determine which thinned associations
1711  // are kept.
1712  std::set<BranchID> keptProductsInEvent;
1713  for(auto const& product : prodList) {
1714  BranchDescription const& prod = product.second;
1715  if( branchesToDrop.find(prod.branchID()) == branchesToDrop.end() &&
1716  prod.present() &&
1717  prod.branchType() == InEvent) {
1718  keptProductsInEvent.insert(prod.branchID());
1719  }
1720  }
1721 
1722  // Decide which ThinnedAssociations to keep and store the decision in keepAssociation
1723  std::map<BranchID, bool> keepAssociation;
1724  fileThinnedAssociationsHelper_->selectAssociationProducts(associationDescriptions,
1725  keptProductsInEvent,
1726  keepAssociation);
1727 
1728  for(auto association : associationDescriptions) {
1729  if(!keepAssociation[association->branchID()]) {
1730  markBranchToBeDropped(dropDescendants, *association, branchesToDrop, droppedToKeptAlias);
1731  }
1732  }
1733 
1734  // Also delete the dropped associations from the ThinnedAssociationsHelper
1735  auto temp = std::make_unique<ThinnedAssociationsHelper>();
1736  for(auto const& associationBranches : fileThinnedAssociationsHelper_->data()) {
1737  auto iter = keepAssociation.find(associationBranches.association());
1738  if(iter != keepAssociation.end() && iter->second) {
1739  temp->addAssociation(associationBranches);
1740  }
1741  }
1742  // propagate_const<T> has no reset() function
1743  fileThinnedAssociationsHelper_ = std::unique_ptr<ThinnedAssociationsHelper>(temp.release());
1744  }
1745 
1746  // On this pass, actually drop the branches.
1747  std::set<BranchID>::const_iterator branchesToDropEnd = branchesToDrop.end();
1748  for(ProductRegistry::ProductList::iterator it = prodList.begin(), itEnd = prodList.end(); it != itEnd;) {
1749  BranchDescription const& prod = it->second;
1750  bool drop = branchesToDrop.find(prod.branchID()) != branchesToDropEnd;
1751  if(drop) {
1752  if(!prod.dropped()) {
1753  if(productSelector.selected(prod) && prod.unwrappedType() != typeid(ThinnedAssociation)) {
1754  LogWarning("RootFile")
1755  << "Branch '" << prod.branchName() << "' is being dropped from the input\n"
1756  << "of file '" << file_ << "' because it is dependent on a branch\n"
1757  << "that was explicitly dropped.\n";
1758  }
1759  treePointers_[prod.branchType()]->dropBranch(newBranchToOldBranch(prod.branchName()));
1760  hasNewlyDroppedBranch_[prod.branchType()] = true;
1761  }
1762  ProductRegistry::ProductList::iterator icopy = it;
1763  ++it;
1764  prodList.erase(icopy);
1765  } else {
1766  ++it;
1767  }
1768  }
1769 
1770  // Drop on input mergeable run and lumi products, this needs to be invoked for secondary file input
1771  if(inputType == InputType::SecondaryFile) {
1772  TString tString;
1773  for(ProductRegistry::ProductList::iterator it = prodList.begin(), itEnd = prodList.end(); it != itEnd;) {
1774  BranchDescription const& prod = it->second;
1775  if(prod.branchType() != InEvent) {
1776  TClass* cp = TClass::GetClass(prod.wrappedName().c_str());
1777  void* p = cp->New();
1778  int offset = cp->GetBaseClassOffset(edProductClass_);
1779  std::unique_ptr<WrapperBase> edp = getWrapperBasePtr(p, offset);
1780  if(edp->isMergeable()) {
1781  treePointers_[prod.branchType()]->dropBranch(newBranchToOldBranch(prod.branchName()));
1782  ProductRegistry::ProductList::iterator icopy = it;
1783  ++it;
1784  prodList.erase(icopy);
1785  } else {
1786  ++it;
1787  }
1788  }
1789  else ++it;
1790  }
1791  }
1792  }
edm::propagate_const< std::unique_ptr< ThinnedAssociationsHelper > > fileThinnedAssociationsHelper_
Definition: RootFile.h:284
std::map< BranchKey, BranchDescription > ProductList
edm::propagate_const< TClass * > edProductClass_
Definition: RootFile.h:300
const int drop
std::array< bool, NumBranchTypes > hasNewlyDroppedBranch_
Definition: RootFile.h:273
RootTreePtrArray treePointers_
Definition: RootFile.h:279
std::unique_ptr< WrapperBase > getWrapperBasePtr(void *p, int offset)
std::string const & newBranchToOldBranch(std::string const &newBranch) const
Definition: RootFile.cc:664
void markBranchToBeDropped(bool dropDescendants, BranchDescription const &branch, std::set< BranchID > &branchesToDrop, std::map< BranchID, BranchID > const &droppedToKeptAlias) const
Definition: RootFile.cc:1661
std::string const file_
Definition: RootFile.h:253
EventAuxiliary const& edm::RootFile::eventAux ( ) const
inline
EventID const& edm::RootFile::eventID ( ) const
inline

Definition at line 172 of file RootFile.h.

172 {return eventAux().id();}
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
EventID const & id() const
std::shared_ptr<ProductProvenanceRetriever const> edm::RootFile::eventProductProvenanceRetriever ( size_t  index) const
inlineprivate

Definition at line 250 of file RootFile.h.

References edm::get_underlying_safe().

Referenced by makeProductProvenanceRetriever().

std::vector< edm::propagate_const< std::shared_ptr< ProductProvenanceRetriever > > > eventProductProvenanceRetrievers_
Definition: RootFile.h:297
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
std::shared_ptr<ProductProvenanceRetriever>& edm::RootFile::eventProductProvenanceRetriever ( size_t  index)
inlineprivate

Definition at line 251 of file RootFile.h.

References edm::get_underlying_safe().

std::vector< edm::propagate_const< std::shared_ptr< ProductProvenanceRetriever > > > eventProductProvenanceRetrievers_
Definition: RootFile.h:297
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
RootTree const& edm::RootFile::eventTree ( ) const
inline

Definition at line 173 of file RootFile.h.

173 {return eventTree_;}
RootTree eventTree_
Definition: RootFile.h:276
std::string const& edm::RootFile::file ( ) const
inline

Definition at line 166 of file RootFile.h.

Referenced by RootFile().

166 {return file_;}
std::string const file_
Definition: RootFile.h:253
FileFormatVersion edm::RootFile::fileFormatVersion ( ) const
inline
bool edm::RootFile::fillEventAuxiliary ( IndexIntoFile::EntryNumber_t  entry)
private

Definition at line 1181 of file RootFile.cc.

References edm::RootTree::current(), eventTree_, fillThisEventAuxiliary(), and edm::RootTree::setEntryNumber().

Referenced by getNextItemType(), isDuplicateEvent(), readEvent(), readLuminosityBlockAuxiliary_(), readRunAuxiliary_(), setEntryAtNextEventInLumi(), skipEvents(), and skipThisEntry().

1181  {
1182  if(!eventTree_.current(entry)) {
1183  return false;
1184  }
1187  return true;
1188  }
bool current() const
Definition: RootTree.h:98
RootTree eventTree_
Definition: RootFile.h:276
void fillThisEventAuxiliary()
Definition: RootFile.cc:1162
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
void edm::RootFile::fillEventHistory ( )
private

Definition at line 1191 of file RootFile.cc.

References branchIDListHelper_, branchListIndexes_, edm::poolNames::branchListIndexesBranchName(), daqProvenanceHelper_, edm::RootTree::entryNumber(), event(), eventAux(), eventAux_, edm::errors::EventCorruption, edm::poolNames::eventHistoryBranchName(), edm::FileFormatVersion::eventHistoryTree(), eventHistoryTree_, eventProcessHistoryIDs_, eventProcessHistoryIter_, eventSelectionIDs_, edm::poolNames::eventSelectionsBranchName(), eventTree_, Exception, fileFormatVersion(), edm::RootTree::fillBranchEntry(), edm::roottree::getEntry(), history_, triggerObjects_cff::id, edm::lower_bound_all(), edm::FileFormatVersion::noMetaDataTrees(), edm::EventAuxiliary::processHistoryID(), provenanceAdaptor_, findQualityFiles::run, edm::EventAuxiliary::setProcessHistoryID(), edm::FileFormatVersion::splitProductIDs(), edmPickEvents::target, and edm::RootTree::tree().

Referenced by fillIndexIntoFile(), readCurrentEvent(), and readRunAuxiliary_().

1191  {
1192  // We could consider doing delayed reading, but because we have to
1193  // store this History object in a different tree than the event
1194  // data tree, this is too hard to do in this first version.
1195 
1196  if(fileFormatVersion().eventHistoryBranch()) {
1197  // Lumi block number was not in EventID for the relevant releases.
1198  EventID id(eventAux().id().run(), 0, eventAux().id().event());
1199  if(eventProcessHistoryIter_->eventID() != id) {
1200  EventProcessHistoryID target(id, ProcessHistoryID());
1202  assert(eventProcessHistoryIter_->eventID() == id);
1203  }
1206  } else if(fileFormatVersion().eventHistoryTree()) {
1207  // for backward compatibility.
1208  History* pHistory = history_.get();
1209  TBranch* eventHistoryBranch = eventHistoryTree_->GetBranch(poolNames::eventHistoryBranchName().c_str());
1210  if(!eventHistoryBranch) {
1212  << "Failed to find history branch in event history tree.\n";
1213  }
1214  eventHistoryBranch->SetAddress(&pHistory);
1216  eventAux_.setProcessHistoryID(history_->processHistoryID());
1217  eventSelectionIDs_.swap(history_->eventSelectionIDs());
1218  branchListIndexes_.swap(history_->branchListIndexes());
1219  } else if(fileFormatVersion().noMetaDataTrees()) {
1220  // Current format
1222  TBranch* eventSelectionIDBranch = eventTree_.tree()->GetBranch(poolNames::eventSelectionsBranchName().c_str());
1223  assert(eventSelectionIDBranch != nullptr);
1224  eventTree_.fillBranchEntry(eventSelectionIDBranch, pESV);
1226  TBranch* branchListIndexesBranch = eventTree_.tree()->GetBranch(poolNames::branchListIndexesBranchName().c_str());
1227  assert(branchListIndexesBranch != nullptr);
1228  eventTree_.fillBranchEntry(branchListIndexesBranch, pBLI);
1229  }
1230  if(provenanceAdaptor_) {
1231  eventAux_.setProcessHistoryID(provenanceAdaptor_->convertID(eventAux().processHistoryID()));
1232  for(auto& esID : eventSelectionIDs_) {
1233  esID = provenanceAdaptor_->convertID(esID);
1234  }
1235  }
1236  if(daqProvenanceHelper_) {
1238  }
1240  // old format. branchListIndexes_ must be filled in from the ProvenanceAdaptor.
1241  provenanceAdaptor_->branchListIndexes(branchListIndexes_);
1242  }
1243  if(branchIDListHelper_) {
1244  branchIDListHelper_->fixBranchListIndexes(branchListIndexes_);
1245  }
1246  }
Int_t getEntry(TBranch *branch, EntryNumber entryNumber)
Definition: RootTree.cc:497
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
ForwardSequence::const_iterator lower_bound_all(ForwardSequence const &s, Datum const &d)
wrappers for std::lower_bound
Definition: Algorithms.h:91
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
std::string const & eventSelectionsBranchName()
Definition: BranchType.cc:243
std::vector< EventSelectionID > EventSelectionIDVector
std::vector< EventProcessHistoryID >::const_iterator eventProcessHistoryIter_
Definition: RootFile.h:268
TTree const * tree() const
Definition: RootTree.h:150
std::vector< BranchListIndex > BranchListIndexes
std::string const & eventHistoryBranchName()
Definition: BranchType.cc:238
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
EventSelectionIDVector eventSelectionIDs_
Definition: RootFile.h:290
bool eventHistoryTree() const
edm::propagate_const< std::unique_ptr< ProvenanceAdaptor > > provenanceAdaptor_
Definition: RootFile.h:295
RootTree eventTree_
Definition: RootFile.h:276
BranchListIndexes branchListIndexes_
Definition: RootFile.h:291
How EventSelector::AcceptEvent() decides whether to accept an event for output otherwise it is excluding the probing of A single or multiple positive and the trigger will pass if any such matching triggers are PASS or EXCEPTION[A criterion thatmatches no triggers at all is detected and causes a throw.] A single negative with an expectation of appropriate bit checking in the decision and the trigger will pass if any such matching triggers are FAIL or EXCEPTION A wildcarded negative criterion that matches more than one trigger in the trigger but the state exists so we define the behavior If all triggers are the negative crieriion will lead to accepting the event(this again matches the behavior of"!*"before the partial wildcard feature was incorporated).The per-event"cost"of each negative criterion with multiple relevant triggers is about the same as!*was in the past
Hash< ProcessHistoryType > ProcessHistoryID
edm::propagate_const< std::unique_ptr< History > > history_
Definition: RootFile.h:292
EntryNumber const & entryNumber() const
Definition: RootTree.h:103
void fillBranchEntry(TBranch *branch, T *&pbuf)
Definition: RootTree.h:128
void setProcessHistoryID(ProcessHistoryID const &phid)
ProcessHistoryID const & processHistoryID() const
edm::propagate_const< TTree * > eventHistoryTree_
Definition: RootFile.h:289
std::string const & branchListIndexesBranchName()
Definition: BranchType.cc:247
EventAuxiliary eventAux_
Definition: RootFile.h:275
edm::propagate_const< std::shared_ptr< BranchIDListHelper > > branchIDListHelper_
Definition: RootFile.h:283
std::vector< EventProcessHistoryID > eventProcessHistoryIDs_
Definition: RootFile.h:267
void edm::RootFile::fillIndexIntoFile ( )
private

Definition at line 863 of file RootFile.cc.

References edm::RootTree::entries(), edm::RootTree::entryNumber(), event(), eventAux(), eventAux_, eventTree_, fileFormatVersion(), fillEventHistory(), fillLumiAuxiliary(), fillRunAuxiliary(), fillThisEventAuxiliary(), edm::find_in_all(), indexIntoFile_, edm::IndexIntoFile::invalidEntry, edm::RootTree::isValid(), lastEventEntryNumberRead_, summaryLumi::lcount, edm::EventAuxiliary::luminosityBlock(), heppy_report::lumis, lumiTree_, eostools::move(), edm::RootTree::next(), processHistoryRegistry_, edm::EventAuxiliary::run(), findQualityFiles::run, gather_cfg::runs, runTree_, edm::second(), edm::RootTree::setEntryNumber(), edm::IndexIntoFile::setProcessHistoryIDs(), edm::IndexIntoFile::setRunOrLumiEntries(), edm::stable_sort_all(), mitigatedMETSequence_cff::U, and edm::IndexIntoFile::unsortedEventNumbers().

Referenced by validateFile().

863  {
864  // This function is for backward compatibility.
865  // If reading a current format file, indexIntoFile_ is read from the input
866  // file and should always be there. Note that the algorithm below will work
867  // sometimes but often fail with the new format introduced in release 3_8_0.
868  // If it ever becomes necessary to rebuild IndexIntoFile from the new format,
869  // probably a separate function should be written to deal with the task.
870  // This is possible just not implemented yet.
871  assert(!fileFormatVersion().hasIndexIntoFile());
872 
873  typedef std::list<LumiItem> LumiList;
874  LumiList lumis; // (declare 1)
875 
876  typedef std::set<LuminosityBlockID> RunLumiSet;
877  RunLumiSet runLumiSet; // (declare 2)
878 
879  typedef std::list<RunItem> RunList;
880  RunList runs; // (declare 5)
881 
882  typedef std::set<RunNumber_t> RunSet;
883  RunSet runSet; // (declare 4)
884 
885  typedef std::set<RunItem, RunItemSortByRunPhid> RunItemSet;
886  RunItemSet runItemSet; // (declare 3)
887 
888  typedef std::map<RunNumber_t, ProcessHistoryID> PHIDMap;
889  PHIDMap phidMap;
890 
891  RunNumber_t prevRun = 0;
892  LuminosityBlockNumber_t prevLumi = 0;
893  ProcessHistoryID prevPhid;
894  bool iFirst = true;
895 
896  indexIntoFile_.unsortedEventNumbers().clear(); // should already be empty, just being careful
898 
899  // First, loop through the event tree.
900  while(eventTree_.next()) {
901  bool newRun = false;
902  bool newLumi = false;
905 
906  // Save the event numbers as we loop through the event auxiliary to avoid
907  // having to read through the event auxiliary again later. These event numbers
908  // are not actually used in this function, but could be needed elsewhere.
910 
911  ProcessHistoryID reducedPHID = processHistoryRegistry_->reducedProcessHistoryID(eventAux().processHistoryID());
912 
913  if(iFirst || prevPhid != reducedPHID || prevRun != eventAux().run()) {
914  iFirst = false;
915  newRun = newLumi = true;
916  } else if(prevLumi != eventAux().luminosityBlock()) {
917  newLumi = true;
918  }
919  prevPhid = reducedPHID;
920  prevRun = eventAux().run();
921  prevLumi = eventAux().luminosityBlock();
922  if(newLumi) {
923  lumis.emplace_back(reducedPHID,
924  eventAux().run(), eventAux().luminosityBlock(), eventTree_.entryNumber()); // (insert 1)
925  runLumiSet.insert(LuminosityBlockID(eventAux().run(), eventAux().luminosityBlock())); // (insert 2)
926  } else {
927  LumiItem& currentLumi = lumis.back();
928  assert(currentLumi.lastEventEntry_ == eventTree_.entryNumber());
929  ++currentLumi.lastEventEntry_;
930  }
931  if(newRun) {
932  // Insert run in list if it is not already there.
933  RunItem item(reducedPHID, eventAux().run());
934  if(runItemSet.insert(item).second) { // (check 3, insert 3)
935  runs.push_back(std::move(item)); // (insert 5)
936  runSet.insert(eventAux().run()); // (insert 4)
937  phidMap.insert(std::make_pair(eventAux().run(), reducedPHID));
938  }
939  }
940  }
941  // now clean up.
943  eventAux_ = EventAuxiliary();
945 
946  // Loop over run entries and fill information.
947 
948  typedef std::map<RunNumber_t, IndexIntoFile::EntryNumber_t> RunMap;
949  RunMap runMap; // (declare 11)
950 
951  typedef std::vector<RunItem> RunVector;
952  RunVector emptyRuns; // (declare 12)
953 
954  if(runTree_.isValid()) {
955  while(runTree_.next()) {
956  // Note: adjacent duplicates will be skipped without an explicit check.
957 
958  std::shared_ptr<RunAuxiliary> runAux = fillRunAuxiliary();
959  ProcessHistoryID reducedPHID = processHistoryRegistry_->reducedProcessHistoryID(runAux->processHistoryID());
960 
961  if(runSet.insert(runAux->run()).second) { // (check 4, insert 4)
962  // This run was not associated with any events.
963  emptyRuns.emplace_back(reducedPHID, runAux->run()); // (insert 12)
964  }
965  runMap.insert(std::make_pair(runAux->run(), runTree_.entryNumber())); // (insert 11)
966  phidMap.insert(std::make_pair(runAux->run(), reducedPHID));
967  }
968  // now clean up.
970  }
971 
972  // Insert the ordered empty runs into the run list.
973  RunItemSortByRun runItemSortByRun;
974  stable_sort_all(emptyRuns, runItemSortByRun);
975 
976  RunList::iterator itRuns = runs.begin(), endRuns = runs.end();
977  for(auto const& emptyRun : emptyRuns) {
978  for(; itRuns != endRuns; ++itRuns) {
979  if(runItemSortByRun(emptyRun, *itRuns)) {
980  break;
981  }
982  }
983  runs.insert(itRuns, emptyRun);
984  }
985 
986  // Loop over luminosity block entries and fill information.
987 
988  typedef std::vector<LumiItem> LumiVector;
989  LumiVector emptyLumis; // (declare 7)
990 
991  typedef std::map<LuminosityBlockID, IndexIntoFile::EntryNumber_t> RunLumiMap;
992  RunLumiMap runLumiMap; // (declare 6)
993 
994  if(lumiTree_.isValid()) {
995  while(lumiTree_.next()) {
996  // Note: adjacent duplicates will be skipped without an explicit check.
997  std::shared_ptr<LuminosityBlockAuxiliary> lumiAux = fillLumiAuxiliary();
998  LuminosityBlockID lumiID = LuminosityBlockID(lumiAux->run(), lumiAux->luminosityBlock());
999  if(runLumiSet.insert(lumiID).second) { // (check 2, insert 2)
1000  // This lumi was not associated with any events.
1001  // Use the process history ID from the corresponding run. In cases of practical
1002  // importance, this should be the correct process history ID, but it is possible
1003  // to construct files where this is not the correct process history ID ...
1004  PHIDMap::const_iterator iPhidMap = phidMap.find(lumiAux->run());
1005  assert(iPhidMap != phidMap.end());
1006  emptyLumis.emplace_back(iPhidMap->second, lumiAux->run(), lumiAux->luminosityBlock(), IndexIntoFile::invalidEntry); // (insert 7)
1007  }
1008  runLumiMap.insert(std::make_pair(lumiID, lumiTree_.entryNumber()));
1009  }
1010  // now clean up.
1012  }
1013 
1014  // Insert the ordered empty lumis into the lumi list.
1015  LumiItemSortByRunLumi lumiItemSortByRunLumi;
1016  stable_sort_all(emptyLumis, lumiItemSortByRunLumi);
1017 
1018  LumiList::iterator itLumis = lumis.begin(), endLumis = lumis.end();
1019  for(auto const& emptyLumi : emptyLumis) {
1020  for(; itLumis != endLumis; ++itLumis) {
1021  if(lumiItemSortByRunLumi(emptyLumi, *itLumis)) {
1022  break;
1023  }
1024  }
1025  lumis.insert(itLumis, emptyLumi);
1026  }
1027 
1028  // Create a map of RunItems that gives the order of first appearance in the list.
1029  // Also fill in the vector of process history IDs
1030  typedef std::map<RunItem, int, RunItemSortByRunPhid> RunCountMap;
1031  RunCountMap runCountMap; // Declare (17)
1032  std::vector<ProcessHistoryID>& phids = indexIntoFile_.setProcessHistoryIDs();
1033  assert(phids.empty());
1034  std::vector<IndexIntoFile::RunOrLumiEntry>& entries = indexIntoFile_.setRunOrLumiEntries();
1035  assert(entries.empty());
1036  int rcount = 0;
1037  for(auto& run : runs) {
1038  RunCountMap::const_iterator countMapItem = runCountMap.find(run);
1039  if(countMapItem == runCountMap.end()) {
1040  countMapItem = runCountMap.insert(std::make_pair(run, rcount)).first; // Insert (17)
1041  assert(countMapItem != runCountMap.end());
1042  ++rcount;
1043  }
1044  std::vector<ProcessHistoryID>::const_iterator phidItem = find_in_all(phids, run.phid_);
1045  if(phidItem == phids.end()) {
1046  phids.push_back(run.phid_);
1047  phidItem = phids.end() - 1;
1048  }
1049  entries.emplace_back(
1050  countMapItem->second, // use (17)
1052  runMap[run.run_], // use (11)
1053  phidItem - phids.begin(),
1054  run.run_,
1055  0U,
1058  }
1059 
1060  // Create a map of LumiItems that gives the order of first appearance in the list.
1061  typedef std::map<LumiItem, int, LumiItemSortByRunLumiPhid> LumiCountMap;
1062  LumiCountMap lumiCountMap; // Declare (19)
1063  int lcount = 0;
1064  for(auto& lumi : lumis) {
1065  RunCountMap::const_iterator runCountMapItem = runCountMap.find(RunItem(lumi.phid_, lumi.run_));
1066  assert(runCountMapItem != runCountMap.end());
1067  LumiCountMap::const_iterator countMapItem = lumiCountMap.find(lumi);
1068  if(countMapItem == lumiCountMap.end()) {
1069  countMapItem = lumiCountMap.insert(std::make_pair(lumi, lcount)).first; // Insert (17)
1070  assert(countMapItem != lumiCountMap.end());
1071  ++lcount;
1072  }
1073  std::vector<ProcessHistoryID>::const_iterator phidItem = find_in_all(phids, lumi.phid_);
1074  assert(phidItem != phids.end());
1075  entries.emplace_back(
1076  runCountMapItem->second,
1077  countMapItem->second,
1078  runLumiMap[LuminosityBlockID(lumi.run_, lumi.lumi_)],
1079  phidItem - phids.begin(),
1080  lumi.run_,
1081  lumi.lumi_,
1082  lumi.firstEventEntry_,
1083  lumi.lastEventEntry_);
1084  }
1085  stable_sort_all(entries);
1086  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
std::shared_ptr< LuminosityBlockAuxiliary > fillLumiAuxiliary()
Definition: RootFile.cc:1249
RootTree lumiTree_
Definition: RootFile.h:277
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
EntryNumber const & entries() const
Definition: RootTree.h:105
RunNumber_t run() const
void stable_sort_all(RandomAccessSequence &s)
wrappers for std::stable_sort
Definition: Algorithms.h:135
unsigned int LuminosityBlockNumber_t
LuminosityBlockNumber_t luminosityBlock() const
U second(std::pair< T, U > const &p)
std::vector< ProcessHistoryID > & setProcessHistoryIDs()
bool next()
Definition: RootTree.h:95
IndexIntoFile::EntryNumber_t lastEventEntryNumberRead_
Definition: RootFile.h:280
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
std::shared_ptr< RunAuxiliary > fillRunAuxiliary()
Definition: RootFile.cc:1273
RootTree eventTree_
Definition: RootFile.h:276
How EventSelector::AcceptEvent() decides whether to accept an event for output otherwise it is excluding the probing of A single or multiple positive and the trigger will pass if any such matching triggers are PASS or EXCEPTION[A criterion thatmatches no triggers at all is detected and causes a throw.] A single negative with an expectation of appropriate bit checking in the decision and the trigger will pass if any such matching triggers are FAIL or EXCEPTION A wildcarded negative criterion that matches more than one trigger in the trigger but the state exists so we define the behavior If all triggers are the negative crieriion will lead to accepting the event(this again matches the behavior of"!*"before the partial wildcard feature was incorporated).The per-event"cost"of each negative criterion with multiple relevant triggers is about the same as!*was in the past
Hash< ProcessHistoryType > ProcessHistoryID
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
RootTree runTree_
Definition: RootFile.h:278
EntryNumber const & entryNumber() const
Definition: RootTree.h:103
std::vector< RunOrLumiEntry > & setRunOrLumiEntries()
std::vector< EventNumber_t > & unsortedEventNumbers() const
static constexpr EntryNumber_t invalidEntry
ForwardSequence::const_iterator find_in_all(ForwardSequence const &s, Datum const &d)
wrappers for std::find
Definition: Algorithms.h:32
void fillEventHistory()
Definition: RootFile.cc:1191
bool isValid() const
Definition: RootTree.cc:105
unsigned int RunNumber_t
EventAuxiliary eventAux_
Definition: RootFile.h:275
void fillThisEventAuxiliary()
Definition: RootFile.cc:1162
def move(src, dest)
Definition: eostools.py:510
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
std::shared_ptr< LuminosityBlockAuxiliary > edm::RootFile::fillLumiAuxiliary ( )
private

Definition at line 1249 of file RootFile.cc.

References edm::conversion(), daqProvenanceHelper_, fileFormatVersion(), edm::RootTree::fillAux(), lumiTree_, edm::FileFormatVersion::newAuxiliary(), provenanceAdaptor_, and edm::FileFormatVersion::runsAndLumis().

Referenced by fillIndexIntoFile(), and readLuminosityBlockAuxiliary_().

1249  {
1250  auto lumiAuxiliary = std::make_shared<LuminosityBlockAuxiliary>();
1252  LuminosityBlockAuxiliary *pLumiAux = lumiAuxiliary.get();
1253  lumiTree_.fillAux<LuminosityBlockAuxiliary>(pLumiAux);
1254  } else {
1255  LuminosityBlockAux lumiAux;
1256  LuminosityBlockAux *pLumiAux = &lumiAux;
1257  lumiTree_.fillAux<LuminosityBlockAux>(pLumiAux);
1258  conversion(lumiAux, *lumiAuxiliary);
1259  }
1260  if(provenanceAdaptor_) {
1261  lumiAuxiliary->setProcessHistoryID(provenanceAdaptor_->convertID(lumiAuxiliary->processHistoryID()));
1262  }
1263  if(daqProvenanceHelper_) {
1264  lumiAuxiliary->setProcessHistoryID(daqProvenanceHelper_->mapProcessHistoryID(lumiAuxiliary->processHistoryID()));
1265  }
1266  if(lumiAuxiliary->luminosityBlock() == 0 && !fileFormatVersion().runsAndLumis()) {
1267  lumiAuxiliary->id() = LuminosityBlockID(RunNumber_t(1), LuminosityBlockNumber_t(1));
1268  }
1269  return lumiAuxiliary;
1270  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
RootTree lumiTree_
Definition: RootFile.h:277
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
unsigned int LuminosityBlockNumber_t
edm::propagate_const< std::unique_ptr< ProvenanceAdaptor > > provenanceAdaptor_
Definition: RootFile.h:295
void conversion(EventAux const &from, EventAuxiliary &to)
Definition: EventAux.cc:9
unsigned int RunNumber_t
void fillAux(T *&pAux)
Definition: RootTree.h:112
std::shared_ptr< RunAuxiliary > edm::RootFile::fillRunAuxiliary ( )
private

Definition at line 1273 of file RootFile.cc.

References edm::conversion(), daqProvenanceHelper_, fileFormatVersion(), edm::RootTree::fillAux(), edm::FileFormatVersion::newAuxiliary(), provenanceAdaptor_, and runTree_.

Referenced by fillIndexIntoFile(), and readRunAuxiliary_().

1273  {
1274  auto runAuxiliary = std::make_shared<RunAuxiliary>();
1276  RunAuxiliary *pRunAux = runAuxiliary.get();
1277  runTree_.fillAux<RunAuxiliary>(pRunAux);
1278  } else {
1279  RunAux runAux;
1280  RunAux *pRunAux = &runAux;
1281  runTree_.fillAux<RunAux>(pRunAux);
1282  conversion(runAux, *runAuxiliary);
1283  }
1284  if(provenanceAdaptor_) {
1285  runAuxiliary->setProcessHistoryID(provenanceAdaptor_->convertID(runAuxiliary->processHistoryID()));
1286  }
1287  if(daqProvenanceHelper_) {
1288  runAuxiliary->setProcessHistoryID(daqProvenanceHelper_->mapProcessHistoryID(runAuxiliary->processHistoryID()));
1289  }
1290  return runAuxiliary;
1291  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
edm::propagate_const< std::unique_ptr< ProvenanceAdaptor > > provenanceAdaptor_
Definition: RootFile.h:295
RootTree runTree_
Definition: RootFile.h:278
void conversion(EventAux const &from, EventAuxiliary &to)
Definition: EventAux.cc:9
void fillAux(T *&pAux)
Definition: RootTree.h:112
void edm::RootFile::fillThisEventAuxiliary ( )
private

Definition at line 1162 of file RootFile.cc.

References edm::conversion(), edm::RootTree::entryNumber(), eventAux(), eventAux_, eventTree_, fileFormatVersion(), edm::RootTree::fillAux(), lastEventEntryNumberRead_, and edm::FileFormatVersion::newAuxiliary().

Referenced by fillEventAuxiliary(), fillIndexIntoFile(), initializeDuplicateChecker(), and readCurrentEvent().

1162  {
1164  // Already read.
1165  return;
1166  }
1168  EventAuxiliary *pEvAux = &eventAux_;
1169  eventTree_.fillAux<EventAuxiliary>(pEvAux);
1170  } else {
1171  // for backward compatibility.
1172  EventAux eventAux;
1173  EventAux *pEvAux = &eventAux;
1174  eventTree_.fillAux<EventAux>(pEvAux);
1175  conversion(eventAux, eventAux_);
1176  }
1178  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
IndexIntoFile::EntryNumber_t lastEventEntryNumberRead_
Definition: RootFile.h:280
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
RootTree eventTree_
Definition: RootFile.h:276
EntryNumber const & entryNumber() const
Definition: RootTree.h:103
void conversion(EventAux const &from, EventAuxiliary &to)
Definition: EventAux.cc:9
EventAuxiliary eventAux_
Definition: RootFile.h:275
void fillAux(T *&pAux)
Definition: RootTree.h:112
IndexIntoFile::EntryType edm::RootFile::getNextItemType ( RunNumber_t run,
LuminosityBlockNumber_t lumi,
EventNumber_t event 
)

Definition at line 748 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::advanceToNextLumiOrRun(), edm::IndexIntoFile::IndexIntoFileItr::advanceToNextRun(), edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::EventAuxiliary::event(), eventAux_, fillEventAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileIter_, isDuplicateEvent(), edm::IndexIntoFile::kEnd, edm::IndexIntoFile::kEvent, edm::IndexIntoFile::kLumi, edm::IndexIntoFile::kRun, edm::IndexIntoFile::IndexIntoFileItr::lumi(), processingMode_, edm::IndexIntoFile::IndexIntoFileItr::run(), runHelper_, edm::InputSource::Runs, edm::InputSource::RunsAndLumis, and skipThisEntry().

748  {
749  // First, account for consecutive skipped entries.
750  while(skipThisEntry()) {
753  }
756  }
757  else {
759  }
760  }
761  // OK, we have an entry that is not skipped.
763  if(entryType == IndexIntoFile::kEnd) {
764  return IndexIntoFile::kEnd;
765  }
766  if(entryType == IndexIntoFile::kRun) {
768  runHelper_->checkForNewRun(run);
769  return IndexIntoFile::kRun;
770  } else if(processingMode_ == InputSource::Runs) {
772  return getNextItemType(run, lumi, event);
773  }
774  if(entryType == IndexIntoFile::kLumi) {
777  return IndexIntoFile::kLumi;
780  return getNextItemType(run, lumi, event);
781  }
782  if(isDuplicateEvent()) {
784  return getNextItemType(run, lumi, event);
785  }
789  event = eventAux_.event();
790  return IndexIntoFile::kEvent;
791  }
InputSource::ProcessingMode processingMode_
Definition: RootFile.h:286
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t lumi() const
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1181
bool skipThisEntry()
Definition: RootFile.cc:688
IndexIntoFile::EntryType getNextItemType(RunNumber_t &run, LuminosityBlockNumber_t &lumi, EventNumber_t &event)
Definition: RootFile.cc:748
bool isDuplicateEvent()
Definition: RootFile.cc:732
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
EventAuxiliary eventAux_
Definition: RootFile.h:275
EventNumber_t event() const
Definition: event.py:1
bool edm::RootFile::goToEvent ( EventID const &  eventID)

Definition at line 1362 of file RootFile.cc.

References duplicateChecker_, edm::IndexIntoFile::end(), edm::EventID::event(), edm::IndexIntoFile::fillEventNumbers(), edm::IndexIntoFile::findPosition(), edm::IndexIntoFile::firstAppearanceOrder, indexIntoFile_, indexIntoFileIter_, edm::EventID::luminosityBlock(), noEventSort_, edm::IndexIntoFile::numericalOrder, and edm::EventID::run().

1362  {
1363 
1365 
1366  if(duplicateChecker_) {
1367  duplicateChecker_->disable();
1368  }
1369 
1372 
1373  IndexIntoFile::IndexIntoFileItr iter =
1375 
1376  if(iter == indexIntoFile_.end(sortOrder)) {
1377  return false;
1378  }
1379  indexIntoFileIter_ = iter;
1380  return true;
1381  }
RunNumber_t run() const
Definition: EventID.h:39
EventID const & eventID() const
Definition: RootFile.h:172
EventNumber_t event() const
Definition: EventID.h:41
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t luminosityBlock() const
Definition: EventID.h:40
IndexIntoFileItr findPosition(RunNumber_t run, LuminosityBlockNumber_t lumi=0U, EventNumber_t event=0U) const
bool noEventSort_
Definition: RootFile.h:271
IndexIntoFileItr end(SortOrder sortOrder) const
Used to end an iteration over the Runs, Lumis, and Events in a file.
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
void fillEventNumbers() const
std::array<bool, NumBranchTypes> const& edm::RootFile::hasNewlyDroppedBranch ( ) const
inline

Definition at line 178 of file RootFile.h.

Referenced by createFileBlock().

178 {return hasNewlyDroppedBranch_;}
std::array< bool, NumBranchTypes > hasNewlyDroppedBranch_
Definition: RootFile.h:273
IndexIntoFile::IndexIntoFileItr edm::RootFile::indexIntoFileIter ( ) const

Definition at line 673 of file RootFile.cc.

References indexIntoFileIter_.

673  {
674  return indexIntoFileIter_;
675  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
std::shared_ptr<IndexIntoFile const> edm::RootFile::indexIntoFileSharedPtr ( ) const
inline

Definition at line 209 of file RootFile.h.

References edm::get_underlying_safe().

edm::propagate_const< std::shared_ptr< IndexIntoFile > > indexIntoFileSharedPtr_
Definition: RootFile.h:261
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
std::shared_ptr<IndexIntoFile>& edm::RootFile::indexIntoFileSharedPtr ( )
inline

Definition at line 210 of file RootFile.h.

References edm::get_underlying_safe(), and position.

edm::propagate_const< std::shared_ptr< IndexIntoFile > > indexIntoFileSharedPtr_
Definition: RootFile.h:261
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
void edm::RootFile::initAssociationsFromSecondary ( std::vector< BranchID > const &  associationsFromSecondary)

Definition at line 683 of file RootFile.cc.

References fileThinnedAssociationsHelper_, and thinnedAssociationsHelper_.

683  {
684  thinnedAssociationsHelper_->initAssociationsFromSecondary(associationsFromSecondary, *fileThinnedAssociationsHelper_);
685  }
edm::propagate_const< std::unique_ptr< ThinnedAssociationsHelper > > fileThinnedAssociationsHelper_
Definition: RootFile.h:284
edm::propagate_const< std::shared_ptr< ThinnedAssociationsHelper > > thinnedAssociationsHelper_
Definition: RootFile.h:285
void edm::RootFile::initializeDuplicateChecker ( std::vector< std::shared_ptr< IndexIntoFile > > const &  indexesIntoFiles,
std::vector< std::shared_ptr< IndexIntoFile > >::size_type  currentIndexIntoFile 
)
private

Definition at line 1645 of file RootFile.cc.

References duplicateChecker_, eventAux(), eventTree_, fillThisEventAuxiliary(), indexIntoFile_, edm::IndexIntoFile::invalidEntry, edm::RootTree::next(), and edm::RootTree::setEntryNumber().

Referenced by RootFile().

1647  {
1648  if(duplicateChecker_) {
1649  if(eventTree_.next()) {
1651  duplicateChecker_->inputFileOpened(eventAux().isRealData(),
1653  indexesIntoFiles,
1654  currentIndexIntoFile);
1655  }
1657  }
1658  }
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
bool next()
Definition: RootTree.h:95
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
RootTree eventTree_
Definition: RootFile.h:276
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
static constexpr EntryNumber_t invalidEntry
void fillThisEventAuxiliary()
Definition: RootFile.cc:1162
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
bool edm::RootFile::isDuplicateEvent ( )
private

Definition at line 732 of file RootFile.cc.

References duplicateChecker_, edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::EventID::event(), eventAux_, file_, fillEventAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), edm::EventAuxiliary::id(), indexIntoFileIter_, edm::IndexIntoFile::kEvent, edm::IndexIntoFile::IndexIntoFileItr::lumi(), edm::IndexIntoFile::IndexIntoFileItr::processHistoryIDIndex(), and edm::IndexIntoFile::IndexIntoFileItr::run().

Referenced by getNextItemType().

732  {
734  if(duplicateChecker_.get() == nullptr) {
735  return false;
736  }
738  return duplicateChecker_->isDuplicateAndCheckActive(indexIntoFileIter_.processHistoryIDIndex(),
740  }
EventNumber_t event() const
Definition: EventID.h:41
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t lumi() const
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1181
EventID const & id() const
EventAuxiliary eventAux_
Definition: RootFile.h:275
std::string const file_
Definition: RootFile.h:253
RootTree const& edm::RootFile::lumiTree ( ) const
inline

Definition at line 174 of file RootFile.h.

174 {return lumiTree_;}
RootTree lumiTree_
Definition: RootFile.h:277
std::shared_ptr< ProductProvenanceRetriever > edm::RootFile::makeProductProvenanceRetriever ( unsigned int  iStreamIndex)
private

Definition at line 1819 of file RootFile.cc.

References daqProvenanceHelper_, eventProductProvenanceRetriever(), eventProductProvenanceRetrievers_, eventTree_, and provenanceReaderMaker_.

Referenced by readCurrentEvent().

1819  {
1820  if(eventProductProvenanceRetrievers_.size()<=iStreamID) {
1821  eventProductProvenanceRetrievers_.resize(iStreamID+1);
1822  }
1823  if(!eventProductProvenanceRetrievers_[iStreamID]) {
1824  // propagate_const<T> has no reset() function
1825  eventProductProvenanceRetrievers_[iStreamID] = std::make_shared<ProductProvenanceRetriever>(provenanceReaderMaker_->makeReader(eventTree_, daqProvenanceHelper_.get()));
1826  }
1827  eventProductProvenanceRetrievers_[iStreamID]->reset();
1828  return eventProductProvenanceRetriever(iStreamID);
1829  }
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
std::shared_ptr< ProductProvenanceRetriever const > eventProductProvenanceRetriever(size_t index) const
Definition: RootFile.h:250
std::vector< edm::propagate_const< std::shared_ptr< ProductProvenanceRetriever > > > eventProductProvenanceRetrievers_
Definition: RootFile.h:297
RootTree eventTree_
Definition: RootFile.h:276
edm::propagate_const< std::unique_ptr< MakeProvenanceReader > > provenanceReaderMaker_
Definition: RootFile.h:296
std::unique_ptr< MakeProvenanceReader > edm::RootFile::makeProvenanceReaderMaker ( InputType  inputType)
private

Definition at line 1802 of file RootFile.cc.

References fileFormatVersion_, eostools::move(), parentageIDLookup_, edm::FileFormatVersion::perEventProductIDs(), readEntryDescriptionTree(), readParentageTree(), edm::FileFormatVersion::splitProductIDs(), and edm::FileFormatVersion::storedProductProvenanceUsed().

Referenced by RootFile().

1802  {
1804  readParentageTree(inputType);
1805  return std::make_unique<MakeReducedProvenanceReader>(parentageIDLookup_);
1806  } else if(fileFormatVersion_.splitProductIDs()) {
1807  readParentageTree(inputType);
1808  return std::make_unique<MakeFullProvenanceReader>();
1809  } else if(fileFormatVersion_.perEventProductIDs()) {
1810  auto entryDescriptionMap = std::make_unique<EntryDescriptionMap>();
1811  readEntryDescriptionTree(*entryDescriptionMap, inputType);
1812  return std::make_unique<MakeOldProvenanceReader>(std::move(entryDescriptionMap));
1813  } else {
1814  return std::make_unique<MakeDummyProvenanceReader>();
1815  }
1816  }
void readEntryDescriptionTree(EntryDescriptionMap &entryDescriptionMap, InputType inputType)
Definition: RootFile.cc:519
FileFormatVersion fileFormatVersion_
Definition: RootFile.h:259
void readParentageTree(InputType inputType)
Definition: RootFile.cc:565
bool storedProductProvenanceUsed() const
bool perEventProductIDs() const
std::vector< ParentageID > parentageIDLookup_
Definition: RootFile.h:298
def move(src, dest)
Definition: eostools.py:510
void edm::RootFile::markBranchToBeDropped ( bool  dropDescendants,
BranchDescription const &  branch,
std::set< BranchID > &  branchesToDrop,
std::map< BranchID, BranchID > const &  droppedToKeptAlias 
) const
private

Definition at line 1661 of file RootFile.cc.

References branchChildren_, and edm::BranchDescription::branchID().

Referenced by dropOnInput().

1662  {
1663  if(dropDescendants) {
1664  branchChildren_->appendToDescendants(branch, branchesToDrop, droppedToKeptAlias);
1665  } else {
1666  branchesToDrop.insert(branch.branchID());
1667  }
1668  }
edm::propagate_const< std::shared_ptr< BranchChildren > > branchChildren_
Definition: RootFile.h:293
bool edm::RootFile::modifiedIDs ( ) const
inline

Definition at line 180 of file RootFile.h.

Referenced by createFileBlock().

180 {return daqProvenanceHelper_.get() != nullptr;}
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
std::string const & edm::RootFile::newBranchToOldBranch ( std::string const &  newBranch) const
private

Definition at line 664 of file RootFile.cc.

References newBranchToOldBranch_.

Referenced by dropOnInput(), and RootFile().

664  {
665  std::map<std::string, std::string>::const_iterator it = newBranchToOldBranch_.find(newBranch);
666  if(it != newBranchToOldBranch_.end()) {
667  return it->second;
668  }
669  return newBranch;
670  }
std::map< std::string, std::string > newBranchToOldBranch_
Definition: RootFile.h:288
bool edm::RootFile::nextEventEntry ( )
inline

Definition at line 205 of file RootFile.h.

205 {return eventTree_.nextWithCache();}
RootTree eventTree_
Definition: RootFile.h:276
bool nextWithCache()
Definition: RootTree.cc:196
RootFile& edm::RootFile::operator= ( RootFile const &  )
delete
std::shared_ptr<ProductRegistry const> edm::RootFile::productRegistry ( ) const
inline

Definition at line 167 of file RootFile.h.

Referenced by RootFile().

167 {return productRegistry_;}
std::shared_ptr< ProductRegistry const > productRegistry_
Definition: RootFile.h:281
bool edm::RootFile::readCurrentEvent ( EventPrincipal cache)

Definition at line 1419 of file RootFile.cc.

References branchListIndexes_, edm::RootTree::current(), eventAux(), eventAux_, eventSelectionIDs_, eventTree_, fileFormatVersion(), filePtr_, fillEventHistory(), edm::EventPrincipal::fillEventPrincipal(), fillThisEventAuxiliary(), edm::EventAuxiliary::id(), edm::RootTree::insertEntryForIndex(), edm::EventAuxiliary::isRealData(), makeProductProvenanceRetriever(), eostools::move(), edm::EventAuxiliary::oldLuminosityBlock(), processHistoryRegistry_, edm::RootTree::resetAndGetRootDelayedReader(), edm::EventAuxiliary::resetObsoleteInfo(), runHelper_, edm::EventPrincipal::streamID(), edm::EDProductGetter::transitionIndex(), and edm::StreamID::value().

Referenced by readEvent().

1419  {
1420  if(!eventTree_.current()) {
1421  return false;
1422  }
1424  if(!fileFormatVersion().lumiInEventID()) {
1425  //ugly, but will disappear when the backward compatibility is done with schema evolution.
1426  const_cast<EventID&>(eventAux_.id()).setLuminosityBlockNumber(eventAux_.oldLuminosityBlock());
1428  }
1429  fillEventHistory();
1430  runHelper_->overrideRunNumber(eventAux_.id(), eventAux().isRealData());
1431 
1432  // We're not done ... so prepare the EventPrincipal
1433  eventTree_.insertEntryForIndex(principal.transitionIndex());
1434  principal.fillEventPrincipal(eventAux(),
1438  *(makeProductProvenanceRetriever(principal.streamID().value())),
1440 
1441  // report event read from file
1442  filePtr_->eventReadFromFile();
1443  return true;
1444  }
bool isRealData() const
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
bool current() const
Definition: RootTree.h:98
def principal(options)
void insertEntryForIndex(unsigned int index)
Definition: RootTree.cc:99
DelayedReader * resetAndGetRootDelayedReader() const
Definition: RootTree.cc:117
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
EventSelectionIDVector eventSelectionIDs_
Definition: RootFile.h:290
RootTree eventTree_
Definition: RootFile.h:276
BranchListIndexes branchListIndexes_
Definition: RootFile.h:291
LuminosityBlockNumber_t oldLuminosityBlock() const
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
void fillEventHistory()
Definition: RootFile.cc:1191
std::shared_ptr< ProductProvenanceRetriever > makeProductProvenanceRetriever(unsigned int iStreamIndex)
Definition: RootFile.cc:1819
EventID const & id() const
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
EventAuxiliary eventAux_
Definition: RootFile.h:275
void fillThisEventAuxiliary()
Definition: RootFile.cc:1162
def move(src, dest)
Definition: eostools.py:510
void edm::RootFile::readEntryDescriptionTree ( EntryDescriptionMap entryDescriptionMap,
InputType  inputType 
)
private

Definition at line 519 of file RootFile.cc.

References daqProvenanceHelper_, edm::poolNames::entryDescriptionBranchName(), edm::poolNames::entryDescriptionIDBranchName(), edm::poolNames::entryDescriptionTreeName(), edm::errors::EventCorruption, Exception, filePtr_, edm::errors::FileReadError, edm::roottree::getEntry(), mps_fire::i, edm::EventEntryDescription::id(), edm::Parentage::id(), edm::ParentageRegistry::insertMapped(), edm::ParentageRegistry::instance(), edm::numEntries(), parents, edm::EventEntryDescription::parents(), edm::Parentage::parentsForUpdate(), PhysicsTools::registry, edm::SecondarySource, and edm::Parentage::setParents().

Referenced by makeProvenanceReaderMaker().

519  {
520  // Called only for old format files.
521  // We use a smart pointer so the tree will be deleted after use, and not kept for the life of the file.
522  std::unique_ptr<TTree> entryDescriptionTree(dynamic_cast<TTree*>(filePtr_->Get(poolNames::entryDescriptionTreeName().c_str())));
523  if(nullptr == entryDescriptionTree.get()) {
524  throw Exception(errors::FileReadError) << "Could not find tree " << poolNames::entryDescriptionTreeName()
525  << " in the input file.\n";
526  }
527 
528  EntryDescriptionID idBuffer;
529  EntryDescriptionID* pidBuffer = &idBuffer;
530  entryDescriptionTree->SetBranchAddress(poolNames::entryDescriptionIDBranchName().c_str(), &pidBuffer);
531 
532  EventEntryDescription entryDescriptionBuffer;
533  EventEntryDescription *pEntryDescriptionBuffer = &entryDescriptionBuffer;
534  entryDescriptionTree->SetBranchAddress(poolNames::entryDescriptionBranchName().c_str(), &pEntryDescriptionBuffer);
535 
536  // Fill in the parentage registry.
537  ParentageRegistry& registry = *ParentageRegistry::instance();
538 
539  for(Long64_t i = 0, numEntries = entryDescriptionTree->GetEntries(); i < numEntries; ++i) {
540  roottree::getEntry(entryDescriptionTree.get(), i);
541  if(idBuffer != entryDescriptionBuffer.id()) {
542  throw Exception(errors::EventCorruption) << "Corruption of EntryDescription tree detected.\n";
543  }
544  entryDescriptionMap.insert(std::make_pair(entryDescriptionBuffer.id(),entryDescriptionBuffer));
545  Parentage parents;
546  parents.setParents(entryDescriptionBuffer.parents());
548  ParentageID const oldID = parents.id();
549  daqProvenanceHelper_->fixMetaData(parents.parentsForUpdate());
550  ParentageID newID = parents.id();
551  if(newID != oldID) {
552  daqProvenanceHelper_->setOldParentageIDToNew(oldID,newID);
553  }
554  }
555  // For thread safety, don't update global registries when a secondary source opens a file.
556  if(inputType != InputType::SecondarySource) {
557  registry.insertMapped(parents);
558  }
559  }
560  entryDescriptionTree->SetBranchAddress(poolNames::entryDescriptionIDBranchName().c_str(), nullptr);
561  entryDescriptionTree->SetBranchAddress(poolNames::entryDescriptionBranchName().c_str(), nullptr);
562  }
Int_t getEntry(TBranch *branch, EntryNumber entryNumber)
Definition: RootTree.cc:497
TPRegexp parents
Definition: eve_filter.cc:21
std::string const & entryDescriptionBranchName()
Definition: BranchType.cc:154
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
Hash< EntryDescriptionType > EntryDescriptionID
std::string const & entryDescriptionTreeName()
Definition: BranchType.cc:146
Long64_t numEntries(TFile *hdl, std::string const &trname)
Definition: CollUtil.cc:50
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
std::string const & entryDescriptionIDBranchName()
Definition: BranchType.cc:150
static Interceptor::Registry registry("Interceptor")
static ParentageRegistry * instance()
Hash< ParentageType > ParentageID
Definition: ParentageID.h:9
void edm::RootFile::readEvent ( EventPrincipal cache)

Definition at line 1396 of file RootFile.cc.

References daqProvenanceHelper_, edm::IndexIntoFile::IndexIntoFileItr::entry(), eventAux(), fileFormatVersion(), fillEventAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFile_, indexIntoFileEnd_, indexIntoFileIter_, edm::IndexIntoFile::kEvent, edm::IndexIntoFile::IndexIntoFileItr::lumi(), edm::EventAuxiliary::processHistoryID(), edm::IndexIntoFile::processHistoryID(), edm::IndexIntoFile::IndexIntoFileItr::processHistoryIDIndex(), processHistoryRegistry_, readCurrentEvent(), findQualityFiles::run, edm::IndexIntoFile::IndexIntoFileItr::run(), runHelper_, and edm::FileFormatVersion::useReducedProcessHistoryID().

1396  {
1399  // read the event auxiliary if not alrady read.
1401 
1402  // read the event
1404 
1405  runHelper_->checkRunConsistency(eventAux().run(), indexIntoFileIter_.run());
1406  runHelper_->checkLumiConsistency(eventAux().luminosityBlock(), indexIntoFileIter_.lumi());
1407 
1408  // If this next assert shows up in performance profiling or significantly affects memory, then these three lines should be deleted.
1409  // The IndexIntoFile should guarantee that it never fails.
1411  ProcessHistoryID const& reducedPHID = processHistoryRegistry_->reducedProcessHistoryID(idToCheck);
1413 
1415  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t lumi() const
bool readCurrentEvent(EventPrincipal &cache)
Definition: RootFile.cc:1419
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1181
def principal(options)
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
Hash< ProcessHistoryType > ProcessHistoryID
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
ProcessHistoryID const & processHistoryID(int i) const
ProcessHistoryID const & processHistoryID() const
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
bool useReducedProcessHistoryID() const
void edm::RootFile::readEventHistoryTree ( )
private

Definition at line 1632 of file RootFile.cc.

References edm::errors::EventCorruption, eventHistoryTree_, edm::poolNames::eventHistoryTreeName(), Exception, fileFormatVersion(), filePtr_, and history_.

Referenced by RootFile().

1632  {
1633  // Read in the event history tree, if we have one...
1634  if(fileFormatVersion().eventHistoryTree()) {
1635  history_ = std::make_unique<History>(); // propagate_const<T> has no reset() function
1636  eventHistoryTree_ = dynamic_cast<TTree*>(filePtr_->Get(poolNames::eventHistoryTreeName().c_str()));
1637  if(!eventHistoryTree_) {
1639  << "Failed to find the event history tree.\n";
1640  }
1641  }
1642  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
edm::propagate_const< std::unique_ptr< History > > history_
Definition: RootFile.h:292
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
edm::propagate_const< TTree * > eventHistoryTree_
Definition: RootFile.h:289
std::string const & eventHistoryTreeName()
Definition: BranchType.cc:268
void edm::RootFile::readFakeRun_ ( RunPrincipal runPrincipal)
std::shared_ptr<RunAuxiliary> edm::RootFile::readFakeRunAuxiliary_ ( )
void edm::RootFile::readLuminosityBlock_ ( LuminosityBlockPrincipal lumiPrincipal)

Definition at line 1576 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::LuminosityBlockPrincipal::fillLuminosityBlockPrincipal(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileEnd_, indexIntoFileIter_, edm::RootTree::insertEntryForIndex(), edm::RootTree::isValid(), edm::IndexIntoFile::kLumi, lumiTree_, processHistoryRegistry_, edm::Principal::readAllFromSourceAndMergeImmediately(), edm::RootTree::resetAndGetRootDelayedReader(), and edm::RootTree::setEntryNumber().

1576  {
1579  // Begin code for backward compatibility before the existence of lumi trees.
1580  if(!lumiTree_.isValid()) {
1582  return;
1583  }
1584  // End code for backward compatibility before the existence of lumi trees.
1586  // NOTE: we use 0 for the index since do not do delayed reads for LuminosityBlockPrincipals
1588  lumiPrincipal.fillLuminosityBlockPrincipal(*processHistoryRegistry_, lumiTree_.resetAndGetRootDelayedReader());
1589  // Read in all the products now.
1590  lumiPrincipal.readAllFromSourceAndMergeImmediately();
1592  }
RootTree lumiTree_
Definition: RootFile.h:277
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
void insertEntryForIndex(unsigned int index)
Definition: RootTree.cc:99
DelayedReader * resetAndGetRootDelayedReader() const
Definition: RootTree.cc:117
bool isValid() const
Definition: RootTree.cc:105
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
std::shared_ptr< LuminosityBlockAuxiliary > edm::RootFile::readLuminosityBlockAuxiliary_ ( )

Definition at line 1538 of file RootFile.cc.

References edm::RootTree::current(), edm::IndexIntoFile::IndexIntoFileItr::entry(), eventAux(), eventTree_, fileFormatVersion(), filePtr_, fillEventAuxiliary(), fillLumiAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::firstEventEntryThisLumi(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileEnd_, indexIntoFileIter_, edm::IndexIntoFile::invalidEntry, edm::Timestamp::invalidTimestamp(), edm::RootTree::isValid(), edm::IndexIntoFile::kLumi, edm::IndexIntoFile::IndexIntoFileItr::lumi(), edm::LuminosityBlockID::luminosityBlock(), lumiTree_, edm::LuminosityBlockID::run(), edm::IndexIntoFile::IndexIntoFileItr::run(), runHelper_, savedRunAuxiliary_, edm::RootTree::setEntryNumber(), edm::EventAuxiliary::time(), and ntuplemaker::time.

1538  {
1541  // Begin code for backward compatibility before the existence of lumi trees.
1542  if(!lumiTree_.isValid()) {
1544  assert(eventEntry != IndexIntoFile::invalidEntry);
1545  assert(eventTree_.current(eventEntry));
1546  fillEventAuxiliary(eventEntry);
1547 
1548  LuminosityBlockID lumi = LuminosityBlockID(indexIntoFileIter_.run(), indexIntoFileIter_.lumi());
1549  runHelper_->overrideRunNumber(lumi);
1550  return std::make_shared<LuminosityBlockAuxiliary>(lumi.run(), lumi.luminosityBlock(), eventAux().time(), Timestamp::invalidTimestamp());
1551  }
1552  // End code for backward compatibility before the existence of lumi trees.
1554  std::shared_ptr<LuminosityBlockAuxiliary> lumiAuxiliary = fillLumiAuxiliary();
1555  assert(lumiAuxiliary->run() == indexIntoFileIter_.run());
1556  assert(lumiAuxiliary->luminosityBlock() == indexIntoFileIter_.lumi());
1557  runHelper_->overrideRunNumber(lumiAuxiliary->id());
1558  filePtr_->reportInputLumiSection(lumiAuxiliary->run(), lumiAuxiliary->luminosityBlock());
1559  if(lumiAuxiliary->beginTime() == Timestamp::invalidTimestamp()) {
1561  if(eventEntry != IndexIntoFile::invalidEntry) {
1562  assert(eventTree_.current(eventEntry));
1563  fillEventAuxiliary(eventEntry);
1564 
1565  lumiAuxiliary->setBeginTime(eventAux().time());
1566  }
1567  lumiAuxiliary->setEndTime(Timestamp::invalidTimestamp());
1568  }
1569  if(!fileFormatVersion().processHistorySameWithinRun() && savedRunAuxiliary_) {
1570  lumiAuxiliary->setProcessHistoryID(savedRunAuxiliary_->processHistoryID());
1571  }
1572  return lumiAuxiliary;
1573  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
std::shared_ptr< LuminosityBlockAuxiliary > fillLumiAuxiliary()
Definition: RootFile.cc:1249
static Timestamp invalidTimestamp()
Definition: Timestamp.h:101
RootTree lumiTree_
Definition: RootFile.h:277
Timestamp const & time() const
edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
Definition: RootFile.h:269
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
bool current() const
Definition: RootTree.h:98
LuminosityBlockNumber_t lumi() const
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1181
long long EntryNumber_t
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
RootTree eventTree_
Definition: RootFile.h:276
static constexpr EntryNumber_t invalidEntry
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
bool isValid() const
Definition: RootTree.cc:105
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
void edm::RootFile::readParentageTree ( InputType  inputType)
private

Definition at line 565 of file RootFile.cc.

References daqProvenanceHelper_, Exception, filePtr_, edm::errors::FileReadError, edm::roottree::getEntry(), mps_fire::i, edm::Parentage::id(), edm::ParentageRegistry::insertMapped(), edm::ParentageRegistry::instance(), edm::numEntries(), edm::poolNames::parentageBranchName(), parentageIDLookup_, edm::poolNames::parentageTreeName(), parents, edm::Parentage::parentsForUpdate(), PhysicsTools::registry, and edm::SecondarySource.

Referenced by makeProvenanceReaderMaker().

565  {
566  // New format file
567  // We use a smart pointer so the tree will be deleted after use, and not kept for the life of the file.
568  std::unique_ptr<TTree> parentageTree(dynamic_cast<TTree*>(filePtr_->Get(poolNames::parentageTreeName().c_str())));
569  if(nullptr == parentageTree.get()) {
570  throw Exception(errors::FileReadError) << "Could not find tree " << poolNames::parentageTreeName()
571  << " in the input file.\n";
572  }
573 
574  Parentage parents;
575  Parentage *pParentageBuffer = &parents;
576  parentageTree->SetBranchAddress(poolNames::parentageBranchName().c_str(), &pParentageBuffer);
577 
578  ParentageRegistry& registry = *ParentageRegistry::instance();
579 
580  parentageIDLookup_.reserve(parentageTree->GetEntries());
581  for(Long64_t i = 0, numEntries = parentageTree->GetEntries(); i < numEntries; ++i) {
582  roottree::getEntry(parentageTree.get(), i);
584  ParentageID const oldID = parents.id();
585  daqProvenanceHelper_->fixMetaData(parents.parentsForUpdate());
586  ParentageID newID = parents.id();
587  if(newID != oldID) {
588  daqProvenanceHelper_->setOldParentageIDToNew(oldID,newID);
589  }
590  }
591  // For thread safety, don't update global registries when a secondary source opens a file.
592  if(inputType != InputType::SecondarySource) {
593  registry.insertMapped(parents);
594  }
595  parentageIDLookup_.push_back(parents.id());
596  }
597  parentageTree->SetBranchAddress(poolNames::parentageBranchName().c_str(), nullptr);
598  }
Int_t getEntry(TBranch *branch, EntryNumber entryNumber)
Definition: RootTree.cc:497
TPRegexp parents
Definition: eve_filter.cc:21
std::string const & parentageTreeName()
Definition: BranchType.cc:159
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
Long64_t numEntries(TFile *hdl, std::string const &trname)
Definition: CollUtil.cc:50
std::string const & parentageBranchName()
Definition: BranchType.cc:163
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
std::vector< ParentageID > parentageIDLookup_
Definition: RootFile.h:298
static Interceptor::Registry registry("Interceptor")
static ParentageRegistry * instance()
Hash< ParentageType > ParentageID
Definition: ParentageID.h:9
void edm::RootFile::readRun_ ( RunPrincipal runPrincipal)

Definition at line 1518 of file RootFile.cc.

References edm::RunPrincipal::fillRunPrincipal(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileEnd_, indexIntoFileIter_, edm::RootTree::insertEntryForIndex(), edm::RootTree::isValid(), edm::IndexIntoFile::kRun, processHistoryRegistry_, edm::Principal::readAllFromSourceAndMergeImmediately(), edm::RootTree::resetAndGetRootDelayedReader(), runHelper_, and runTree_.

1518  {
1519  if(!runHelper_->fakeNewRun()) {
1523  }
1524  // Begin code for backward compatibility before the existence of run trees.
1525  if(!runTree_.isValid()) {
1526  return;
1527  }
1528  // End code for backward compatibility before the existence of run trees.
1529  // NOTE: we use 0 for the index since do not do delayed reads for RunPrincipals
1531  runPrincipal.fillRunPrincipal(*processHistoryRegistry_, runTree_.resetAndGetRootDelayedReader());
1532  // Read in all the products now.
1533  runPrincipal.readAllFromSourceAndMergeImmediately();
1534  }
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
void insertEntryForIndex(unsigned int index)
Definition: RootTree.cc:99
DelayedReader * resetAndGetRootDelayedReader() const
Definition: RootTree.cc:117
RootTree runTree_
Definition: RootFile.h:278
bool isValid() const
Definition: RootTree.cc:105
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
std::shared_ptr< RunAuxiliary > edm::RootFile::readRunAuxiliary_ ( )

Definition at line 1452 of file RootFile.cc.

References edm::RootTree::current(), edm::IndexIntoFile::IndexIntoFileItr::entry(), eventAux(), eventTree_, fileFormatVersion(), filePtr_, fillEventAuxiliary(), fillEventHistory(), fillRunAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::firstEventEntryThisRun(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileEnd_, indexIntoFileIter_, edm::IndexIntoFile::invalidEntry, edm::Timestamp::invalidTimestamp(), edm::RootTree::isValid(), edm::IndexIntoFile::kRun, edm::FileFormatVersion::processHistorySameWithinRun(), edm::RunID::run(), findQualityFiles::run, edm::IndexIntoFile::IndexIntoFileItr::run(), runHelper_, runTree_, savedRunAuxiliary(), savedRunAuxiliary_, edm::RootTree::setEntryNumber(), edm::EventAuxiliary::time(), and ntuplemaker::time.

1452  {
1453  if(runHelper_->fakeNewRun()) {
1454  runHelper_->overrideRunNumber(savedRunAuxiliary_->id());
1455  return savedRunAuxiliary();
1456  }
1459 
1460  // Begin code for backward compatibility before the existence of run trees.
1461  if(!runTree_.isValid()) {
1462 
1463  // prior to the support of run trees.
1464  // RunAuxiliary did not contain a valid timestamp. Take it from the next event.
1466  assert(eventEntry != IndexIntoFile::invalidEntry);
1467  assert(eventTree_.current(eventEntry));
1468  fillEventAuxiliary(eventEntry);
1469 
1470  RunID run = RunID(indexIntoFileIter_.run());
1471  runHelper_->overrideRunNumber(run);
1472  savedRunAuxiliary_ = std::make_shared<RunAuxiliary>(run.run(), eventAux().time(), Timestamp::invalidTimestamp());
1473  return savedRunAuxiliary();
1474  }
1475  // End code for backward compatibility before the existence of run trees.
1477  std::shared_ptr<RunAuxiliary> runAuxiliary = fillRunAuxiliary();
1478  assert(runAuxiliary->run() == indexIntoFileIter_.run());
1479  runHelper_->overrideRunNumber(runAuxiliary->id());
1480  filePtr_->reportInputRunNumber(runAuxiliary->run());
1481  // If RunAuxiliary did not contain a valid begin timestamp, invalidate any end timestamp.
1482  if(runAuxiliary->beginTime() == Timestamp::invalidTimestamp()) {
1483  runAuxiliary->setEndTime(Timestamp::invalidTimestamp());
1484  }
1485 
1486  // If RunAuxiliary did not contain a valid timestamp, or if this an old format file from
1487  // when the Run's ProcessHistory included only processes where products were added to the Run itself,
1488  // we attempt to read the first event in the run to get appropriate info.
1489  if(runAuxiliary->beginTime() == Timestamp::invalidTimestamp() ||
1491 
1493  // If we have a valid event, use its information.
1494  if(eventEntry != IndexIntoFile::invalidEntry) {
1495  assert(eventTree_.current(eventEntry));
1496  fillEventAuxiliary(eventEntry);
1497 
1498  // RunAuxiliary did not contain a valid timestamp. Take it from the next event in this run if there is one.
1499  if(runAuxiliary->beginTime() == Timestamp::invalidTimestamp()) {
1500  runAuxiliary->setBeginTime(eventAux().time());
1501  }
1502 
1503  // For backwards compatibility when the Run's ProcessHistory included only processes where products were added to the
1504  // Run, and then the Run and Event auxiliaries could be different. Use the event ProcessHistoryID if there is one. It should
1505  // almost always be correct by the current definition (processes included if any products are added. This makes the run, lumi,
1506  // and event ProcessHistory's always be the same if no file merging occurs).
1507  if(!fileFormatVersion().processHistorySameWithinRun()) {
1508  fillEventHistory();
1509  runAuxiliary->setProcessHistoryID(eventAux().processHistoryID());
1510  }
1511  }
1512  }
1513  savedRunAuxiliary_ = runAuxiliary;
1514  return runAuxiliary;
1515  }
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
static Timestamp invalidTimestamp()
Definition: Timestamp.h:101
Timestamp const & time() const
edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
Definition: RootFile.h:269
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
bool current() const
Definition: RootTree.h:98
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1181
long long EntryNumber_t
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
EventAuxiliary const & eventAux() const
Definition: RootFile.h:168
std::shared_ptr< RunAuxiliary > fillRunAuxiliary()
Definition: RootFile.cc:1273
RootTree eventTree_
Definition: RootFile.h:276
RootTree runTree_
Definition: RootFile.h:278
std::shared_ptr< RunAuxiliary const > savedRunAuxiliary() const
Definition: RootFile.h:244
static constexpr EntryNumber_t invalidEntry
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
bool processHistorySameWithinRun() const
void fillEventHistory()
Definition: RootFile.cc:1191
bool isValid() const
Definition: RootTree.cc:105
edm::propagate_const< RunHelperBase * > runHelper_
Definition: RootFile.h:287
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
void edm::RootFile::reportOpened ( std::string const &  inputType)

Definition at line 1136 of file RootFile.cc.

References edm::RootTree::branchNames(), eventTree_, edm::FileID::fid(), fid_, filePtr_, diffTwoXMLs::label, logicalFile_, edm::moduleName(), and AlCaHLTBitMon_QueryRunRegistry::string.

1136  {
1137  // Report file opened.
1138  std::string const label = "source";
1139  std::string moduleName = "PoolSource";
1140  filePtr_->inputFileOpened(
1141  logicalFile_,
1142  inputType,
1143  moduleName,
1144  label,
1145  fid_.fid(),
1147  }
std::vector< std::string > const & branchNames() const
Definition: RootTree.h:108
FileID fid_
Definition: RootFile.h:260
std::string const logicalFile_
Definition: RootFile.h:254
std::string moduleName(Provenance const &provenance)
Definition: Provenance.cc:27
std::string const & fid() const
Definition: FileID.h:19
RootTree eventTree_
Definition: RootFile.h:276
edm::propagate_const< std::shared_ptr< InputFile > > filePtr_
Definition: RootFile.h:257
void edm::RootFile::rewind ( )
inline

Definition at line 192 of file RootFile.h.

192  {
194  eventTree_.rewind();
195  lumiTree_.rewind();
196  runTree_.rewind();
197  }
RootTree lumiTree_
Definition: RootFile.h:277
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
RootTree eventTree_
Definition: RootFile.h:276
RootTree runTree_
Definition: RootFile.h:278
IndexIntoFile::IndexIntoFileItr indexIntoFileBegin_
Definition: RootFile.h:264
void rewind()
Definition: RootTree.h:100
RootTree const& edm::RootFile::runTree ( ) const
inline

Definition at line 175 of file RootFile.h.

Referenced by validateFile().

175 {return runTree_;}
RootTree runTree_
Definition: RootFile.h:278
std::shared_ptr<RunAuxiliary const> edm::RootFile::savedRunAuxiliary ( ) const
inlineprivate

Definition at line 244 of file RootFile.h.

References edm::get_underlying_safe().

Referenced by readRunAuxiliary_().

edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
Definition: RootFile.h:269
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
std::shared_ptr<RunAuxiliary>& edm::RootFile::savedRunAuxiliary ( )
inlineprivate

Definition at line 245 of file RootFile.h.

References edm::get_underlying_safe().

edm::propagate_const< std::shared_ptr< RunAuxiliary > > savedRunAuxiliary_
Definition: RootFile.h:269
std::shared_ptr< T > & get_underlying_safe(propagate_const< std::shared_ptr< T >> &iP)
void edm::RootFile::setAtEventEntry ( IndexIntoFile::EntryNumber_t  entry)

Definition at line 1447 of file RootFile.cc.

References eventTree_, and edm::RootTree::setEntryNumber().

1447  {
1449  }
RootTree eventTree_
Definition: RootFile.h:276
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
bool edm::RootFile::setEntryAtEvent ( RunNumber_t  run,
LuminosityBlockNumber_t  lumi,
EventNumber_t  event 
)

Definition at line 1595 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::entry(), eventTree_, edm::IndexIntoFile::findEventPosition(), indexIntoFile_, indexIntoFileEnd_, indexIntoFileIter_, and edm::RootTree::setEntryNumber().

1595  {
1597  if(indexIntoFileIter_ == indexIntoFileEnd_) return false;
1599  return true;
1600  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
RootTree eventTree_
Definition: RootFile.h:276
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
IndexIntoFileItr findEventPosition(RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event) const
Definition: event.py:1
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
bool edm::RootFile::setEntryAtItem ( RunNumber_t  run,
LuminosityBlockNumber_t  lumi,
EventNumber_t  event 
)
inline

Definition at line 182 of file RootFile.h.

References mps_splice::entry, and findQualityFiles::run.

182  {
184  }
bool setEntryAtRun(RunNumber_t run)
Definition: RootFile.cc:1611
bool setEntryAtLumi(RunNumber_t run, LuminosityBlockNumber_t lumi)
Definition: RootFile.cc:1603
bool setEntryAtEvent(RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event)
Definition: RootFile.cc:1595
Definition: event.py:1
bool edm::RootFile::setEntryAtLumi ( RunNumber_t  run,
LuminosityBlockNumber_t  lumi 
)

Definition at line 1603 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::IndexIntoFile::findLumiPosition(), indexIntoFile_, indexIntoFileEnd_, indexIntoFileIter_, lumiTree_, and edm::RootTree::setEntryNumber().

1603  {
1605  if(indexIntoFileIter_ == indexIntoFileEnd_) return false;
1607  return true;
1608  }
RootTree lumiTree_
Definition: RootFile.h:277
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
IndexIntoFileItr findLumiPosition(RunNumber_t run, LuminosityBlockNumber_t lumi) const
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
bool edm::RootFile::setEntryAtNextEventInLumi ( RunNumber_t  run,
LuminosityBlockNumber_t  lumi 
)

Definition at line 1619 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::advanceToEvent(), edm::IndexIntoFile::IndexIntoFileItr::entry(), fillEventAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileIter_, edm::IndexIntoFile::kEvent, edm::IndexIntoFile::IndexIntoFileItr::lumi(), and edm::IndexIntoFile::IndexIntoFileItr::run().

1619  {
1622  }
1625  if(run != indexIntoFileIter_.run()) return false;
1626  if(lumi != indexIntoFileIter_.lumi()) return false;
1628  return true;
1629  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t lumi() const
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1181
bool edm::RootFile::setEntryAtRun ( RunNumber_t  run)

Definition at line 1611 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::IndexIntoFile::findRunPosition(), indexIntoFile_, indexIntoFileEnd_, indexIntoFileIter_, runTree_, and edm::RootTree::setEntryNumber().

1611  {
1613  if(indexIntoFileIter_ == indexIntoFileEnd_) return false;
1615  return true;
1616  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFileItr findRunPosition(RunNumber_t run) const
Same as findPosition.
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
RootTree runTree_
Definition: RootFile.h:278
void setEntryNumber(EntryNumber theEntryNumber)
Definition: RootTree.cc:205
void edm::RootFile::setIfFastClonable ( int  remainingEvents,
int  remainingLumis 
)
private

Definition at line 601 of file RootFile.cc.

References duplicateChecker_, edm::FileBlock::DuplicateEventsRemoved, edm::RootTree::entries(), edm::FileBlock::EventsToBeSorted, eventTree_, fileFormatVersion(), edm::FileBlock::FileTooOld, edm::IndexIntoFile::firstAppearanceOrder, edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFile_, indexIntoFileBegin_, indexIntoFileEnd_, edm::FileBlock::InitialEventsSkipped, edm::IndexIntoFile::iterationWillBeInEntryOrder(), edm::IndexIntoFile::kEvent, lumiTree_, edm::FileBlock::MaxEventsTooSmall, edm::FileBlock::MaxLumisTooSmall, edm::FileBlock::NoEventsInFile, noEventSort_, edm::FileBlock::NotProcessingEvents, edm::IndexIntoFile::numericalOrder, processingMode_, edm::FileBlock::RunOrLumiNotContiguous, edm::InputSource::RunsLumisAndEvents, skipAnyEvents_, and whyNotFastClonable_.

Referenced by RootFile().

601  {
602  if(fileFormatVersion().noMetaDataTrees() and !fileFormatVersion().storedProductProvenanceUsed()) {
603  //we must avoid copying the old branch which stored the per product per event provenance
605  return;
606  }
607  if(!fileFormatVersion().splitProductIDs()) {
609  return;
610  }
613  return;
614  }
615  // Find entry for first event in file
616  IndexIntoFile::IndexIntoFileItr it = indexIntoFileBegin_;
617  while(it != indexIntoFileEnd_ && it.getEntryType() != IndexIntoFile::kEvent) {
618  ++it;
619  }
620  if(it == indexIntoFileEnd_) {
622  return;
623  }
624 
625  // From here on, record all reasons we can't fast clone.
629  }
630  if(skipAnyEvents_) {
632  }
633  if(remainingEvents >= 0 && eventTree_.entries() > remainingEvents) {
635  }
636  if(remainingLumis >= 0 && lumiTree_.entries() > remainingLumis) {
638  }
639  if(duplicateChecker_ &&
640  !duplicateChecker_->checkDisabled() &&
641  !duplicateChecker_->noDuplicatesInFile()) {
643  }
644  }
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
int whyNotFastClonable_
Definition: RootFile.h:272
RootTree lumiTree_
Definition: RootFile.h:277
EntryNumber const & entries() const
Definition: RootTree.h:105
InputSource::ProcessingMode processingMode_
Definition: RootFile.h:286
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
bool noEventSort_
Definition: RootFile.h:271
bool skipAnyEvents_
Definition: RootFile.h:270
RootTree eventTree_
Definition: RootFile.h:276
bool iterationWillBeInEntryOrder(SortOrder sortOrder) const
Used to determine whether or not to disable fast cloning.
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
IndexIntoFile::IndexIntoFileItr indexIntoFileBegin_
Definition: RootFile.h:264
void edm::RootFile::setPosition ( IndexIntoFile::IndexIntoFileItr const &  position)

Definition at line 678 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::copyPosition(), and indexIntoFileIter_.

678  {
680  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
void copyPosition(IndexIntoFileItr const &position)
Copy the position without modifying the pointer to the IndexIntoFile or size.
static int position[264][3]
Definition: ReadPGInfo.cc:509
void edm::RootFile::setSignals ( signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *  preEventReadSource,
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *  postEventReadSource 
)

Definition at line 1795 of file RootFile.cc.

References eventTree_, and edm::RootTree::setSignals().

1796  {
1797  eventTree_.setSignals(preEventReadSource,postEventReadSource);
1798  }
void setSignals(signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *preEventReadSource, signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> const *postEventReadSource)
Definition: RootTree.cc:488
RootTree eventTree_
Definition: RootFile.h:276
void edm::RootFile::setToLastEntry ( )
inline

Definition at line 198 of file RootFile.h.

198  {
200  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
bool edm::RootFile::skipEntries ( unsigned int &  offset)
inline
bool edm::RootFile::skipEvents ( int &  offset)

Definition at line 1294 of file RootFile.cc.

References duplicateChecker_, edm::EventID::event(), eventAux_, eventSkipperByID_, file_, fillEventAuxiliary(), edm::EventAuxiliary::id(), indexIntoFileEnd_, indexIntoFileIter_, edm::IndexIntoFile::invalidEntry, edm::IndexIntoFile::invalidIndex, edm::IndexIntoFile::invalidLumi, edm::IndexIntoFile::invalidRun, PFRecoTauDiscriminationByIsolation_cfi::offset, edm::IndexIntoFile::IndexIntoFileItr::skipEventBackward(), and edm::IndexIntoFile::IndexIntoFileItr::skipEventForward().

1294  {
1295  while(offset > 0 && indexIntoFileIter_ != indexIntoFileEnd_) {
1296 
1297  int phIndexOfSkippedEvent = IndexIntoFile::invalidIndex;
1298  RunNumber_t runOfSkippedEvent = IndexIntoFile::invalidRun;
1301 
1302  indexIntoFileIter_.skipEventForward(phIndexOfSkippedEvent,
1303  runOfSkippedEvent,
1304  lumiOfSkippedEvent,
1305  skippedEventEntry);
1306 
1307  // At the end of the file and there were no more events to skip
1308  if(skippedEventEntry == IndexIntoFile::invalidEntry) break;
1309 
1310  if(eventSkipperByID_ && eventSkipperByID_->somethingToSkip()) {
1311  fillEventAuxiliary(skippedEventEntry);
1312  if(eventSkipperByID_->skipIt(runOfSkippedEvent, lumiOfSkippedEvent, eventAux_.id().event())) {
1313  continue;
1314  }
1315  }
1316  if(duplicateChecker_ &&
1317  !duplicateChecker_->checkDisabled() &&
1318  !duplicateChecker_->noDuplicatesInFile()) {
1319 
1320  fillEventAuxiliary(skippedEventEntry);
1321  if(duplicateChecker_->isDuplicateAndCheckActive(phIndexOfSkippedEvent,
1322  runOfSkippedEvent,
1323  lumiOfSkippedEvent,
1324  eventAux_.id().event(),
1325  file_)) {
1326  continue;
1327  }
1328  }
1329  --offset;
1330  }
1331 
1332  while(offset < 0) {
1333 
1334  if(duplicateChecker_) {
1335  duplicateChecker_->disable();
1336  }
1337 
1338  int phIndexOfEvent = IndexIntoFile::invalidIndex;
1342 
1343  indexIntoFileIter_.skipEventBackward(phIndexOfEvent,
1344  runOfEvent,
1345  lumiOfEvent,
1346  eventEntry);
1347 
1348  if(eventEntry == IndexIntoFile::invalidEntry) break;
1349 
1350  if(eventSkipperByID_ && eventSkipperByID_->somethingToSkip()) {
1351  fillEventAuxiliary(eventEntry);
1352  if(eventSkipperByID_->skipIt(runOfEvent, lumiOfEvent, eventAux_.id().event())) {
1353  continue;
1354  }
1355  }
1356  ++offset;
1357  }
1359  }
EventNumber_t event() const
Definition: EventID.h:41
static constexpr int invalidIndex
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
edm::propagate_const< std::shared_ptr< EventSkipperByID > > eventSkipperByID_
Definition: RootFile.h:258
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
unsigned int LuminosityBlockNumber_t
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1181
long long EntryNumber_t
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
static constexpr RunNumber_t invalidRun
void skipEventBackward(int &phIndexOfEvent, RunNumber_t &runOfEvent, LuminosityBlockNumber_t &lumiOfEvent, EntryNumber_t &eventEntry)
static constexpr EntryNumber_t invalidEntry
static constexpr LuminosityBlockNumber_t invalidLumi
EventID const & id() const
unsigned int RunNumber_t
EventAuxiliary eventAux_
Definition: RootFile.h:275
std::string const file_
Definition: RootFile.h:253
void skipEventForward(int &phIndexOfSkippedEvent, RunNumber_t &runOfSkippedEvent, LuminosityBlockNumber_t &lumiOfSkippedEvent, EntryNumber_t &skippedEventEntry)
bool edm::RootFile::skipThisEntry ( )
private

Definition at line 688 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::entry(), edm::EventID::event(), eventAux_, eventSkipperByID_, fillEventAuxiliary(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), edm::EventAuxiliary::id(), indexIntoFileEnd_, indexIntoFileIter_, edm::IndexIntoFile::invalidLumi, edm::IndexIntoFile::kEvent, edm::IndexIntoFile::kRun, edm::IndexIntoFile::IndexIntoFileItr::lumi(), edm::IndexIntoFile::IndexIntoFileItr::peekAheadAtLumi(), edm::IndexIntoFile::IndexIntoFileItr::run(), edm::IndexIntoFile::IndexIntoFileItr::skipLumiInRun(), and mitigatedMETSequence_cff::U.

Referenced by getNextItemType().

688  {
690  return false;
691  }
692  if(eventSkipperByID_ && eventSkipperByID_->somethingToSkip()) {
693 
694  // See first if the entire lumi or run is skipped, so we won't have to read the event Auxiliary in that case.
696  return true;
697  }
698 
699  // The Lumi is not skipped. If this is an event, see if the event is skipped.
704  eventAux_.id().event())) {
705  return true;
706  }
707  }
708 
709  // Skip runs with no lumis if either lumisToSkip or lumisToProcess have been set to select lumis
711  eventSkipperByID_->skippingLumis()) {
712  IndexIntoFile::IndexIntoFileItr iterLumi = indexIntoFileIter_;
713 
714  // There are no lumis in this run, not even ones we will skip
715  if(iterLumi.peekAheadAtLumi() == IndexIntoFile::invalidLumi) {
716  return true;
717  }
718  // If we get here there are lumis in the run, check to see if we are skipping all of them
719  do {
720  if(!eventSkipperByID_->skipIt(iterLumi.run(), iterLumi.peekAheadAtLumi(), 0U)) {
721  return false;
722  }
723  }
724  while(iterLumi.skipLumiInRun());
725  return true;
726  }
727  }
728  return false;
729  }
EventNumber_t event() const
Definition: EventID.h:41
edm::propagate_const< std::shared_ptr< EventSkipperByID > > eventSkipperByID_
Definition: RootFile.h:258
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
LuminosityBlockNumber_t lumi() const
bool fillEventAuxiliary(IndexIntoFile::EntryNumber_t entry)
Definition: RootFile.cc:1181
IndexIntoFile::IndexIntoFileItr indexIntoFileEnd_
Definition: RootFile.h:265
static constexpr LuminosityBlockNumber_t invalidLumi
EventID const & id() const
EventAuxiliary eventAux_
Definition: RootFile.h:275
RootTreePtrArray& edm::RootFile::treePointers ( )
inlineprivate

Definition at line 220 of file RootFile.h.

References MicroEventContent_cff::branch, cmsCodeRulesChecker::rules, and AlCaHLTBitMon_QueryRunRegistry::string.

220 {return treePointers_;}
RootTreePtrArray treePointers_
Definition: RootFile.h:279
void edm::RootFile::validateFile ( InputType  inputType,
bool  usingGoToEvent 
)
private

Definition at line 1089 of file RootFile.cc.

References edm::createGlobalIdentifier(), daqProvenanceHelper_, duplicateChecker_, edm::IndexIntoFile::empty(), edm::RootTree::entries(), edm::errors::EventCorruption, eventTree_, Exception, fid_, fileFormatVersion(), edm::IndexIntoFile::fillEventNumbersOrEntries(), fillIndexIntoFile(), edm::IndexIntoFile::fixIndexes(), indexIntoFile_, edm::FileID::isValid(), edm::RootTree::isValid(), noEventSort_, orderedProcessHistoryIDs_, edm::Primary, processHistoryRegistry_, edm::IndexIntoFile::reduceProcessHistoryIDs(), runTree(), edm::IndexIntoFile::setEventFinder(), edm::IndexIntoFile::setNumberOfEvents(), edm::IndexIntoFile::setProcessHistoryIDs(), and edm::FileFormatVersion::useReducedProcessHistoryID().

Referenced by RootFile().

1089  {
1090  if(!fid_.isValid()) {
1091  fid_ = FileID(createGlobalIdentifier());
1092  }
1093  if(!eventTree_.isValid()) {
1095  "'Events' tree is corrupted or not present\n" << "in the input file.\n";
1096  }
1097 
1098  if(fileFormatVersion().hasIndexIntoFile()) {
1099  if(runTree().entries() > 0) {
1100  assert(!indexIntoFile_.empty());
1101  }
1103  if(daqProvenanceHelper_) {
1104  std::vector<ProcessHistoryID>& phidVec = indexIntoFile_.setProcessHistoryIDs();
1105  for(auto& phid : phidVec) {
1106  phid = daqProvenanceHelper_->mapProcessHistoryID(phid);
1107  }
1108  }
1110  }
1111  }
1112  else {
1113  assert(indexIntoFile_.empty());
1115  }
1116 
1119  indexIntoFile_.setEventFinder(std::shared_ptr<IndexIntoFile::EventFinder>(std::make_shared<RootFileEventFinder>(eventTree_)));
1120  // We fill the event numbers explicitly if we need to find events in closed files,
1121  // such as for secondary files (or secondary sources) or if duplicate checking across files.
1122  bool needEventNumbers = false;
1123  bool needIndexesForDuplicateChecker = duplicateChecker_ && duplicateChecker_->checkingAllFiles() && !duplicateChecker_->checkDisabled();
1124  if(inputType != InputType::Primary || needIndexesForDuplicateChecker || usingGoToEvent) {
1125  needEventNumbers = true;
1126  }
1127  bool needEventEntries = false;
1128  if(inputType != InputType::Primary || !noEventSort_) {
1129  // We need event entries for sorting or for secondary files or sources.
1130  needEventEntries = true;
1131  }
1132  indexIntoFile_.fillEventNumbersOrEntries(needEventNumbers, needEventEntries);
1133  }
void fillEventNumbersOrEntries(bool needEventNumbers, bool needEventEntries) const
void setEventFinder(std::shared_ptr< EventFinder > ptr) const
edm::propagate_const< std::shared_ptr< DuplicateChecker > > duplicateChecker_
Definition: RootFile.h:294
FileFormatVersion fileFormatVersion() const
Definition: RootFile.h:176
bool empty() const
True if no runs, lumis, or events are in the file.
edm::propagate_const< ProcessHistoryRegistry * > processHistoryRegistry_
Definition: RootFile.h:256
edm::propagate_const< std::unique_ptr< DaqProvenanceHelper > > daqProvenanceHelper_
Definition: RootFile.h:299
EntryNumber const & entries() const
Definition: RootTree.h:105
void reduceProcessHistoryIDs(ProcessHistoryRegistry const &processHistoryRegistry)
FileID fid_
Definition: RootFile.h:260
std::vector< ProcessHistoryID > & setProcessHistoryIDs()
bool noEventSort_
Definition: RootFile.h:271
RootTree const & runTree() const
Definition: RootFile.h:175
RootTree eventTree_
Definition: RootFile.h:276
bool isValid() const
Definition: FileID.h:18
IndexIntoFile & indexIntoFile_
Definition: RootFile.h:262
void fixIndexes(std::vector< ProcessHistoryID > &processHistoryIDs)
bool isValid() const
Definition: RootTree.cc:105
void fillIndexIntoFile()
Definition: RootFile.cc:863
std::vector< ProcessHistoryID > & orderedProcessHistoryIDs_
Definition: RootFile.h:263
void setNumberOfEvents(EntryNumber_t nevents) const
bool useReducedProcessHistoryID() const
std::string createGlobalIdentifier()
bool edm::RootFile::wasFirstEventJustRead ( ) const

Definition at line 801 of file RootFile.cc.

References a, b, mps_splice::entry, indexIntoFileIter_, edm::IndexIntoFile::invalidEntry, csvLumiCalc::lumi, findQualityFiles::run, and edm::IndexIntoFile::IndexIntoFileItr::skipEventBackward().

801  {
802  IndexIntoFile::IndexIntoFileItr itr(indexIntoFileIter_);
803  int phIndex;
806  IndexIntoFile::EntryNumber_t eventEntry;
807  itr.skipEventBackward(phIndex,
808  run,
809  lumi,
810  eventEntry);
811  itr.skipEventBackward(phIndex,
812  run,
813  lumi,
814  eventEntry);
815  return eventEntry == IndexIntoFile::invalidEntry;
816  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
unsigned int LuminosityBlockNumber_t
long long EntryNumber_t
static constexpr EntryNumber_t invalidEntry
unsigned int RunNumber_t
bool edm::RootFile::wasLastEventJustRead ( ) const

Definition at line 794 of file RootFile.cc.

References edm::IndexIntoFile::IndexIntoFileItr::advanceToEvent(), edm::IndexIntoFile::IndexIntoFileItr::getEntryType(), indexIntoFileIter_, and edm::IndexIntoFile::kEnd.

794  {
795  IndexIntoFile::IndexIntoFileItr itr(indexIntoFileIter_);
796  itr.advanceToEvent();
797  return itr.getEntryType() == IndexIntoFile::kEnd;
798  }
IndexIntoFile::IndexIntoFileItr indexIntoFileIter_
Definition: RootFile.h:266
int edm::RootFile::whyNotFastClonable ( ) const
inline

Definition at line 177 of file RootFile.h.

Referenced by createFileBlock().

177 {return whyNotFastClonable_;}
int whyNotFastClonable_
Definition: RootFile.h:272

Member Data Documentation

edm::propagate_const<std::shared_ptr<BranchChildren> > edm::RootFile::branchChildren_
private

Definition at line 293 of file RootFile.h.

Referenced by markBranchToBeDropped(), and RootFile().

edm::propagate_const<std::shared_ptr<BranchIDListHelper> > edm::RootFile::branchIDListHelper_
private

Definition at line 283 of file RootFile.h.

Referenced by fillEventHistory(), and RootFile().

std::shared_ptr<BranchIDLists const> edm::RootFile::branchIDLists_
private

Definition at line 282 of file RootFile.h.

Referenced by RootFile().

BranchListIndexes edm::RootFile::branchListIndexes_
private

Definition at line 291 of file RootFile.h.

Referenced by fillEventHistory(), and readCurrentEvent().

bool edm::RootFile::branchListIndexesUnchanged_
private

Definition at line 274 of file RootFile.h.

Referenced by RootFile().

edm::propagate_const<std::unique_ptr<DaqProvenanceHelper> > edm::RootFile::daqProvenanceHelper_
private
edm::propagate_const<std::shared_ptr<DuplicateChecker> > edm::RootFile::duplicateChecker_
private
edm::propagate_const<TClass*> edm::RootFile::edProductClass_
private

Definition at line 300 of file RootFile.h.

Referenced by dropOnInput().

EventAuxiliary edm::RootFile::eventAux_
private
edm::propagate_const<TTree*> edm::RootFile::eventHistoryTree_
private

Definition at line 289 of file RootFile.h.

Referenced by close(), fillEventHistory(), and readEventHistoryTree().

std::vector<EventProcessHistoryID> edm::RootFile::eventProcessHistoryIDs_
private

Definition at line 267 of file RootFile.h.

Referenced by fillEventHistory(), and RootFile().

std::vector<EventProcessHistoryID>::const_iterator edm::RootFile::eventProcessHistoryIter_
private

Definition at line 268 of file RootFile.h.

Referenced by fillEventHistory(), and RootFile().

std::vector<edm::propagate_const<std::shared_ptr<ProductProvenanceRetriever> > > edm::RootFile::eventProductProvenanceRetrievers_
private

Definition at line 297 of file RootFile.h.

Referenced by makeProductProvenanceRetriever().

EventSelectionIDVector edm::RootFile::eventSelectionIDs_
private

Definition at line 290 of file RootFile.h.

Referenced by fillEventHistory(), and readCurrentEvent().

edm::propagate_const<std::shared_ptr<EventSkipperByID> > edm::RootFile::eventSkipperByID_
private

Definition at line 258 of file RootFile.h.

Referenced by RootFile(), skipEvents(), and skipThisEntry().

RootTree edm::RootFile::eventTree_
private
FileID edm::RootFile::fid_
private

Definition at line 260 of file RootFile.h.

Referenced by reportOpened(), RootFile(), and validateFile().

std::string const edm::RootFile::file_
private

Definition at line 253 of file RootFile.h.

Referenced by createFileBlock(), dropOnInput(), isDuplicateEvent(), and skipEvents().

FileFormatVersion edm::RootFile::fileFormatVersion_
private

Definition at line 259 of file RootFile.h.

Referenced by makeProvenanceReaderMaker(), and RootFile().

edm::propagate_const<std::shared_ptr<InputFile> > edm::RootFile::filePtr_
private
edm::propagate_const<std::unique_ptr<ThinnedAssociationsHelper> > edm::RootFile::fileThinnedAssociationsHelper_
private

Definition at line 284 of file RootFile.h.

Referenced by dropOnInput(), initAssociationsFromSecondary(), and RootFile().

std::array<bool, NumBranchTypes> edm::RootFile::hasNewlyDroppedBranch_
private

Definition at line 273 of file RootFile.h.

Referenced by dropOnInput(), and RootFile().

edm::propagate_const<std::unique_ptr<History> > edm::RootFile::history_
private

Definition at line 292 of file RootFile.h.

Referenced by fillEventHistory(), and readEventHistoryTree().

IndexIntoFile& edm::RootFile::indexIntoFile_
private
IndexIntoFile::IndexIntoFileItr edm::RootFile::indexIntoFileBegin_
private

Definition at line 264 of file RootFile.h.

Referenced by RootFile(), and setIfFastClonable().

IndexIntoFile::IndexIntoFileItr edm::RootFile::indexIntoFileEnd_
private
IndexIntoFile::IndexIntoFileItr edm::RootFile::indexIntoFileIter_
private
edm::propagate_const<std::shared_ptr<IndexIntoFile> > edm::RootFile::indexIntoFileSharedPtr_
private

Definition at line 261 of file RootFile.h.

IndexIntoFile::EntryNumber_t edm::RootFile::lastEventEntryNumberRead_
private

Definition at line 280 of file RootFile.h.

Referenced by fillIndexIntoFile(), and fillThisEventAuxiliary().

std::string const edm::RootFile::logicalFile_
private

Definition at line 254 of file RootFile.h.

Referenced by reportOpened().

RootTree edm::RootFile::lumiTree_
private
std::map<std::string, std::string> edm::RootFile::newBranchToOldBranch_
private

Definition at line 288 of file RootFile.h.

Referenced by newBranchToOldBranch(), and RootFile().

bool edm::RootFile::noEventSort_
private

Definition at line 271 of file RootFile.h.

Referenced by goToEvent(), setIfFastClonable(), and validateFile().

std::vector<ProcessHistoryID>& edm::RootFile::orderedProcessHistoryIDs_
private

Definition at line 263 of file RootFile.h.

Referenced by validateFile().

std::vector<ParentageID> edm::RootFile::parentageIDLookup_
private

Definition at line 298 of file RootFile.h.

Referenced by makeProvenanceReaderMaker(), and readParentageTree().

ProcessConfiguration const& edm::RootFile::processConfiguration_
private

Definition at line 255 of file RootFile.h.

edm::propagate_const<ProcessHistoryRegistry*> edm::RootFile::processHistoryRegistry_
private
InputSource::ProcessingMode edm::RootFile::processingMode_
private

Definition at line 286 of file RootFile.h.

Referenced by getNextItemType(), and setIfFastClonable().

std::shared_ptr<ProductRegistry const> edm::RootFile::productRegistry_
private

Definition at line 281 of file RootFile.h.

Referenced by RootFile().

edm::propagate_const<std::unique_ptr<ProvenanceAdaptor> > edm::RootFile::provenanceAdaptor_
private

Definition at line 295 of file RootFile.h.

Referenced by fillEventHistory(), fillLumiAuxiliary(), fillRunAuxiliary(), and RootFile().

edm::propagate_const<std::unique_ptr<MakeProvenanceReader> > edm::RootFile::provenanceReaderMaker_
private

Definition at line 296 of file RootFile.h.

Referenced by makeProductProvenanceRetriever(), and RootFile().

edm::propagate_const<RunHelperBase*> edm::RootFile::runHelper_
private
RootTree edm::RootFile::runTree_
private
edm::propagate_const<std::shared_ptr<RunAuxiliary> > edm::RootFile::savedRunAuxiliary_
private

Definition at line 269 of file RootFile.h.

Referenced by readLuminosityBlockAuxiliary_(), and readRunAuxiliary_().

bool edm::RootFile::skipAnyEvents_
private

Definition at line 270 of file RootFile.h.

Referenced by setIfFastClonable().

edm::propagate_const<std::shared_ptr<ThinnedAssociationsHelper> > edm::RootFile::thinnedAssociationsHelper_
private

Definition at line 285 of file RootFile.h.

Referenced by initAssociationsFromSecondary().

RootTreePtrArray edm::RootFile::treePointers_
private

Definition at line 279 of file RootFile.h.

Referenced by close(), dropOnInput(), and RootFile().

int edm::RootFile::whyNotFastClonable_
private

Definition at line 272 of file RootFile.h.

Referenced by RootFile(), and setIfFastClonable().