edm::RootPrimaryFileSequence Class Reference

#include <RootPrimaryFileSequence.h>

Inheritance diagram for edm::RootPrimaryFileSequence:

Public Member Functions
void	endJob ()
ProcessingController::ForwardState	forwardState () const
InputSource::ItemType	getNextItemType (RunNumber_t &run, LuminosityBlockNumber_t &lumi, EventNumber_t &event)
bool	goToEvent (EventID const &eventID)
RootPrimaryFileSequence &	operator= (RootPrimaryFileSequence const &)=delete
std::shared_ptr< FileBlock >	readFile_ ()
ProcessingController::ReverseState	reverseState () const
void	rewind_ ()
	RootPrimaryFileSequence (ParameterSet const &pset, PoolSource &input, InputFileCatalog const &catalog)
	RootPrimaryFileSequence (RootPrimaryFileSequence const &)=delete
void	skipEvents (int offset)
void	skipEventsAtBeginning (int offset)
	~RootPrimaryFileSequence () override
Public Member Functions inherited from edm::RootInputFileSequence
void	closeFile ()
bool	containedInCurrentFile (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event) const
std::shared_ptr < BranchIDListHelper const >	fileBranchIDListHelper () const
std::shared_ptr < ProductRegistry const >	fileProductRegistry () const
void	fillProcessBlockHelper_ ()
bool	nextProcessBlock_ (ProcessBlockPrincipal &)
RootInputFileSequence &	operator= (RootInputFileSequence const &)=delete
bool	readEvent (EventPrincipal &cache)
void	readLuminosityBlock_ (LuminosityBlockPrincipal &lumiPrincipal)
std::shared_ptr < LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary_ ()
void	readProcessBlock_ (ProcessBlockPrincipal &)
void	readRun_ (RunPrincipal &runPrincipal)
std::shared_ptr< RunAuxiliary >	readRunAuxiliary_ ()
	RootInputFileSequence (ParameterSet const &pset, InputFileCatalog const &catalog)
	RootInputFileSequence (RootInputFileSequence const &)=delete
bool	skipToItem (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event, size_t fileNameHash=0U, bool currentFileFirst=true)
virtual	~RootInputFileSequence ()

Static Public Member Functions
static void	fillDescription (ParameterSetDescription &desc)

Private Member Functions
void	closeFile_ () override
std::shared_ptr < DuplicateChecker const >	duplicateChecker () const
std::shared_ptr < DuplicateChecker > &	duplicateChecker ()
std::shared_ptr < EventSkipperByID const >	eventSkipperByID () const
std::shared_ptr < EventSkipperByID > &	eventSkipperByID ()
void	initFile_ (bool skipBadFiles) override
RootFileSharedPtr	makeRootFile (std::shared_ptr< InputFile > filePtr) override
bool	nextFile ()
bool	previousFile ()
int	remainingEvents () const
int	remainingLuminosityBlocks () const
void	rewindFile ()

Private Attributes
BranchDescription::MatchMode	branchesMustMatch_
edm::propagate_const < std::shared_ptr < DuplicateChecker > >	duplicateChecker_
bool	enablePrefetching_
bool	enforceGUIDInFileName_
edm::propagate_const < std::shared_ptr < EventSkipperByID > >	eventSkipperByID_
edm::propagate_const < std::shared_ptr< FileBlock > >	fb_
bool	firstFile_
EventID	goToEventID_
bool	goToEventInNewFile_ = false
size_t	goToFileSequenceOffset_ = 0
int	initialNumberOfEventsToSkip_
PoolSource &	input_
bool	noEventSort_
bool	noRunLumiSort_
std::vector< ProcessHistoryID >	orderedProcessHistoryIDs_
bool	skipIntoNewFile_ = false
size_t	skipToFileSequenceNumber_ = 0
int	skipToOffsetInFinalFile_ = 0
bool	skipToStop_ = false
unsigned int	treeCacheSize_
bool	usingGoToEvent_

Additional Inherited Members
Protected Types inherited from edm::RootInputFileSequence
typedef std::shared_ptr< RootFile >	RootFileSharedPtr
Protected Member Functions inherited from edm::RootInputFileSequence
bool	atFirstFile () const
bool	atLastFile () const
std::vector< FileCatalogItem > const &	fileCatalogItems () const
std::vector< std::string > const &	fileNames () const
std::vector< std::shared_ptr < IndexIntoFile > > const &	indexesIntoFiles () const
void	initFile (bool skipBadFiles)
void	initTheFile (bool skipBadFiles, bool deleteIndexIntoFile, InputSource *input, char const *inputTypeName, InputType inputType)
std::string const &	lfn () const
size_t	lfnHash () const
std::string const &	logicalFileName () const
bool	noFiles () const
bool	noMoreFiles () const
size_t	numberOfFiles () const
std::shared_ptr< RootFile const >	rootFile () const
std::shared_ptr< RootFile > &	rootFile ()
size_t	sequenceNumberOfFile () const
void	setAtFileSequenceNumber (size_t offset)
void	setAtFirstFile ()
void	setAtNextFile ()
void	setAtPreviousFile ()
void	setIndexIntoFile (size_t index)
void	setNoMoreFiles ()
bool	skipToItemInNewFile (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event)
bool	skipToItemInNewFile (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event, size_t fileNameHash)
bool	usedFallback () const

Detailed Description

Definition at line 34 of file RootPrimaryFileSequence.h.

Constructor & Destructor Documentation

edm::RootPrimaryFileSequence::RootPrimaryFileSequence ( ParameterSet const &  pset, PoolSource &  input, InputFileCatalog const &  catalog  )

explicit

Definition at line 22 of file RootPrimaryFileSequence.cc.

References branchesMustMatch_, enablePrefetching_, edm::RootInputFileSequence::fileNames(), edm::storage::StorageFactory::get(), edm::ParameterSet::getUntrackedParameter(), edm::RootInputFileSequence::initFile(), initialNumberOfEventsToSkip_, input_, edm::Service< T >::isAvailable(), edm::RootInputFileSequence::noMoreFiles(), edm::InputSource::productRegistryUpdate(), edm::RootInputFileSequence::rootFile(), edm::RootInputFileSequence::setAtFirstFile(), edm::RootInputFileSequence::setAtNextFile(), edm::PoolSource::skipBadFiles(), skipEventsAtBeginning(), edm::storage::StorageFactory::stagein(), edm::BranchDescription::Strict, AlCaHLTBitMon_QueryRunRegistry::string, treeCacheSize_, and edm::ProductRegistry::updateFromInput().

      : RootInputFileSequence(pset, catalog),
        input_(input),
        firstFile_(true),
        branchesMustMatch_(BranchDescription::Permissive),
        orderedProcessHistoryIDs_(),
        eventSkipperByID_(EventSkipperByID::create(pset).release()),
        initialNumberOfEventsToSkip_(pset.getUntrackedParameter<unsigned int>("skipEvents")),
        noRunLumiSort_(pset.getUntrackedParameter<bool>("noRunLumiSort")),
        noEventSort_(noRunLumiSort_ ? true : pset.getUntrackedParameter<bool>("noEventSort")),
        treeCacheSize_(noEventSort_ ? pset.getUntrackedParameter<unsigned int>("cacheSize") : 0U),
        duplicateChecker_(new DuplicateChecker(pset)),
        usingGoToEvent_(false),
        enablePrefetching_(false),
        enforceGUIDInFileName_(pset.getUntrackedParameter<bool>("enforceGUIDInFileName")) {
    // The SiteLocalConfig controls the TTreeCache size and the prefetching settings.
    Service<SiteLocalConfig> pSLC;
    if (pSLC.isAvailable()) {
      if (treeCacheSize_ != 0U && pSLC->sourceTTreeCacheSize()) {
        treeCacheSize_ = *(pSLC->sourceTTreeCacheSize());
      }
      enablePrefetching_ = pSLC->enablePrefetching();
    }

    std::string branchesMustMatch =
        pset.getUntrackedParameter<std::string>("branchesMustMatch", std::string("permissive"));
    if (branchesMustMatch == std::string("strict"))
      branchesMustMatch_ = BranchDescription::Strict;

    // Prestage the files
    for (setAtFirstFile(); !noMoreFiles(); setAtNextFile()) {
      storage::StorageFactory::get()->stagein(fileNames()[0]);
    }
    // Open the first file.
    for (setAtFirstFile(); !noMoreFiles(); setAtNextFile()) {
      initFile(input_.skipBadFiles());
      if (rootFile())
        break;
    }
    if (rootFile()) {
      input_.productRegistryUpdate().updateFromInput(rootFile()->productRegistry()->productList());
      if (initialNumberOfEventsToSkip_ != 0) {
        skipEventsAtBeginning(initialNumberOfEventsToSkip_);
      }
    }
  }

edm::RootPrimaryFileSequence::~RootPrimaryFileSequence ( )

override

Definition at line 71 of file RootPrimaryFileSequence.cc.

{}

edm::RootPrimaryFileSequence::RootPrimaryFileSequence ( RootPrimaryFileSequence const &  )

delete

Member Function Documentation

void edm::RootPrimaryFileSequence::closeFile_ ( )

overrideprivatevirtual

Implements edm::RootInputFileSequence.

Definition at line 118 of file RootPrimaryFileSequence.cc.

References duplicateChecker_, input_, edm::RootInputFileSequence::lfn(), edm::RootInputFileSequence::rootFile(), and edm::RootInputFileSequence::usedFallback().

                                           {
    // close the currently open file, if any, and delete the RootFile object.
    if (rootFile()) {
      auto sentry = std::make_unique<InputSource::FileCloseSentry>(input_, lfn(), usedFallback());
      rootFile()->close();
      if (duplicateChecker_)
        duplicateChecker_->inputFileClosed();
      rootFile().reset();
    }
  }

std::shared_ptr<DuplicateChecker const> edm::RootPrimaryFileSequence::duplicateChecker ( ) const

inlineprivate

Definition at line 71 of file RootPrimaryFileSequence.h.

References duplicateChecker_, and edm::get_underlying_safe().

Referenced by makeRootFile().

{ return get_underlying_safe(duplicateChecker_); }

std::shared_ptr<DuplicateChecker>& edm::RootPrimaryFileSequence::duplicateChecker ( )

inlineprivate

Definition at line 72 of file RootPrimaryFileSequence.h.

References duplicateChecker_, and edm::get_underlying_safe().

{ return get_underlying_safe(duplicateChecker_); }

void edm::RootPrimaryFileSequence::endJob

(

void

)

Definition at line 73 of file RootPrimaryFileSequence.cc.

References edm::RootInputFileSequence::closeFile().

{ closeFile(); }

std::shared_ptr<EventSkipperByID const> edm::RootPrimaryFileSequence::eventSkipperByID ( ) const

inlineprivate

Definition at line 69 of file RootPrimaryFileSequence.h.

References eventSkipperByID_, and edm::get_underlying_safe().

Referenced by makeRootFile().

{ return get_underlying_safe(eventSkipperByID_); }

std::shared_ptr<EventSkipperByID>& edm::RootPrimaryFileSequence::eventSkipperByID ( )

inlineprivate

Definition at line 70 of file RootPrimaryFileSequence.h.

References eventSkipperByID_, and edm::get_underlying_safe().

{ return get_underlying_safe(eventSkipperByID_); }

void edm::RootPrimaryFileSequence::fillDescription ( ParameterSetDescription &  desc )

static

Definition at line 405 of file RootPrimaryFileSequence.cc.

References edm::ParameterSetDescription::addUntracked(), edm::roottree::defaultCacheSize, edm::EventSkipperByID::fillDescription(), edm::DuplicateChecker::fillDescription(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by edm::PoolSource::fillDescriptions().

                                                                             {
    desc.addUntracked<unsigned int>("skipEvents", 0U)
        ->setComment("Skip the first 'skipEvents' events that otherwise would have been processed.");
    desc.addUntracked<bool>("noEventSort", true)
        ->setComment(
            "True:  Process runs, lumis and events in the order they appear in the file (but see notes 1 and 2).\n"
            "False: Process runs, lumis and events in each file in numerical order (run#, lumi#, event#) (but see note "
            "3).\n"
            "Note 1: Events within the same lumi will always be processed contiguously.\n"
            "Note 2: Lumis within the same run will always be processed contiguously.\n"
            "Note 3: Any sorting occurs independently in each input file (no sorting across input files).");
    desc.addUntracked<bool>("noRunLumiSort", false)
        ->setComment(
            "True:  Process runs, lumis and events in the order they appear in the file.\n"
            "False: Follow settings based on 'noEventSort' setting.");
    desc.addUntracked<unsigned int>("cacheSize", roottree::defaultCacheSize)
        ->setComment("Size of ROOT TTree prefetch cache.  Affects performance.");
    std::string defaultString("permissive");
    desc.addUntracked<std::string>("branchesMustMatch", defaultString)
        ->setComment(
            "'strict':     Branches in each input file must match those in the first file.\n"
            "'permissive': Branches in each input file may be any subset of those in the first file.");
    desc.addUntracked<bool>("enforceGUIDInFileName", false)
        ->setComment(
            "True:  file name part is required to be equal to the GUID of the file\n"
            "False: file name can be anything");

    EventSkipperByID::fillDescription(desc);
    DuplicateChecker::fillDescription(desc);
  }

ProcessingController::ForwardState edm::RootPrimaryFileSequence::forwardState

(

)

const

Definition at line 436 of file RootPrimaryFileSequence.cc.

References edm::RootInputFileSequence::atLastFile(), edm::ProcessingController::kAtLastEvent, edm::ProcessingController::kEventsAheadInFile, edm::ProcessingController::kNextFileExists, edm::ProcessingController::kUnknownForward, edm::RootInputFileSequence::noMoreFiles(), and edm::RootInputFileSequence::rootFile().

                                                                               {
    if (rootFile()) {
      if (!rootFile()->wasLastEventJustRead()) {
        return ProcessingController::kEventsAheadInFile;
      }
      if (noMoreFiles() || atLastFile()) {
        return ProcessingController::kAtLastEvent;
      } else {
        return ProcessingController::kNextFileExists;
      }
    }
    return ProcessingController::kUnknownForward;
  }

InputSource::ItemType edm::RootPrimaryFileSequence::getNextItemType	(	RunNumber_t &	run,
		LuminosityBlockNumber_t &	lumi,
		EventNumber_t &	event
	)

Definition at line 221 of file RootPrimaryFileSequence.cc.

References cms::cuda::assert(), edm::RootInputFileSequence::atLastFile(), firstFile_, goToEventInNewFile_, edm::InputSource::IsEvent, edm::InputSource::IsFile, edm::InputSource::IsLumi, edm::InputSource::IsRun, edm::InputSource::IsStop, edm::IndexIntoFile::kEnd, edm::IndexIntoFile::kEvent, edm::IndexIntoFile::kLumi, edm::IndexIntoFile::kRun, edm::RootInputFileSequence::noMoreFiles(), edm::RootInputFileSequence::rootFile(), skipIntoNewFile_, and skipToStop_.

                                                                                       {
    if (noMoreFiles() || skipToStop_) {
      skipToStop_ = false;
      return InputSource::IsStop;
    }
    if (firstFile_ || goToEventInNewFile_ || skipIntoNewFile_) {
      return InputSource::IsFile;
    }
    if (rootFile()) {
      IndexIntoFile::EntryType entryType = rootFile()->getNextItemType(run, lumi, event);
      if (entryType == IndexIntoFile::kEvent) {
        return InputSource::IsEvent;
      } else if (entryType == IndexIntoFile::kLumi) {
        return InputSource::IsLumi;
      } else if (entryType == IndexIntoFile::kRun) {
        return InputSource::IsRun;
      }
      assert(entryType == IndexIntoFile::kEnd);
    }
    if (atLastFile()) {
      return InputSource::IsStop;
    }
    return InputSource::IsFile;
  }

bool edm::RootPrimaryFileSequence::goToEvent

(

EventID const &

eventID

)

Definition at line 348 of file RootPrimaryFileSequence.cc.

References cms::cuda::assert(), SplitLinear::begin, dataset::end, edm::EventID::event(), fb_, goToEventID_, goToEventInNewFile_, goToFileSequenceOffset_, edm::RootInputFileSequence::indexesIntoFiles(), edm::RootInputFileSequence::initFile(), edm::EventID::luminosityBlock(), edm::RootInputFileSequence::rootFile(), edm::EventID::run(), edm::RootInputFileSequence::sequenceNumberOfFile(), edm::RootInputFileSequence::setAtFileSequenceNumber(), findQualityFiles::size, and usingGoToEvent_.

                                                                {
    usingGoToEvent_ = true;
    if (rootFile()) {
      if (rootFile()->goToEvent(eventID)) {
        return true;
      }
      // If only one input file, give up now, to save time.
      if (rootFile() && indexesIntoFiles().size() == 1) {
        return false;
      }
      // Look for item (run/lumi/event) in files previously opened without reopening unnecessary files.
      for (auto it = indexesIntoFiles().begin(), itEnd = indexesIntoFiles().end(); it != itEnd; ++it) {
        if (*it && (*it)->containsItem(eventID.run(), eventID.luminosityBlock(), eventID.event())) {
          goToEventInNewFile_ = true;
          goToFileSequenceOffset_ = it - indexesIntoFiles().begin();
          goToEventID_ = eventID;
          return true;
        }
      }

      // Save the current file and position so that we can restore them
      bool closedOriginalFile = false;
      size_t const originalFileSequenceNumber = sequenceNumberOfFile();
      IndexIntoFile::IndexIntoFileItr originalPosition = rootFile()->indexIntoFileIter();

      // Look for item in files not yet opened.
      bool foundIt = false;
      for (auto it = indexesIntoFiles().begin(), itEnd = indexesIntoFiles().end(); it != itEnd; ++it) {
        if (!*it) {
          setAtFileSequenceNumber(it - indexesIntoFiles().begin());
          initFile(false);
          assert(rootFile());
          closedOriginalFile = true;
          if ((*it)->containsItem(eventID.run(), eventID.luminosityBlock(), eventID.event())) {
            foundIt = true;
            goToEventInNewFile_ = true;
            goToFileSequenceOffset_ = it - indexesIntoFiles().begin();
            goToEventID_ = eventID;
          }
        }
      }
      if (closedOriginalFile) {
        setAtFileSequenceNumber(originalFileSequenceNumber);
        initFile(false);
        assert(rootFile());
        rootFile()->setPosition(originalPosition);
        rootFile()->updateFileBlock(*fb_);
      }
      return foundIt;
    }
    return false;
  }

void edm::RootPrimaryFileSequence::initFile_ ( bool  skipBadFiles )

overrideprivatevirtual

Implements edm::RootInputFileSequence.

Definition at line 129 of file RootPrimaryFileSequence.cc.

References duplicateChecker_, edm::RootInputFileSequence::initTheFile(), input_, edm::Primary, and usingGoToEvent_.

                                                           {
    // If we are not duplicate checking across files and we are not using random access to find events,
    // then we can delete the IndexIntoFile for the file we are closing.
    // If we can't delete all of it, then we can delete the parts we do not need.
    bool deleteIndexIntoFile = !usingGoToEvent_ && !(duplicateChecker_ && duplicateChecker_->checkingAllFiles() &&
                                                     !duplicateChecker_->checkDisabled());
    initTheFile(skipBadFiles, deleteIndexIntoFile, &input_, "primaryFiles", InputType::Primary);
  }

RootPrimaryFileSequence::RootFileSharedPtr edm::RootPrimaryFileSequence::makeRootFile ( std::shared_ptr< InputFile >  filePtr )

overrideprivatevirtual

Implements edm::RootInputFileSequence.

Definition at line 138 of file RootPrimaryFileSequence.cc.

References edm::InputSource::branchIDListHelper(), edm::PoolSource::bypassVersionCheck(), edm::PoolSource::dropDescendants(), duplicateChecker(), enablePrefetching_, enforceGUIDInFileName_, eventSkipperByID(), edm::RootInputFileSequence::fileNames(), edm::RootInputFileSequence::indexesIntoFiles(), initialNumberOfEventsToSkip_, input_, edm::PoolSource::labelRawDataLikeMC(), edm::RootInputFileSequence::logicalFileName(), noEventSort_, noRunLumiSort_, edm::PoolSource::nStreams(), orderedProcessHistoryIDs_, edm::Primary, edm::InputSource::processBlockHelper(), edm::InputSource::processConfiguration(), edm::InputSource::processHistoryRegistryForUpdate(), edm::InputSource::processingMode(), edm::PoolSource::productSelectorRules(), remainingEvents(), remainingLuminosityBlocks(), edm::PoolSource::runHelper(), edm::RootInputFileSequence::sequenceNumberOfFile(), edm::InputSource::thinnedAssociationsHelper(), treeCacheSize_, edm::PoolSource::treeMaxVirtualSize(), and usingGoToEvent_.

                                                                                                                 {
    size_t currentIndexIntoFile = sequenceNumberOfFile();
    return std::make_shared<RootFile>(fileNames()[0],
                                      input_.processConfiguration(),
                                      logicalFileName(),
                                      filePtr,
                                      eventSkipperByID(),
                                      initialNumberOfEventsToSkip_ != 0,
                                      remainingEvents(),
                                      remainingLuminosityBlocks(),
                                      input_.nStreams(),
                                      treeCacheSize_,
                                      input_.treeMaxVirtualSize(),
                                      input_.processingMode(),
                                      input_.runHelper(),
                                      noRunLumiSort_,
                                      noEventSort_,
                                      input_.productSelectorRules(),
                                      InputType::Primary,
                                      input_.branchIDListHelper(),
                                      input_.processBlockHelper().get(),
                                      input_.thinnedAssociationsHelper(),
                                      nullptr,  // associationsFromSecondary
                                      duplicateChecker(),
                                      input_.dropDescendants(),
                                      input_.processHistoryRegistryForUpdate(),
                                      indexesIntoFiles(),
                                      currentIndexIntoFile,
                                      orderedProcessHistoryIDs_,
                                      input_.bypassVersionCheck(),
                                      input_.labelRawDataLikeMC(),
                                      usingGoToEvent_,
                                      enablePrefetching_,
                                      enforceGUIDInFileName_);
  }

bool edm::RootPrimaryFileSequence::nextFile ( )

private

Definition at line 174 of file RootPrimaryFileSequence.cc.

References cms::cuda::assert(), branchesMustMatch_, Exception, edm::RootInputFileSequence::fileNames(), edm::RootInputFileSequence::initFile(), input_, edm::ProductRegistry::merge(), edm::errors::MismatchedInputFiles, edm::RootInputFileSequence::noMoreFiles(), edm::InputSource::productRegistryUpdate(), edm::RootInputFileSequence::rootFile(), edm::RootInputFileSequence::setAtNextFile(), edm::PoolSource::skipBadFiles(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by readFile_(), skipEvents(), and skipEventsAtBeginning().

                                         {
    do {
      if (!noMoreFiles())
        setAtNextFile();
      if (noMoreFiles()) {
        return false;
      }

      initFile(input_.skipBadFiles());
      if (rootFile()) {
        break;
      }
      // If we are not skipping bad files and the file
      // open failed, then initFile should have thrown
      assert(input_.skipBadFiles());
    } while (true);

    // make sure the new product registry is compatible with the main one
    std::string mergeInfo =
        input_.productRegistryUpdate().merge(*rootFile()->productRegistry(), fileNames()[0], branchesMustMatch_);
    if (!mergeInfo.empty()) {
      throw Exception(errors::MismatchedInputFiles, "RootPrimaryFileSequence::nextFile()") << mergeInfo;
    }
    return true;
  }

RootPrimaryFileSequence& edm::RootPrimaryFileSequence::operator= ( RootPrimaryFileSequence const &  )

delete

bool edm::RootPrimaryFileSequence::previousFile ( )

private

Definition at line 200 of file RootPrimaryFileSequence.cc.

References edm::RootInputFileSequence::atFirstFile(), branchesMustMatch_, Exception, edm::RootInputFileSequence::fileNames(), edm::RootInputFileSequence::initFile(), input_, edm::ProductRegistry::merge(), edm::errors::MismatchedInputFiles, edm::InputSource::productRegistryUpdate(), edm::RootInputFileSequence::rootFile(), edm::RootInputFileSequence::setAtPreviousFile(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by skipEvents().

                                             {
    if (atFirstFile()) {
      return false;
    }
    setAtPreviousFile();

    initFile(false);

    if (rootFile()) {
      // make sure the new product registry is compatible to the main one
      std::string mergeInfo =
          input_.productRegistryUpdate().merge(*rootFile()->productRegistry(), fileNames()[0], branchesMustMatch_);
      if (!mergeInfo.empty()) {
        throw Exception(errors::MismatchedInputFiles, "RootPrimaryFileSequence::previousEvent()") << mergeInfo;
      }
    }
    if (rootFile())
      rootFile()->setToLastEntry();
    return true;
  }

std::shared_ptr< FileBlock > edm::RootPrimaryFileSequence::readFile_

(

)

Definition at line 75 of file RootPrimaryFileSequence.cc.

References cms::cuda::assert(), fb_, firstFile_, newFWLiteAna::found, goToEventID_, goToEventInNewFile_, goToFileSequenceOffset_, edm::RootInputFileSequence::initFile(), input_, nextFile(), edm::RootInputFileSequence::rootFile(), edm::RootInputFileSequence::setAtFileSequenceNumber(), edm::PoolSource::skipBadFiles(), skipIntoNewFile_, skipToFileSequenceNumber_, and skipToOffsetInFinalFile_.

                                                              {
    std::shared_ptr<FileBlock> fileBlock;
    if (firstFile_) {
      firstFile_ = false;
      // Usually the first input file will already be open
      if (!rootFile()) {
        initFile(input_.skipBadFiles());
      }
    } else if (goToEventInNewFile_) {
      goToEventInNewFile_ = false;
      setAtFileSequenceNumber(goToFileSequenceOffset_);
      initFile(false);
      assert(rootFile());
      bool found = rootFile()->goToEvent(goToEventID_);
      assert(found);
    } else if (skipIntoNewFile_) {
      skipIntoNewFile_ = false;
      setAtFileSequenceNumber(skipToFileSequenceNumber_);
      initFile(false);
      assert(rootFile());
      if (skipToOffsetInFinalFile_ < 0) {
        rootFile()->setToLastEntry();
      }
      bool atEnd = rootFile()->skipEvents(skipToOffsetInFinalFile_);
      assert(!atEnd && skipToOffsetInFinalFile_ == 0);
    } else {
      if (!nextFile()) {
        // handle case with last file bad and
        // skipBadFiles true
        fb_ = fileBlock;
        return fileBlock;
      }
    }
    if (!rootFile()) {
      fileBlock = std::make_shared<FileBlock>();
      fb_ = fileBlock;
      return fileBlock;
    }
    fileBlock = rootFile()->createFileBlock();
    fb_ = fileBlock;
    return fileBlock;
  }

int edm::RootPrimaryFileSequence::remainingEvents ( ) const

private

Definition at line 401 of file RootPrimaryFileSequence.cc.

References input_, and edm::InputSource::remainingEvents().

Referenced by makeRootFile().

{ return input_.remainingEvents(); }

int edm::RootPrimaryFileSequence::remainingLuminosityBlocks ( ) const

private

Definition at line 403 of file RootPrimaryFileSequence.cc.

References input_, and edm::InputSource::remainingLuminosityBlocks().

Referenced by makeRootFile().

{ return input_.remainingLuminosityBlocks(); }

ProcessingController::ReverseState edm::RootPrimaryFileSequence::reverseState

(

)

const

Definition at line 450 of file RootPrimaryFileSequence.cc.

References edm::RootInputFileSequence::atFirstFile(), edm::ProcessingController::kAtFirstEvent, edm::ProcessingController::kEventsBackwardsInFile, edm::ProcessingController::kPreviousFileExists, edm::ProcessingController::kUnknownReverse, and edm::RootInputFileSequence::rootFile().

                                                                               {
    if (rootFile()) {
      if (!rootFile()->wasFirstEventJustRead()) {
        return ProcessingController::kEventsBackwardsInFile;
      }
      if (!atFirstFile()) {
        return ProcessingController::kPreviousFileExists;
      }
      return ProcessingController::kAtFirstEvent;
    }
    return ProcessingController::kUnknownReverse;
  }

void edm::RootPrimaryFileSequence::rewind_

(

)

Definition at line 249 of file RootPrimaryFileSequence.cc.

References edm::RootInputFileSequence::atFirstFile(), edm::RootInputFileSequence::closeFile(), firstFile_, goToEventInNewFile_, edm::RootInputFileSequence::initFile(), initialNumberOfEventsToSkip_, rewindFile(), edm::RootInputFileSequence::rootFile(), edm::RootInputFileSequence::setAtFirstFile(), skipEventsAtBeginning(), skipIntoNewFile_, and skipToStop_.

                                        {
    if (!atFirstFile()) {
      closeFile();
      setAtFirstFile();
    }
    if (!rootFile()) {
      initFile(false);
    }
    rewindFile();
    firstFile_ = true;
    goToEventInNewFile_ = false;
    skipIntoNewFile_ = false;
    skipToStop_ = false;
    if (rootFile()) {
      if (initialNumberOfEventsToSkip_ != 0) {
        skipEventsAtBeginning(initialNumberOfEventsToSkip_);
      }
    }
  }

void edm::RootPrimaryFileSequence::rewindFile ( )

private

Definition at line 270 of file RootPrimaryFileSequence.cc.

References edm::RootInputFileSequence::rootFile().

Referenced by rewind_().

                                           {
    if (rootFile())
      rootFile()->rewind();
  }

void edm::RootPrimaryFileSequence::skipEvents

(

int

offset

)

Definition at line 288 of file RootPrimaryFileSequence.cc.

References cms::cuda::assert(), edm::RootInputFileSequence::atFirstFile(), edm::RootInputFileSequence::atLastFile(), fb_, edm::RootInputFileSequence::initFile(), nextFile(), edm::RootInputFileSequence::noMoreFiles(), hltrates_dqm_sourceclient-live_cfg::offset, previousFile(), edm::RootInputFileSequence::rootFile(), edm::RootInputFileSequence::sequenceNumberOfFile(), edm::RootInputFileSequence::setAtFileSequenceNumber(), skipIntoNewFile_, skipToFileSequenceNumber_, skipToOffsetInFinalFile_, and skipToStop_.

                                                     {
    assert(rootFile());

    bool atEnd = rootFile()->skipEvents(offset);
    if (!atEnd && offset == 0) {
      // successfully completed skip within current file
      return;
    }

    // Return, if without closing the current file we know the skip cannot be completed
    skipToStop_ = false;
    if (offset > 0 || atEnd) {
      if (atLastFile() || noMoreFiles()) {
        skipToStop_ = true;
        return;
      }
    }
    if (offset < 0 && atFirstFile()) {
      skipToStop_ = true;
      return;
    }

    // Save the current file and position so that we can restore them
    size_t const originalFileSequenceNumber = sequenceNumberOfFile();
    IndexIntoFile::IndexIntoFileItr originalPosition = rootFile()->indexIntoFileIter();

    if ((offset > 0 || atEnd) && !nextFile()) {
      skipToStop_ = true;  // Can only get here if skipBadFiles is true
    }
    if (offset < 0 && !previousFile()) {
      skipToStop_ = true;  // Can't actually get here
    }

    if (!skipToStop_) {
      while (offset != 0) {
        skipToOffsetInFinalFile_ = offset;
        bool atEnd = rootFile()->skipEvents(offset);
        if ((offset > 0 || atEnd) && !nextFile()) {
          skipToStop_ = true;
          break;
        }
        if (offset < 0 && !previousFile()) {
          skipToStop_ = true;
          break;
        }
      }
      if (!skipToStop_) {
        skipIntoNewFile_ = true;
      }
    }
    skipToFileSequenceNumber_ = sequenceNumberOfFile();

    // Restore the original file and position
    setAtFileSequenceNumber(originalFileSequenceNumber);
    initFile(false);
    assert(rootFile());
    rootFile()->setPosition(originalPosition);
    rootFile()->updateFileBlock(*fb_);
  }

void edm::RootPrimaryFileSequence::skipEventsAtBeginning

(

int

offset

)

Definition at line 276 of file RootPrimaryFileSequence.cc.

References cms::cuda::assert(), nextFile(), and edm::RootInputFileSequence::rootFile().

Referenced by rewind_(), and RootPrimaryFileSequence().

                                                                {
    assert(rootFile());
    assert(offset >= 0);
    while (offset != 0) {
      bool atEnd = rootFile()->skipEvents(offset);
      if ((offset > 0 || atEnd) && !nextFile()) {
        return;
      }
    }
  }

Member Data Documentation

BranchDescription::MatchMode edm::RootPrimaryFileSequence::branchesMustMatch_

private

Definition at line 66 of file RootPrimaryFileSequence.h.

Referenced by nextFile(), previousFile(), and RootPrimaryFileSequence().

edm::propagate_const<std::shared_ptr<DuplicateChecker> > edm::RootPrimaryFileSequence::duplicateChecker_

private

Definition at line 80 of file RootPrimaryFileSequence.h.

Referenced by closeFile_(), duplicateChecker(), and initFile_().

bool edm::RootPrimaryFileSequence::enablePrefetching_

private

Definition at line 89 of file RootPrimaryFileSequence.h.

Referenced by makeRootFile(), and RootPrimaryFileSequence().

bool edm::RootPrimaryFileSequence::enforceGUIDInFileName_

private

Definition at line 90 of file RootPrimaryFileSequence.h.

Referenced by makeRootFile().

edm::propagate_const<std::shared_ptr<EventSkipperByID> > edm::RootPrimaryFileSequence::eventSkipperByID_

private

Definition at line 75 of file RootPrimaryFileSequence.h.

Referenced by eventSkipperByID().

edm::propagate_const<std::shared_ptr<FileBlock> > edm::RootPrimaryFileSequence::fb_

private

Definition at line 74 of file RootPrimaryFileSequence.h.

Referenced by goToEvent(), readFile_(), and skipEvents().

bool edm::RootPrimaryFileSequence::firstFile_

private

Definition at line 65 of file RootPrimaryFileSequence.h.

Referenced by getNextItemType(), readFile_(), and rewind_().

EventID edm::RootPrimaryFileSequence::goToEventID_

private

Definition at line 84 of file RootPrimaryFileSequence.h.

Referenced by goToEvent(), and readFile_().

bool edm::RootPrimaryFileSequence::goToEventInNewFile_ = false

private

Definition at line 82 of file RootPrimaryFileSequence.h.

Referenced by getNextItemType(), goToEvent(), readFile_(), and rewind_().

size_t edm::RootPrimaryFileSequence::goToFileSequenceOffset_ = 0

private

Definition at line 83 of file RootPrimaryFileSequence.h.

Referenced by goToEvent(), and readFile_().

int edm::RootPrimaryFileSequence::initialNumberOfEventsToSkip_

private

Definition at line 76 of file RootPrimaryFileSequence.h.

Referenced by makeRootFile(), rewind_(), and RootPrimaryFileSequence().

PoolSource& edm::RootPrimaryFileSequence::input_

private

Definition at line 64 of file RootPrimaryFileSequence.h.

Referenced by closeFile_(), initFile_(), makeRootFile(), nextFile(), previousFile(), readFile_(), remainingEvents(), remainingLuminosityBlocks(), and RootPrimaryFileSequence().

bool edm::RootPrimaryFileSequence::noEventSort_

private

Definition at line 78 of file RootPrimaryFileSequence.h.

Referenced by makeRootFile().

bool edm::RootPrimaryFileSequence::noRunLumiSort_

private

Definition at line 77 of file RootPrimaryFileSequence.h.

Referenced by makeRootFile().

std::vector<ProcessHistoryID> edm::RootPrimaryFileSequence::orderedProcessHistoryIDs_

private

Definition at line 67 of file RootPrimaryFileSequence.h.

Referenced by makeRootFile().

bool edm::RootPrimaryFileSequence::skipIntoNewFile_ = false

private

Definition at line 86 of file RootPrimaryFileSequence.h.

Referenced by getNextItemType(), readFile_(), rewind_(), and skipEvents().

size_t edm::RootPrimaryFileSequence::skipToFileSequenceNumber_ = 0

private

Definition at line 87 of file RootPrimaryFileSequence.h.

Referenced by readFile_(), and skipEvents().

int edm::RootPrimaryFileSequence::skipToOffsetInFinalFile_ = 0

private

Definition at line 88 of file RootPrimaryFileSequence.h.

Referenced by readFile_(), and skipEvents().

bool edm::RootPrimaryFileSequence::skipToStop_ = false

private

Definition at line 85 of file RootPrimaryFileSequence.h.

Referenced by getNextItemType(), rewind_(), and skipEvents().

unsigned int edm::RootPrimaryFileSequence::treeCacheSize_

private

Definition at line 79 of file RootPrimaryFileSequence.h.

Referenced by makeRootFile(), and RootPrimaryFileSequence().

bool edm::RootPrimaryFileSequence::usingGoToEvent_

private

Definition at line 81 of file RootPrimaryFileSequence.h.

Referenced by goToEvent(), initFile_(), and makeRootFile().