edm::RootInputFileSequence Class Reference

#include <RootInputFileSequence.h>

Inheritance diagram for edm::RootInputFileSequence:

Public Member Functions
void	closeFile ()
bool	containedInCurrentFile (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event) const
std::shared_ptr< BranchIDListHelper const >	fileBranchIDListHelper () const
std::shared_ptr< ProductRegistry const >	fileProductRegistry () const
void	fillProcessBlockHelper_ ()
bool	nextProcessBlock_ (ProcessBlockPrincipal &)
RootInputFileSequence &	operator= (RootInputFileSequence const &)=delete
bool	readEvent (EventPrincipal &cache)
bool	readLuminosityBlock_ (LuminosityBlockPrincipal &lumiPrincipal)
std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary_ ()
void	readProcessBlock_ (ProcessBlockPrincipal &)
bool	readRun_ (RunPrincipal &runPrincipal)
std::shared_ptr< RunAuxiliary >	readRunAuxiliary_ ()
	RootInputFileSequence (ParameterSet const &pset, InputFileCatalog const &catalog)
	RootInputFileSequence (RootInputFileSequence const &)=delete
bool	skipToItem (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event, size_t fileNameHash=0U, bool currentFileFirst=true)
virtual	~RootInputFileSequence ()

Protected Types
typedef std::shared_ptr< RootFile >	RootFileSharedPtr

Protected Member Functions
bool	atFirstFile () const
bool	atLastFile () const
std::vector< FileCatalogItem > const &	fileCatalogItems () const
std::vector< std::string > const &	fileNames () const
std::vector< std::shared_ptr< IndexIntoFile > > const &	indexesIntoFiles () const
void	initFile (bool skipBadFiles)
void	initTheFile (bool skipBadFiles, bool deleteIndexIntoFile, InputSource *input, char const *inputTypeName, InputType inputType)
std::string const &	lfn () const
size_t	lfnHash () const
std::string const &	logicalFileName () const
bool	noFiles () const
bool	noMoreFiles () const
size_t	numberOfFiles () const
std::shared_ptr< RootFile const >	rootFile () const
std::shared_ptr< RootFile > &	rootFile ()
size_t	sequenceNumberOfFile () const
void	setAtFileSequenceNumber (size_t offset)
void	setAtFirstFile ()
void	setAtNextFile ()
void	setAtPreviousFile ()
void	setIndexIntoFile (size_t index)
void	setNoMoreFiles ()
bool	skipToItemInNewFile (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event)
bool	skipToItemInNewFile (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event, size_t fileNameHash)
bool	usedFallback () const

Private Member Functions
virtual void	closeFile_ ()=0
virtual void	initFile_ (bool skipBadFiles)=0
virtual RootFileSharedPtr	makeRootFile (std::shared_ptr< InputFile > filePtr)=0

Private Attributes
InputFileCatalog const &	catalog_
std::vector< FileCatalogItem >::const_iterator	fileIter_
std::vector< FileCatalogItem >::const_iterator const	fileIterBegin_
std::vector< FileCatalogItem >::const_iterator const	fileIterEnd_
std::vector< FileCatalogItem >::const_iterator	fileIterLastOpened_
edm::propagate_const< std::unique_ptr< std::unordered_multimap< size_t, size_t > > >	findFileForSpecifiedID_
std::vector< std::shared_ptr< IndexIntoFile > >	indexesIntoFiles_
std::string	lfn_
size_t	lfnHash_
edm::propagate_const< RootFileSharedPtr >	rootFile_
bool	usedFallback_

Detailed Description

Definition at line 32 of file RootInputFileSequence.h.

Member Typedef Documentation

RootFileSharedPtr

typedef std::shared_ptr<RootFile> edm::RootInputFileSequence::RootFileSharedPtr

protected

Definition at line 60 of file RootInputFileSequence.h.

Constructor & Destructor Documentation

RootInputFileSequence() [1/2]

edm::RootInputFileSequence::RootInputFileSequence ( ParameterSet const &  pset, InputFileCatalog const &  catalog  )

explicit

Definition at line 24 of file RootInputFileSequence.cc.

      : catalog_(catalog),
        lfn_("unknown"),
        lfnHash_(0U),
        usedFallback_(false),
        findFileForSpecifiedID_(nullptr),
        fileIterBegin_(fileCatalogItems().begin()),
        fileIterEnd_(fileCatalogItems().end()),
        fileIter_(fileIterEnd_),
        fileIterLastOpened_(fileIterEnd_),
        rootFile_(),
        indexesIntoFiles_(fileCatalogItems().size()) {}

~RootInputFileSequence()

edm::RootInputFileSequence::~RootInputFileSequence ( )

virtual

Definition at line 51 of file RootInputFileSequence.cc.

{}

RootInputFileSequence() [2/2]

edm::RootInputFileSequence::RootInputFileSequence ( RootInputFileSequence const &  )

delete

Member Function Documentation

atFirstFile()

bool edm::RootInputFileSequence::atFirstFile ( ) const

inlineprotected

Definition at line 71 of file RootInputFileSequence.h.

References fileIter_, and fileIterBegin_.

Referenced by edm::RootPrimaryFileSequence::previousFile(), edm::RootPrimaryFileSequence::reverseState(), edm::RootPrimaryFileSequence::rewind_(), edm::RootEmbeddedFileSequence::RootEmbeddedFileSequence(), and edm::RootPrimaryFileSequence::skipEvents().

{ return fileIter_ == fileIterBegin_; }

atLastFile()

bool edm::RootInputFileSequence::atLastFile ( ) const

inlineprotected

Definition at line 72 of file RootInputFileSequence.h.

References fileIter_, and fileIterEnd_.

Referenced by edm::RootPrimaryFileSequence::forwardState(), edm::RootPrimaryFileSequence::getNextItemType(), and edm::RootPrimaryFileSequence::skipEvents().

{ return fileIter_ + 1 == fileIterEnd_; }

closeFile()

void edm::RootInputFileSequence::closeFile

(

)

Definition at line 315 of file RootInputFileSequence.cc.

References closeFile_(), lfn(), rootFile(), and usedFallback().

Referenced by edm::RootSecondaryFileSequence::endJob(), edm::RootEmbeddedFileSequence::endJob(), edm::RootPrimaryFileSequence::endJob(), initTheFile(), and edm::RootPrimaryFileSequence::rewind_().

                                        {
    edm::Service<edm::storage::StatisticsSenderService> service;
    if (rootFile() and service.isAvailable()) {
      service->closedFile(lfn(), usedFallback());
    }
    closeFile_();
  }

closeFile_()

virtual void edm::RootInputFileSequence::closeFile_ ( )

privatepure virtual

Implemented in edm::RootPrimaryFileSequence, edm::RootEmbeddedFileSequence, and edm::RootSecondaryFileSequence.

Referenced by closeFile().

containedInCurrentFile()

bool edm::RootInputFileSequence::containedInCurrentFile	(	RunNumber_t	run,
		LuminosityBlockNumber_t	lumi,
		EventNumber_t	event
	)		const

Definition at line 106 of file RootInputFileSequence.cc.

References rootFile(), and writedatasetfile::run.

                                                                                {
    if (!rootFile())
      return false;
    return rootFile()->containsItem(run, lumi, event);
  }

fileBranchIDListHelper()

std::shared_ptr< BranchIDListHelper const > edm::RootInputFileSequence::fileBranchIDListHelper

(

)

const

Definition at line 46 of file RootInputFileSequence.cc.

References cms::cuda::assert(), and rootFile().

                                                                                              {
    assert(rootFile());
    return rootFile()->branchIDListHelper();
  }

fileCatalogItems()

std::vector< FileCatalogItem > const & edm::RootInputFileSequence::fileCatalogItems ( ) const

protected

Definition at line 37 of file RootInputFileSequence.cc.

References catalog_, and edm::InputFileCatalog::fileCatalogItems().

Referenced by edm::RootEmbeddedFileSequence::readOneRandom().

                                                                                  {
    return catalog_.fileCatalogItems();
  }

fileNames()

std::vector<std::string> const& edm::RootInputFileSequence::fileNames ( ) const

inlineprotected

Definition at line 84 of file RootInputFileSequence.h.

References fileIter_.

Referenced by initTheFile(), edm::RootSecondaryFileSequence::makeRootFile(), edm::RootPrimaryFileSequence::makeRootFile(), edm::RootEmbeddedFileSequence::makeRootFile(), edm::RootPrimaryFileSequence::nextFile(), edm::RootPrimaryFileSequence::previousFile(), edm::RootEmbeddedFileSequence::readOneRandom(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), and edm::RootSecondaryFileSequence::RootSecondaryFileSequence().

{ return fileIter_->fileNames(); }

fileProductRegistry()

std::shared_ptr< ProductRegistry const > edm::RootInputFileSequence::fileProductRegistry

(

)

const

Definition at line 41 of file RootInputFileSequence.cc.

References cms::cuda::assert(), and rootFile().

                                                                                        {
    assert(rootFile());
    return rootFile()->productRegistry();
  }

fillProcessBlockHelper_()

void edm::RootInputFileSequence::fillProcessBlockHelper_

(

)

Definition at line 68 of file RootInputFileSequence.cc.

References cms::cuda::assert(), and rootFile().

                                                      {
    assert(rootFile());
    return rootFile()->fillProcessBlockHelper_();
  }

indexesIntoFiles()

std::vector<std::shared_ptr<IndexIntoFile> > const& edm::RootInputFileSequence::indexesIntoFiles ( ) const

inlineprotected

Definition at line 90 of file RootInputFileSequence.h.

References indexesIntoFiles_.

Referenced by edm::RootPrimaryFileSequence::goToEvent(), edm::RootSecondaryFileSequence::makeRootFile(), edm::RootPrimaryFileSequence::makeRootFile(), and edm::RootEmbeddedFileSequence::makeRootFile().

{ return indexesIntoFiles_; }

initFile()

void edm::RootInputFileSequence::initFile ( bool  skipBadFiles )

inlineprotected

Definition at line 61 of file RootInputFileSequence.h.

References initFile_(), and remoteMonitoring_LASER_era2018_cfg::skipBadFiles.

Referenced by edm::RootPrimaryFileSequence::goToEvent(), edm::RootPrimaryFileSequence::nextFile(), edm::RootPrimaryFileSequence::previousFile(), edm::RootPrimaryFileSequence::readFile_(), edm::RootEmbeddedFileSequence::readOneRandom(), edm::RootEmbeddedFileSequence::readOneSequential(), edm::RootPrimaryFileSequence::rewind_(), edm::RootEmbeddedFileSequence::RootEmbeddedFileSequence(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), edm::RootSecondaryFileSequence::RootSecondaryFileSequence(), edm::RootEmbeddedFileSequence::skipEntries(), edm::RootPrimaryFileSequence::skipEvents(), and skipToItem().

{ initFile_(skipBadFiles); }

initFile_()

virtual void edm::RootInputFileSequence::initFile_ ( bool  skipBadFiles )

privatepure virtual

Implemented in edm::RootEmbeddedFileSequence, edm::RootPrimaryFileSequence, and edm::RootSecondaryFileSequence.

Referenced by initFile(), and skipToItemInNewFile().

initTheFile()

void edm::RootInputFileSequence::initTheFile ( bool  skipBadFiles, bool  deleteIndexIntoFile, InputSource *  input, char const *  inputTypeName, InputType  inputType  )

protected

Definition at line 199 of file RootInputFileSequence.cc.

References cms::Exception::addAdditionalInfo(), cms::Exception::addContext(), cms::cuda::assert(), HltBtagPostValidation_cff::c, closeFile(), MillePedeFileConverter_cfg::e, relativeConstraints::empty, Exception, edm::errors::FallbackFileOpenError, fileIter_, fileIterBegin_, fileIterEnd_, fileIterLastOpened_, fileNames(), edm::errors::FileOpenError, fileCollector2::fName, dqm-mbProfile::format, indexesIntoFiles_, input, MainPageGenerator::l, lfn(), lfn_, lfnHash_, logicalFileName(), makeRootFile(), mps_check::msg, Skims_PA_cff::name, GetRecoTauVFromDQM_MC_cff::next, noMoreFiles(), MillePedeFileConverter_cfg::out, edm::InputFile::reportSkippedFile(), rootFile_, alignCSCRings::s, setIndexIntoFile(), remoteMonitoring_LASER_era2018_cfg::skipBadFiles, AlCaHLTBitMon_QueryRunRegistry::string, and usedFallback_.

Referenced by edm::RootSecondaryFileSequence::initFile_(), edm::RootPrimaryFileSequence::initFile_(), and edm::RootEmbeddedFileSequence::initFile_().

                                                                                                                       {
    // We are really going to close the open file.

    if (fileIterLastOpened_ != fileIterEnd_) {
      size_t currentIndexIntoFile = fileIterLastOpened_ - fileIterBegin_;
      if (deleteIndexIntoFile) {
        indexesIntoFiles_[currentIndexIntoFile].reset();
      } else {
        if (indexesIntoFiles_[currentIndexIntoFile])
          indexesIntoFiles_[currentIndexIntoFile]->inputFileClosed();
      }
      fileIterLastOpened_ = fileIterEnd_;
    }
    closeFile();

    if (noMoreFiles()) {
      // No files specified
      return;
    }

    // Check if the logical file name was found.
    if (fileNames()[0].empty()) {
      // LFN not found in catalog.
      InputFile::reportSkippedFile(fileNames()[0], logicalFileName());
      if (!skipBadFiles) {
        throw cms::Exception("LogicalFileNameNotFound", "RootFileSequenceBase::initTheFile()\n")
            << "Logical file name '" << logicalFileName() << "' was not found in the file catalog.\n"
            << "If you wanted a local file, you forgot the 'file:' prefix\n"
            << "before the file name in your configuration file.\n";
      }
      LogWarning("") << "Input logical file: " << logicalFileName()
                     << " was not found in the catalog, and will be skipped.\n";
      return;
    }

    lfn_ = logicalFileName().empty() ? fileNames()[0] : logicalFileName();
    lfnHash_ = std::hash<std::string>()(lfn_);
    usedFallback_ = false;

    std::shared_ptr<InputFile> filePtr;
    std::list<std::string> originalInfo;

    std::vector<std::string> const& fNames = fileNames();

    //this tries to open the file using multiple PFNs corresponding to different data catalogs
    {
      std::list<std::string> exInfo;
      std::list<std::string> additionalMessage;
      std::unique_ptr<InputSource::FileOpenSentry> sentry(
          input ? std::make_unique<InputSource::FileOpenSentry>(*input, lfn_) : nullptr);
      edm::Service<edm::storage::StatisticsSenderService> service;
      if (service.isAvailable()) {
        service->openingFile(lfn(), inputType, -1);
      }
      for (std::vector<std::string>::const_iterator it = fNames.begin(); it != fNames.end(); ++it) {
        try {
          usedFallback_ = (it != fNames.begin());
          std::unique_ptr<char[]> name(gSystem->ExpandPathName(it->c_str()));
          filePtr = std::make_shared<InputFile>(name.get(), "  Initiating request to open file ", inputType);
          break;
        } catch (cms::Exception const& e) {
          if (!skipBadFiles && std::next(it) == fNames.end()) {
            InputFile::reportSkippedFile((*it), logicalFileName());
            errors::ErrorCodes errorCode = usedFallback_ ? errors::FallbackFileOpenError : errors::FileOpenError;
            Exception ex(errorCode, "", e);
            ex.addContext("Calling RootInputFileSequence::initTheFile()");
            std::ostringstream out;
            out << "Input file " << (*it) << " could not be opened.";
            ex.addAdditionalInfo(out.str());
            //report previous exceptions when use other names to open file
            for (auto const& s : exInfo)
              ex.addAdditionalInfo(s);
            //report more information of the earlier file open failures in a log message
            if (not additionalMessage.empty()) {
              edm::LogWarning l("RootInputFileSequence");
              for (auto const& msg : additionalMessage) {
                l << msg << "\n";
              }
            }
            throw ex;
          } else {
            exInfo.push_back("Calling RootInputFileSequence::initTheFile(): fail to open the file with name " + (*it));
            additionalMessage.push_back(fmt::format(
                "Input file {} could not be opened, and fallback was attempted.\nAdditional information:", *it));
            char c = 'a';
            for (auto const& ai : e.additionalInfo()) {
              additionalMessage.push_back(fmt::format("  [{}] {}", c, ai));
              ++c;
            }
          }
        }
      }
    }
    if (filePtr) {
      size_t currentIndexIntoFile = fileIter_ - fileIterBegin_;
      rootFile_ = makeRootFile(filePtr);
      assert(rootFile_);
      if (input) {
        rootFile_->setSignals(&(input->preEventReadFromSourceSignal_), &(input->postEventReadFromSourceSignal_));
      }
      fileIterLastOpened_ = fileIter_;
      setIndexIntoFile(currentIndexIntoFile);
      rootFile_->reportOpened(inputTypeName);
    } else {
      std::string fName = !fNames.empty() ? fNames[0] : "";
      InputFile::reportSkippedFile(fName, logicalFileName());  //0 cause exception?
      if (!skipBadFiles) {
        throw Exception(errors::FileOpenError) << "RootFileSequenceBase::initTheFile(): Input file " << fName
                                               << " was not found or could not be opened.\n";
      }
      LogWarning("RootInputFileSequence")
          << "Input file: " << fName << " was not found or could not be opened, and will be skipped.\n";
    }
  }

lfn()

std::string const& edm::RootInputFileSequence::lfn ( ) const

inlineprotected

Definition at line 87 of file RootInputFileSequence.h.

References lfn_.

Referenced by closeFile(), edm::RootPrimaryFileSequence::closeFile_(), and initTheFile().

{ return lfn_; }

lfnHash()

size_t edm::RootInputFileSequence::lfnHash ( ) const

inlineprotected

Definition at line 92 of file RootInputFileSequence.h.

References lfnHash_.

Referenced by edm::RootEmbeddedFileSequence::readOneRandom(), edm::RootEmbeddedFileSequence::readOneRandomWithID(), edm::RootEmbeddedFileSequence::readOneSequential(), edm::RootEmbeddedFileSequence::readOneSequentialWithID(), and edm::RootEmbeddedFileSequence::readOneSpecified().

{ return lfnHash_; }

logicalFileName()

std::string const& edm::RootInputFileSequence::logicalFileName ( ) const

inlineprotected

Definition at line 86 of file RootInputFileSequence.h.

References fileIter_.

Referenced by initTheFile(), edm::RootSecondaryFileSequence::makeRootFile(), edm::RootPrimaryFileSequence::makeRootFile(), and edm::RootEmbeddedFileSequence::makeRootFile().

{ return fileIter_->logicalFileName(); }

makeRootFile()

virtual RootFileSharedPtr edm::RootInputFileSequence::makeRootFile ( std::shared_ptr< InputFile >  filePtr )

privatepure virtual

Implemented in edm::RootEmbeddedFileSequence, edm::RootPrimaryFileSequence, and edm::RootSecondaryFileSequence.

Referenced by initTheFile().

nextProcessBlock_()

bool edm::RootInputFileSequence::nextProcessBlock_

(

ProcessBlockPrincipal &

processBlockPrincipal

)

Definition at line 73 of file RootInputFileSequence.cc.

References cms::cuda::assert(), and rootFile().

                                                                                            {
    assert(rootFile());
    return rootFile()->nextProcessBlock_(processBlockPrincipal);
  }

noFiles()

bool edm::RootInputFileSequence::noFiles ( ) const

inlineprotected

Definition at line 74 of file RootInputFileSequence.h.

References fileIterBegin_, and fileIterEnd_.

Referenced by edm::RootEmbeddedFileSequence::RootEmbeddedFileSequence().

{ return fileIterBegin_ == fileIterEnd_; }

noMoreFiles()

bool edm::RootInputFileSequence::noMoreFiles ( ) const

inlineprotected

Definition at line 73 of file RootInputFileSequence.h.

References fileIter_, and fileIterEnd_.

Referenced by edm::RootPrimaryFileSequence::forwardState(), edm::RootPrimaryFileSequence::getNextItemType(), initTheFile(), edm::RootPrimaryFileSequence::nextFile(), edm::RootEmbeddedFileSequence::readOneRandomWithID(), edm::RootEmbeddedFileSequence::readOneSequential(), edm::RootEmbeddedFileSequence::readOneSequentialWithID(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), edm::RootSecondaryFileSequence::RootSecondaryFileSequence(), edm::RootEmbeddedFileSequence::skipEntries(), and edm::RootPrimaryFileSequence::skipEvents().

{ return fileIter_ == fileIterEnd_; }

numberOfFiles()

size_t edm::RootInputFileSequence::numberOfFiles ( ) const

inlineprotected

Definition at line 76 of file RootInputFileSequence.h.

References fileIterBegin_, and fileIterEnd_.

Referenced by edm::RootEmbeddedFileSequence::RootEmbeddedFileSequence().

{ return fileIterEnd_ - fileIterBegin_; }

operator=()

RootInputFileSequence& edm::RootInputFileSequence::operator= ( RootInputFileSequence const &  )

delete

readEvent()

bool edm::RootInputFileSequence::readEvent

(

EventPrincipal &

cache

)

Definition at line 101 of file RootInputFileSequence.cc.

References cms::cuda::assert(), and rootFile().

                                                                      {
    assert(rootFile());
    return rootFile()->readEvent(eventPrincipal);
  }

readLuminosityBlock_()

bool edm::RootInputFileSequence::readLuminosityBlock_

(

LuminosityBlockPrincipal &

lumiPrincipal

)

Definition at line 83 of file RootInputFileSequence.cc.

References cms::cuda::assert(), and rootFile().

                                                                                          {
    assert(rootFile());
    return rootFile()->readLuminosityBlock_(lumiPrincipal);
  }

readLuminosityBlockAuxiliary_()

std::shared_ptr< LuminosityBlockAuxiliary > edm::RootInputFileSequence::readLuminosityBlockAuxiliary_

(

)

Definition at line 58 of file RootInputFileSequence.cc.

References cms::cuda::assert(), and rootFile().

                                                                                               {
    assert(rootFile());
    return rootFile()->readLuminosityBlockAuxiliary_();
  }

readProcessBlock_()

void edm::RootInputFileSequence::readProcessBlock_

(

ProcessBlockPrincipal &

processBlockPrincipal

)

Definition at line 78 of file RootInputFileSequence.cc.

References cms::cuda::assert(), and rootFile().

                                                                                            {
    assert(rootFile());
    rootFile()->readProcessBlock_(processBlockPrincipal);
  }

readRun_()

bool edm::RootInputFileSequence::readRun_

(

RunPrincipal &

runPrincipal

)

Definition at line 63 of file RootInputFileSequence.cc.

References cms::cuda::assert(), and rootFile().

                                                                 {
    assert(rootFile());
    return rootFile()->readRun_(runPrincipal);
  }

readRunAuxiliary_()

std::shared_ptr< RunAuxiliary > edm::RootInputFileSequence::readRunAuxiliary_

(

)

Definition at line 53 of file RootInputFileSequence.cc.

References cms::cuda::assert(), and rootFile().

                                                                       {
    assert(rootFile());
    return rootFile()->readRunAuxiliary_();
  }

rootFile() [1/2]

std::shared_ptr<RootFile const> edm::RootInputFileSequence::rootFile ( ) const

inlineprotected

Definition at line 95 of file RootInputFileSequence.h.

References edm::get_underlying_safe(), and rootFile_.

Referenced by closeFile(), edm::RootSecondaryFileSequence::closeFile_(), edm::RootEmbeddedFileSequence::closeFile_(), edm::RootPrimaryFileSequence::closeFile_(), containedInCurrentFile(), fileBranchIDListHelper(), fileProductRegistry(), fillProcessBlockHelper_(), edm::RootPrimaryFileSequence::forwardState(), edm::RootPrimaryFileSequence::getNextItemType(), edm::RootPrimaryFileSequence::goToEvent(), edm::RootSecondaryFileSequence::initAssociationsFromSecondary(), edm::RootPrimaryFileSequence::nextFile(), nextProcessBlock_(), edm::RootPrimaryFileSequence::previousFile(), readEvent(), edm::RootPrimaryFileSequence::readFile_(), readLuminosityBlock_(), readLuminosityBlockAuxiliary_(), edm::RootEmbeddedFileSequence::readOneRandom(), edm::RootEmbeddedFileSequence::readOneRandomWithID(), edm::RootEmbeddedFileSequence::readOneSequential(), edm::RootEmbeddedFileSequence::readOneSequentialWithID(), edm::RootEmbeddedFileSequence::readOneSpecified(), readProcessBlock_(), readRun_(), readRunAuxiliary_(), edm::RootPrimaryFileSequence::reverseState(), edm::RootPrimaryFileSequence::rewind_(), edm::RootPrimaryFileSequence::rewindFile(), edm::RootEmbeddedFileSequence::RootEmbeddedFileSequence(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), edm::RootSecondaryFileSequence::RootSecondaryFileSequence(), setIndexIntoFile(), edm::RootEmbeddedFileSequence::skipEntries(), edm::RootPrimaryFileSequence::skipEvents(), edm::RootPrimaryFileSequence::skipEventsAtBeginning(), skipToItem(), and skipToItemInNewFile().

{ return get_underlying_safe(rootFile_); }

rootFile() [2/2]

std::shared_ptr<RootFile>& edm::RootInputFileSequence::rootFile ( )

inlineprotected

Definition at line 96 of file RootInputFileSequence.h.

References edm::get_underlying_safe(), and rootFile_.

{ return get_underlying_safe(rootFile_); }

sequenceNumberOfFile()

size_t edm::RootInputFileSequence::sequenceNumberOfFile ( ) const

inlineprotected

Definition at line 75 of file RootInputFileSequence.h.

References fileIter_, and fileIterBegin_.

Referenced by edm::RootPrimaryFileSequence::goToEvent(), edm::RootSecondaryFileSequence::makeRootFile(), edm::RootPrimaryFileSequence::makeRootFile(), edm::RootEmbeddedFileSequence::makeRootFile(), edm::RootEmbeddedFileSequence::readOneRandom(), and edm::RootPrimaryFileSequence::skipEvents().

{ return fileIter_ - fileIterBegin_; }

setAtFileSequenceNumber()

void edm::RootInputFileSequence::setAtFileSequenceNumber ( size_t  offset )

inlineprotected

Definition at line 79 of file RootInputFileSequence.h.

References fileIter_, fileIterBegin_, and hltrates_dqm_sourceclient-live_cfg::offset.

Referenced by edm::RootPrimaryFileSequence::goToEvent(), edm::RootPrimaryFileSequence::readFile_(), edm::RootEmbeddedFileSequence::readOneRandom(), edm::RootEmbeddedFileSequence::RootEmbeddedFileSequence(), edm::RootPrimaryFileSequence::skipEvents(), skipToItem(), and skipToItemInNewFile().

{ fileIter_ = fileIterBegin_ + offset; }

setAtFirstFile()

void edm::RootInputFileSequence::setAtFirstFile ( )

inlineprotected

Definition at line 78 of file RootInputFileSequence.h.

References fileIter_, and fileIterBegin_.

Referenced by edm::RootEmbeddedFileSequence::readOneSequential(), edm::RootPrimaryFileSequence::rewind_(), edm::RootEmbeddedFileSequence::RootEmbeddedFileSequence(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), edm::RootSecondaryFileSequence::RootSecondaryFileSequence(), and edm::RootEmbeddedFileSequence::skipEntries().

{ fileIter_ = fileIterBegin_; }

setAtNextFile()

void edm::RootInputFileSequence::setAtNextFile ( )

inlineprotected

Definition at line 81 of file RootInputFileSequence.h.

References fileIter_.

Referenced by edm::RootPrimaryFileSequence::nextFile(), edm::RootEmbeddedFileSequence::readOneSequential(), edm::RootPrimaryFileSequence::RootPrimaryFileSequence(), edm::RootSecondaryFileSequence::RootSecondaryFileSequence(), and edm::RootEmbeddedFileSequence::skipEntries().

{ ++fileIter_; }

setAtPreviousFile()

void edm::RootInputFileSequence::setAtPreviousFile ( )

inlineprotected

Definition at line 82 of file RootInputFileSequence.h.

References fileIter_.

Referenced by edm::RootPrimaryFileSequence::previousFile().

{ --fileIter_; }

setIndexIntoFile()

void edm::RootInputFileSequence::setIndexIntoFile ( size_t  index )

protected

Definition at line 323 of file RootInputFileSequence.cc.

References indexesIntoFiles_, and rootFile().

Referenced by initTheFile().

                                                           {
    indexesIntoFiles_[index] = rootFile()->indexIntoFileSharedPtr();
  }

setNoMoreFiles()

void edm::RootInputFileSequence::setNoMoreFiles ( )

inlineprotected

Definition at line 80 of file RootInputFileSequence.h.

References fileIter_, and fileIterEnd_.

{ fileIter_ = fileIterEnd_; }

skipToItem()

bool edm::RootInputFileSequence::skipToItem	(	RunNumber_t	run,
		LuminosityBlockNumber_t	lumi,
		EventNumber_t	event,
		size_t	fileNameHash = 0U,
		bool	currentFileFirst = true
	)

Definition at line 167 of file RootInputFileSequence.cc.

References cms::cuda::assert(), fileIter_, newFWLiteAna::found, indexesIntoFiles_, initFile(), rootFile(), writedatasetfile::run, setAtFileSequenceNumber(), skipToItemInNewFile(), and mitigatedMETSequence_cff::U.

Referenced by edm::RootEmbeddedFileSequence::readOneRandomWithID(), edm::RootEmbeddedFileSequence::readOneSequentialWithID(), and edm::RootEmbeddedFileSequence::readOneSpecified().

                                                                                                                      {
    // Attempt to find item in currently open input file.
    bool found = currentFileFirst && rootFile() && rootFile()->setEntryAtItem(run, lumi, event);
    if (!found) {
      // If only one input file, give up now, to save time.
      if (currentFileFirst && rootFile() && indexesIntoFiles_.size() == 1) {
        return false;
      }
      // Look for item (run/lumi/event) in files previously opened without reopening unnecessary files.
      for (auto it = indexesIntoFiles_.begin(), itEnd = indexesIntoFiles_.end(); it != itEnd; ++it) {
        if (*it && (*it)->containsItem(run, lumi, event)) {
          // We found it. Close the currently open file, and open the correct one.
          std::vector<FileCatalogItem>::const_iterator currentIter = fileIter_;
          setAtFileSequenceNumber(it - indexesIntoFiles_.begin());
          if (fileIter_ != currentIter) {
            initFile(false);
          }
          // Now get the item from the correct file.
          assert(rootFile());
          found = rootFile()->setEntryAtItem(run, lumi, event);
          assert(found);
          return true;
        }
      }
      return (fileNameHash != 0U && skipToItemInNewFile(run, lumi, event, fileNameHash)) ||
             skipToItemInNewFile(run, lumi, event);
    }
    return true;
  }

skipToItemInNewFile() [1/2]

bool edm::RootInputFileSequence::skipToItemInNewFile ( RunNumber_t  run, LuminosityBlockNumber_t  lumi, EventNumber_t  event  )

protected

Definition at line 149 of file RootInputFileSequence.cc.

References cms::cuda::assert(), newFWLiteAna::found, indexesIntoFiles_, initFile_(), rootFile(), writedatasetfile::run, and setAtFileSequenceNumber().

Referenced by edm::RootEmbeddedFileSequence::readOneSequentialWithID(), and skipToItem().

                                                                                                                    {
    // Look for item in files not yet opened.  We do not have a valid hash of the logical file name.
    for (auto it = indexesIntoFiles_.begin(), itEnd = indexesIntoFiles_.end(); it != itEnd; ++it) {
      if (!*it) {
        // File not yet opened.
        setAtFileSequenceNumber(it - indexesIntoFiles_.begin());
        initFile_(false);
        assert(rootFile());
        bool found = rootFile()->setEntryAtItem(run, lumi, event);
        if (found) {
          return true;
        }
      }
    }
    // Not found
    return false;
  }

skipToItemInNewFile() [2/2]

bool edm::RootInputFileSequence::skipToItemInNewFile ( RunNumber_t  run, LuminosityBlockNumber_t  lumi, EventNumber_t  event, size_t  fileNameHash  )

protected

Definition at line 114 of file RootInputFileSequence.cc.

References cms::cuda::assert(), fileIterBegin_, fileIterEnd_, findFileForSpecifiedID_, newFWLiteAna::found, visDQMUpload::hasher, indexesIntoFiles_, initFile_(), FastTimerService_cff::range, rootFile(), writedatasetfile::run, setAtFileSequenceNumber(), and mitigatedMETSequence_cff::U.

                                                                       {
    // Look for item in files not yet opened. We have a hash of the logical file name
    assert(fileNameHash != 0U);
    // If the lookup table is not yet filled in, fill it.
    if (!findFileForSpecifiedID_) {
      // We use a multimap because there may be hash collisions (Two different LFNs could have the same hash).
      // We map the hash of the LFN to the index into the list of files.
      findFileForSpecifiedID_ =
          std::make_unique<std::unordered_multimap<size_t, size_t>>();  // propagate_const<T> has no reset() function
      auto hasher = std::hash<std::string>();
      for (auto fileIter = fileIterBegin_; fileIter != fileIterEnd_; ++fileIter) {
        findFileForSpecifiedID_->insert(std::make_pair(hasher(fileIter->logicalFileName()), fileIter - fileIterBegin_));
      }
    }
    // Look up the logical file name in the table
    auto range = findFileForSpecifiedID_->equal_range(fileNameHash);
    for (auto iter = range.first; iter != range.second; ++iter) {
      // Don't look in files previously opened, because those have already been searched.
      if (!indexesIntoFiles_[iter->second]) {
        setAtFileSequenceNumber(iter->second);
        initFile_(false);
        assert(rootFile());
        bool found = rootFile()->setEntryAtItem(run, lumi, event);
        if (found) {
          return true;
        }
      }
    }
    // Not found
    return false;
  }

usedFallback()

bool edm::RootInputFileSequence::usedFallback ( ) const

inlineprotected

Definition at line 93 of file RootInputFileSequence.h.

References usedFallback_.

Referenced by closeFile().

{ return usedFallback_; }

Member Data Documentation

catalog_

InputFileCatalog const& edm::RootInputFileSequence::catalog_

private

Definition at line 99 of file RootInputFileSequence.h.

Referenced by fileCatalogItems().

fileIter_

std::vector<FileCatalogItem>::const_iterator edm::RootInputFileSequence::fileIter_

private

Definition at line 106 of file RootInputFileSequence.h.

Referenced by atFirstFile(), atLastFile(), fileNames(), initTheFile(), logicalFileName(), noMoreFiles(), sequenceNumberOfFile(), setAtFileSequenceNumber(), setAtFirstFile(), setAtNextFile(), setAtPreviousFile(), setNoMoreFiles(), and skipToItem().

fileIterBegin_

std::vector<FileCatalogItem>::const_iterator const edm::RootInputFileSequence::fileIterBegin_

private

Definition at line 104 of file RootInputFileSequence.h.

Referenced by atFirstFile(), initTheFile(), noFiles(), numberOfFiles(), sequenceNumberOfFile(), setAtFileSequenceNumber(), setAtFirstFile(), and skipToItemInNewFile().

fileIterEnd_

std::vector<FileCatalogItem>::const_iterator const edm::RootInputFileSequence::fileIterEnd_

private

Definition at line 105 of file RootInputFileSequence.h.

Referenced by atLastFile(), initTheFile(), noFiles(), noMoreFiles(), numberOfFiles(), setNoMoreFiles(), and skipToItemInNewFile().

fileIterLastOpened_

std::vector<FileCatalogItem>::const_iterator edm::RootInputFileSequence::fileIterLastOpened_

private

Definition at line 107 of file RootInputFileSequence.h.

Referenced by initTheFile().

findFileForSpecifiedID_

edm::propagate_const<std::unique_ptr<std::unordered_multimap<size_t, size_t> > > edm::RootInputFileSequence::findFileForSpecifiedID_

private

Definition at line 103 of file RootInputFileSequence.h.

Referenced by skipToItemInNewFile().

indexesIntoFiles_

std::vector<std::shared_ptr<IndexIntoFile> > edm::RootInputFileSequence::indexesIntoFiles_

private

Definition at line 109 of file RootInputFileSequence.h.

Referenced by indexesIntoFiles(), initTheFile(), setIndexIntoFile(), skipToItem(), and skipToItemInNewFile().

lfn_

std::string edm::RootInputFileSequence::lfn_

private

Definition at line 100 of file RootInputFileSequence.h.

Referenced by initTheFile(), and lfn().

lfnHash_

size_t edm::RootInputFileSequence::lfnHash_

private

Definition at line 101 of file RootInputFileSequence.h.

Referenced by initTheFile(), and lfnHash().

rootFile_

edm::propagate_const<RootFileSharedPtr> edm::RootInputFileSequence::rootFile_

private

Definition at line 108 of file RootInputFileSequence.h.

Referenced by initTheFile(), and rootFile().

usedFallback_

bool edm::RootInputFileSequence::usedFallback_

private

Definition at line 102 of file RootInputFileSequence.h.

Referenced by initTheFile(), and usedFallback().