edm::RootSecondaryFileSequence Class Reference

#include <RootSecondaryFileSequence.h>

Inheritance diagram for edm::RootSecondaryFileSequence:

Public Member Functions
void	endJob ()
void	initAssociationsFromSecondary (std::set< BranchID > const &)
RootSecondaryFileSequence &	operator= (RootSecondaryFileSequence const &)=delete
	RootSecondaryFileSequence (ParameterSet const &pset, PoolSource &input, InputFileCatalog const &catalog)
	RootSecondaryFileSequence (RootSecondaryFileSequence const &)=delete
	~RootSecondaryFileSequence () override
Public Member Functions inherited from edm::RootInputFileSequence
void	closeFile ()
bool	containedInCurrentFile (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event) const
std::shared_ptr < BranchIDListHelper const >	fileBranchIDListHelper () const
std::shared_ptr < ProductRegistry const >	fileProductRegistry () const
void	fillProcessBlockHelper_ ()
bool	nextProcessBlock_ (ProcessBlockPrincipal &)
RootInputFileSequence &	operator= (RootInputFileSequence const &)=delete
bool	readEvent (EventPrincipal &cache)
void	readLuminosityBlock_ (LuminosityBlockPrincipal &lumiPrincipal)
std::shared_ptr < LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary_ ()
void	readProcessBlock_ (ProcessBlockPrincipal &)
void	readRun_ (RunPrincipal &runPrincipal)
std::shared_ptr< RunAuxiliary >	readRunAuxiliary_ ()
	RootInputFileSequence (ParameterSet const &pset, InputFileCatalog const &catalog)
	RootInputFileSequence (RootInputFileSequence const &)=delete
bool	skipToItem (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event, size_t fileNameHash=0U, bool currentFileFirst=true)
virtual	~RootInputFileSequence ()

Private Member Functions
void	closeFile_ () override
void	initFile_ (bool skipBadFiles) override
RootFileSharedPtr	makeRootFile (std::shared_ptr< InputFile > filePtr) override

Private Attributes
std::vector< BranchID >	associationsFromSecondary_
bool	enablePrefetching_
bool	enforceGUIDInFileName_
PoolSource &	input_
std::vector< ProcessHistoryID >	orderedProcessHistoryIDs_

Additional Inherited Members
Protected Types inherited from edm::RootInputFileSequence
typedef std::shared_ptr< RootFile >	RootFileSharedPtr
Protected Member Functions inherited from edm::RootInputFileSequence
bool	atFirstFile () const
bool	atLastFile () const
std::vector< FileCatalogItem > const &	fileCatalogItems () const
std::vector< std::string > const &	fileNames () const
std::vector< std::shared_ptr < IndexIntoFile > > const &	indexesIntoFiles () const
void	initFile (bool skipBadFiles)
void	initTheFile (bool skipBadFiles, bool deleteIndexIntoFile, InputSource *input, char const *inputTypeName, InputType inputType)
std::string const &	lfn () const
size_t	lfnHash () const
std::string const &	logicalFileName () const
bool	noFiles () const
bool	noMoreFiles () const
size_t	numberOfFiles () const
std::shared_ptr< RootFile const >	rootFile () const
std::shared_ptr< RootFile > &	rootFile ()
size_t	sequenceNumberOfFile () const
void	setAtFileSequenceNumber (size_t offset)
void	setAtFirstFile ()
void	setAtNextFile ()
void	setAtPreviousFile ()
void	setIndexIntoFile (size_t index)
void	setNoMoreFiles ()
bool	skipToItemInNewFile (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event)
bool	skipToItemInNewFile (RunNumber_t run, LuminosityBlockNumber_t lumi, EventNumber_t event, size_t fileNameHash)
bool	usedFallback () const

Detailed Description

Definition at line 28 of file RootSecondaryFileSequence.h.

Constructor & Destructor Documentation

edm::RootSecondaryFileSequence::RootSecondaryFileSequence ( ParameterSet const &  pset, PoolSource &  input, InputFileCatalog const &  catalog  )

explicit

Definition at line 21 of file RootSecondaryFileSequence.cc.

References enablePrefetching_, edm::RootInputFileSequence::fileNames(), edm::storage::StorageFactory::get(), edm::RootInputFileSequence::initFile(), input_, edm::Service< T >::isAvailable(), edm::RootInputFileSequence::noMoreFiles(), edm::InputSource::productRegistryUpdate(), edm::RootInputFileSequence::rootFile(), edm::RootInputFileSequence::setAtFirstFile(), edm::RootInputFileSequence::setAtNextFile(), edm::PoolSource::skipBadFiles(), edm::storage::StorageFactory::stagein(), and edm::ProductRegistry::updateFromInput().

      : RootInputFileSequence(pset, catalog),
        input_(input),
        orderedProcessHistoryIDs_(),
        enablePrefetching_(false),
        enforceGUIDInFileName_(pset.getUntrackedParameter<bool>("enforceGUIDInFileName")) {
    // The SiteLocalConfig controls the TTreeCache size and the prefetching settings.
    Service<SiteLocalConfig> pSLC;
    if (pSLC.isAvailable()) {
      enablePrefetching_ = pSLC->enablePrefetching();
    }

    // Prestage the files
    //NOTE: we do not want to stage in all secondary files since we can be given a list of
    // thousands of files and prestaging all those files can cause a site to fail.
    // So, we stage in the first secondary file only.
    setAtFirstFile();
    storage::StorageFactory::get()->stagein(fileNames()[0]);

    // Open the first file.
    for (setAtFirstFile(); !noMoreFiles(); setAtNextFile()) {
      initFile(input_.skipBadFiles());
      if (rootFile())
        break;
    }
    if (rootFile()) {
      input_.productRegistryUpdate().updateFromInput(rootFile()->productRegistry()->productList());
    }
  }

edm::RootSecondaryFileSequence::~RootSecondaryFileSequence ( )

override

Definition at line 53 of file RootSecondaryFileSequence.cc.

{}

edm::RootSecondaryFileSequence::RootSecondaryFileSequence ( RootSecondaryFileSequence const &  )

delete

Member Function Documentation

void edm::RootSecondaryFileSequence::closeFile_ ( )

overrideprivatevirtual

Implements edm::RootInputFileSequence.

Definition at line 57 of file RootSecondaryFileSequence.cc.

References edm::RootInputFileSequence::rootFile().

                                             {
    // close the currently open file, if any, and delete the RootFile object.
    if (rootFile()) {
      rootFile()->close();
      rootFile().reset();
    }
  }

void edm::RootSecondaryFileSequence::endJob

(

void

)

Definition at line 55 of file RootSecondaryFileSequence.cc.

References edm::RootInputFileSequence::closeFile().

{ closeFile(); }

void edm::RootSecondaryFileSequence::initAssociationsFromSecondary

(

std::set< BranchID > const &

associationsFromSecondary

)

Definition at line 96 of file RootSecondaryFileSequence.cc.

References associationsFromSecondary_, and edm::RootInputFileSequence::rootFile().

                                                                                                                 {
    for (auto const& branchID : associationsFromSecondary) {
      associationsFromSecondary_.push_back(branchID);
    }
    rootFile()->initAssociationsFromSecondary(associationsFromSecondary_);
  }

void edm::RootSecondaryFileSequence::initFile_ ( bool  skipBadFiles )

overrideprivatevirtual

Implements edm::RootInputFileSequence.

Definition at line 65 of file RootSecondaryFileSequence.cc.

References edm::RootInputFileSequence::initTheFile(), and edm::SecondaryFile.

                                                             {
    initTheFile(skipBadFiles, false, nullptr, "secondaryFiles", InputType::SecondaryFile);
  }

RootSecondaryFileSequence::RootFileSharedPtr edm::RootSecondaryFileSequence::makeRootFile ( std::shared_ptr< InputFile >  filePtr )

overrideprivatevirtual

Implements edm::RootInputFileSequence.

Definition at line 69 of file RootSecondaryFileSequence.cc.

References associationsFromSecondary_, edm::InputSource::branchIDListHelper(), edm::PoolSource::bypassVersionCheck(), edm::PoolSource::dropDescendants(), enablePrefetching_, enforceGUIDInFileName_, edm::RootInputFileSequence::fileNames(), edm::RootInputFileSequence::indexesIntoFiles(), input_, edm::PoolSource::labelRawDataLikeMC(), edm::RootInputFileSequence::logicalFileName(), edm::PoolSource::nStreams(), orderedProcessHistoryIDs_, edm::InputSource::processConfiguration(), edm::InputSource::processHistoryRegistryForUpdate(), edm::InputSource::processingMode(), edm::PoolSource::productSelectorRules(), edm::PoolSource::runHelper(), edm::SecondaryFile, edm::RootInputFileSequence::sequenceNumberOfFile(), edm::InputSource::thinnedAssociationsHelper(), and edm::PoolSource::treeMaxVirtualSize().

                                        {
    size_t currentIndexIntoFile = sequenceNumberOfFile();
    return std::make_shared<RootFile>(fileNames()[0],
                                      input_.processConfiguration(),
                                      logicalFileName(),
                                      filePtr,
                                      input_.nStreams(),
                                      input_.treeMaxVirtualSize(),
                                      input_.processingMode(),
                                      input_.runHelper(),
                                      input_.productSelectorRules(),
                                      InputType::SecondaryFile,
                                      input_.branchIDListHelper(),
                                      input_.thinnedAssociationsHelper(),
                                      &associationsFromSecondary_,
                                      input_.dropDescendants(),
                                      input_.processHistoryRegistryForUpdate(),
                                      indexesIntoFiles(),
                                      currentIndexIntoFile,
                                      orderedProcessHistoryIDs_,
                                      input_.bypassVersionCheck(),
                                      input_.labelRawDataLikeMC(),
                                      enablePrefetching_,
                                      enforceGUIDInFileName_);
  }

RootSecondaryFileSequence& edm::RootSecondaryFileSequence::operator= ( RootSecondaryFileSequence const &  )

delete

Member Data Documentation

std::vector<BranchID> edm::RootSecondaryFileSequence::associationsFromSecondary_

private

Definition at line 45 of file RootSecondaryFileSequence.h.

Referenced by initAssociationsFromSecondary(), and makeRootFile().

bool edm::RootSecondaryFileSequence::enablePrefetching_

private

Definition at line 47 of file RootSecondaryFileSequence.h.

Referenced by makeRootFile(), and RootSecondaryFileSequence().

bool edm::RootSecondaryFileSequence::enforceGUIDInFileName_

private

Definition at line 48 of file RootSecondaryFileSequence.h.

Referenced by makeRootFile().

PoolSource& edm::RootSecondaryFileSequence::input_

private

Definition at line 44 of file RootSecondaryFileSequence.h.

Referenced by makeRootFile(), and RootSecondaryFileSequence().

std::vector<ProcessHistoryID> edm::RootSecondaryFileSequence::orderedProcessHistoryIDs_

private

Definition at line 46 of file RootSecondaryFileSequence.h.

Referenced by makeRootFile().