edm::ProductProvenanceLookup Class Reference

#include <ProductProvenanceLookup.h>

Inheritance diagram for edm::ProductProvenanceLookup:

Classes
class	ProducedProvenanceInfo

Public Member Functions
ProductProvenance const *	branchIDToProvenance (BranchID const &bid) const
ProductProvenance const *	branchIDToProvenanceForProducedOnly (BranchID const &bid) const
void	insertIntoSet (ProductProvenance provenanceProduct) const
ProductProvenanceLookup &	operator= (ProductProvenanceLookup const &)=delete
	ProductProvenanceLookup ()
	ProductProvenanceLookup (edm::ProductRegistry const &)
void	update (edm::ProductRegistry const &)
virtual	~ProductProvenanceLookup ()

Protected Member Functions
virtual const ProductProvenanceLookup *	nextRetriever () const =0
virtual std::unique_ptr< const std::set< ProductProvenance > >	readProvenance () const =0

Protected Attributes
std::vector< ProducedProvenanceInfo >	entryInfoSet_
edm::propagate_const< ProductProvenanceLookup const * >	parentProcessRetriever_
std::atomic< const std::set< ProductProvenance > * >	readEntryInfoSet_

Private Member Functions
void	setupEntryInfoSet (edm::ProductRegistry const &)

Detailed Description

Definition at line 27 of file ProductProvenanceLookup.h.

Constructor & Destructor Documentation

ProductProvenanceLookup() [1/2]

edm::ProductProvenanceLookup::ProductProvenanceLookup

(

)

Definition at line 12 of file ProductProvenanceLookup.cc.

      : entryInfoSet_(), readEntryInfoSet_(), parentProcessRetriever_(nullptr) {}

ProductProvenanceLookup() [2/2]

edm::ProductProvenanceLookup::ProductProvenanceLookup ( edm::ProductRegistry const &  iReg )

explicit

Definition at line 15 of file ProductProvenanceLookup.cc.

References setupEntryInfoSet().

      : entryInfoSet_(), readEntryInfoSet_(), parentProcessRetriever_(nullptr) {
    setupEntryInfoSet(iReg);
  }

~ProductProvenanceLookup()

edm::ProductProvenanceLookup::~ProductProvenanceLookup ( )

virtual

Definition at line 20 of file ProductProvenanceLookup.cc.

References readEntryInfoSet_.

{ delete readEntryInfoSet_.load(); }

Member Function Documentation

branchIDToProvenance()

ProductProvenance const * edm::ProductProvenanceLookup::branchIDToProvenance

(

BranchID const &

bid

)

const

Definition at line 59 of file ProductProvenanceLookup.cc.

References entryInfoSet_, pfDeepBoostedJetPreprocessParams_cfi::lower_bound, nextRetriever(), EgHLTOffHistBins_cfi::nr, AlCaHLTBitMon_ParallelJobs::p, parentProcessRetriever_, readEntryInfoSet_, and readProvenance().

Referenced by edm::RootOutputFile::fillBranches(), edm::RootOutputFile::insertAncestors(), edm::Provenance::productProvenance(), and edm::ParentProcessProductResolver::productProvenancePtr_().

                                                                                                  {
    auto itFound = std::lower_bound(
        entryInfoSet_.begin(), entryInfoSet_.end(), bid, [](auto const& iEntry, edm::BranchID const& iValue) {
          return iEntry.branchID() < iValue;
        });
    if (itFound != entryInfoSet_.end() and itFound->branchID() == bid) {
      if (auto p = itFound->productProvenance()) {
        return p;
      }
    }
    if (parentProcessRetriever_) {
      return parentProcessRetriever_->branchIDToProvenance(bid);
    }
    //check in source
    if (nullptr == readEntryInfoSet_.load()) {
      auto readProv = readProvenance();
      std::set<ProductProvenance> const* expected = nullptr;
      if (readEntryInfoSet_.compare_exchange_strong(expected, readProv.get())) {
        readProv.release();
      }
    }
    auto ptr = readEntryInfoSet_.load();
    if (ptr) {
      ProductProvenance ei(bid);
      auto itRead = ptr->find(ei);
      if (itRead != ptr->end()) {
        return &*itRead;
      }
    }
    auto nr = nextRetriever();
    if (nr) {
      return nr->branchIDToProvenance(bid);
    }
    return nullptr;
  }

branchIDToProvenanceForProducedOnly()

ProductProvenance const * edm::ProductProvenanceLookup::branchIDToProvenanceForProducedOnly

(

BranchID const &

bid

)

const

Definition at line 95 of file ProductProvenanceLookup.cc.

References entryInfoSet_, pfDeepBoostedJetPreprocessParams_cfi::lower_bound, nextRetriever(), EgHLTOffHistBins_cfi::nr, AlCaHLTBitMon_ParallelJobs::p, and parentProcessRetriever_.

Referenced by edm::PoolOutputModule::updateBranchParentsForOneBranch().

                                                                                                                 {
    auto itFound = std::lower_bound(
        entryInfoSet_.begin(), entryInfoSet_.end(), bid, [](auto const& iEntry, edm::BranchID const& iValue) {
          return iEntry.branchID() < iValue;
        });
    if (itFound != entryInfoSet_.end() and itFound->branchID() == bid) {
      if (auto p = itFound->productProvenance()) {
        return p;
      }
    }
    if (parentProcessRetriever_) {
      return parentProcessRetriever_->branchIDToProvenanceForProducedOnly(bid);
    }
    auto nr = nextRetriever();
    if (nr) {
      return nr->branchIDToProvenanceForProducedOnly(bid);
    }
    return nullptr;
  }

insertIntoSet()

void edm::ProductProvenanceLookup::insertIntoSet

(

ProductProvenance

provenanceProduct

)

const

Definition at line 42 of file ProductProvenanceLookup.cc.

References edm::ProductProvenance::branchID(), entryInfoSet_, Exception, edm::BranchID::id(), edm::errors::LogicError, pfDeepBoostedJetPreprocessParams_cfi::lower_bound, edm::ProductProvenance::moveParentageID(), or, and UNLIKELY.

Referenced by edm::EventPrincipal::put(), edm::EventPrincipal::putOnRead(), and edm::SwitchBaseProductResolver::unsafe_setWrapperAndProvenance().

                                                                               {
    //NOTE:do not read provenance here because we only need the full
    // provenance when someone tries to access it not when doing the insert
    // doing the delay saves 20% of time when doing an analysis job
    //readProvenance();
    auto itFound =
        std::lower_bound(entryInfoSet_.begin(),
                         entryInfoSet_.end(),
                         entryInfo.branchID(),
                         [](auto const& iEntry, edm::BranchID const& iValue) { return iEntry.branchID() < iValue; });
    if UNLIKELY (itFound == entryInfoSet_.end() or itFound->branchID() != entryInfo.branchID()) {
      throw edm::Exception(edm::errors::LogicError) << "ProductProvenanceLookup::insertIntoSet passed a BranchID "
                                                    << entryInfo.branchID().id() << " that has not been pre-registered";
    }
    itFound->threadsafe_set(entryInfo.moveParentageID());
  }

nextRetriever()

virtual const ProductProvenanceLookup* edm::ProductProvenanceLookup::nextRetriever ( ) const

protectedpure virtual

Implemented in edm::ProductProvenanceRetriever.

Referenced by branchIDToProvenance(), and branchIDToProvenanceForProducedOnly().

operator=()

ProductProvenanceLookup& edm::ProductProvenanceLookup::operator= ( ProductProvenanceLookup const &  )

delete

readProvenance()

virtual std::unique_ptr<const std::set<ProductProvenance> > edm::ProductProvenanceLookup::readProvenance ( ) const

protectedpure virtual

Implemented in edm::ProductProvenanceRetriever.

Referenced by branchIDToProvenance().

setupEntryInfoSet()

void edm::ProductProvenanceLookup::setupEntryInfoSet ( edm::ProductRegistry const &  iReg )

private

Definition at line 22 of file ProductProvenanceLookup.cc.

References b, entryInfoSet_, edm::InEvent, or, AlCaHLTBitMon_ParallelJobs::p, and edm::ProductRegistry::productList().

Referenced by ProductProvenanceLookup(), and update().

                                                                                {
    std::set<BranchID> ids;
    for (auto const& p : iReg.productList()) {
      if (p.second.branchType() == edm::InEvent) {
        if (p.second.produced() or p.second.isProvenanceSetOnRead()) {
          ids.insert(p.second.branchID());
        }
      }
    }
    entryInfoSet_.reserve(ids.size());
    for (auto const& b : ids) {
      entryInfoSet_.emplace_back(b);
    }
  }

update()

void edm::ProductProvenanceLookup::update

(

edm::ProductRegistry const &

iReg

)

Definition at line 37 of file ProductProvenanceLookup.cc.

References entryInfoSet_, and setupEntryInfoSet().

Referenced by progressbar.ProgressBar::__next__(), MatrixUtil.Matrix::__setitem__(), MatrixUtil.Steps::__setitem__(), dqm-mbProfile.Profile::finish(), progressbar.ProgressBar::finish(), and MatrixUtil.Steps::overwrite().

                                                                     {
    entryInfoSet_.clear();
    setupEntryInfoSet(iReg);
  }

Member Data Documentation

entryInfoSet_

std::vector<ProducedProvenanceInfo> edm::ProductProvenanceLookup::entryInfoSet_

protected

Definition at line 97 of file ProductProvenanceLookup.h.

Referenced by branchIDToProvenance(), branchIDToProvenanceForProducedOnly(), edm::ProductProvenanceRetriever::deepCopy(), insertIntoSet(), edm::ProductProvenanceRetriever::reset(), setupEntryInfoSet(), and update().

parentProcessRetriever_

edm::propagate_const<ProductProvenanceLookup const*> edm::ProductProvenanceLookup::parentProcessRetriever_

protected

Definition at line 99 of file ProductProvenanceLookup.h.

Referenced by branchIDToProvenance(), branchIDToProvenanceForProducedOnly(), edm::ProductProvenanceRetriever::mergeParentProcessRetriever(), and edm::ProductProvenanceRetriever::reset().

readEntryInfoSet_

std::atomic<const std::set<ProductProvenance>*> edm::ProductProvenanceLookup::readEntryInfoSet_

mutableprotected

Definition at line 98 of file ProductProvenanceLookup.h.

Referenced by branchIDToProvenance(), edm::ProductProvenanceRetriever::deepCopy(), edm::ProductProvenanceRetriever::reset(), and ~ProductProvenanceLookup().