edm::NoProcessProductResolver Class Reference

#include <ProductResolvers.h>

Inheritance diagram for edm::NoProcessProductResolver:

Public Types
typedef ProducedProductResolver::ProductStatus	ProductStatus

Public Member Functions
virtual void	connectTo (ProductResolverBase const &iOther, Principal const *) override final
bool	dataValidFromResolver (unsigned int iProcessingIndex, Principal const &principal, bool iSkipCurrentProcess) const
	NoProcessProductResolver (std::vector< ProductResolverIndex > const &matchingHolders, std::vector< bool > const &ambiguous)
void	prefetchFailed (unsigned int iProcessingIndex, Principal const &principal, bool iSkipCurrentProcess, std::exception_ptr iExceptPtr) const
void	tryPrefetchResolverAsync (unsigned int iProcessingIndex, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer *sra, ModuleCallingContext const *mcc, ServiceToken token) const
Public Member Functions inherited from edm::ProductResolverBase
BranchDescription const &	branchDescription () const
std::string const &	moduleLabel () const
ProductResolverBase &	operator= (ProductResolverBase const &)=delete
void	prefetchAsync (WaitingTask *waitTask, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer *sra, ModuleCallingContext const *mcc) const
std::string const &	processName () const
ProductID const &	productID () const
std::string const &	productInstanceName () const
ProductProvenance const *	productProvenancePtr () const
bool	productResolved () const
	ProductResolverBase ()
	ProductResolverBase (ProductResolverBase const &)=delete
TypeID	productType () const
bool	productUnavailable () const
bool	productWasDeleted () const
bool	productWasFetchedAndIsValid (bool iSkipCurrentProcess) const
Provenance const *	provenance () const
bool	provenanceAvailable () const
void	putOrMergeProduct (std::unique_ptr< WrapperBase > edp) const
void	putProduct (std::unique_ptr< WrapperBase > edp) const
void	resetBranchDescription (std::shared_ptr< BranchDescription const > bd)
virtual void	resetFailedFromThisProcess ()
void	resetProductData ()
std::string const &	resolvedModuleLabel () const
Resolution	resolveProduct (Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer *sra, ModuleCallingContext const *mcc) const
void	retrieveAndMerge (Principal const &principal) const
void	setProcessHistory (ProcessHistory const &ph)
void	setProvenance (ProductProvenanceRetriever const *provRetriever, ProcessHistory const &ph, ProductID const &pid)
virtual void	setupUnscheduled (UnscheduledConfigurator const &)
bool	singleProduct () const
StableProvenance const *	stableProvenance () const
void	unsafe_deleteProduct () const
bool	unscheduledWasNotRun () const
void	write (std::ostream &os) const
virtual	~ProductResolverBase ()

Private Member Functions
virtual BranchDescription const &	branchDescription_ () const override
virtual void	prefetchAsync_ (WaitingTask *waitTask, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer *sra, ModuleCallingContext const *mcc) const override
virtual ProductProvenance const *	productProvenancePtr_ () const override
virtual bool	productResolved_ () const override final
virtual bool	productUnavailable_ () const override
virtual bool	productWasDeleted_ () const override
virtual bool	productWasFetchedAndIsValid_ (bool iSkipCurrentProcess) const override
virtual Provenance const *	provenance_ () const override
virtual void	putOrMergeProduct_ (std::unique_ptr< WrapperBase > prod) const override final
virtual void	putProduct_ (std::unique_ptr< WrapperBase > edp) const override
virtual void	resetBranchDescription_ (std::shared_ptr< BranchDescription const > bd) override
virtual void	resetProductData_ (bool deleteEarly) override
virtual std::string const &	resolvedModuleLabel_ () const override
virtual Resolution	resolveProduct_ (Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer *sra, ModuleCallingContext const *mcc) const override
void	setCache (bool skipCurrentProcess, ProductResolverIndex index, std::exception_ptr exceptionPtr) const
virtual void	setProcessHistory_ (ProcessHistory const &ph) override
virtual void	setProvenance_ (ProductProvenanceRetriever const *provRetriever, ProcessHistory const &ph, ProductID const &pid) override
virtual bool	singleProduct_ () const override
Resolution	tryResolver (unsigned int index, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer *sra, ModuleCallingContext const *mcc) const
virtual bool	unscheduledWasNotRun_ () const override
unsigned int	unsetIndexValue () const

Private Attributes
std::vector< bool >	ambiguous_
std::atomic< unsigned int >	lastCheckIndex_
std::atomic< unsigned int >	lastSkipCurrentCheckIndex_
std::vector< ProductResolverIndex >	matchingHolders_
std::atomic< bool >	prefetchRequested_
std::atomic< bool >	skippingPrefetchRequested_
WaitingTaskList	skippingWaitingTasks_
WaitingTaskList	waitingTasks_

Detailed Description

Definition at line 303 of file ProductResolvers.h.

Member Typedef Documentation

typedef ProducedProductResolver::ProductStatus edm::NoProcessProductResolver::ProductStatus

Definition at line 305 of file ProductResolvers.h.

Constructor & Destructor Documentation

edm::NoProcessProductResolver::NoProcessProductResolver	(	std::vector< ProductResolverIndex > const &	matchingHolders,
		std::vector< bool > const &	ambiguous
	)

Definition at line 634 of file ProductResolvers.cc.

References ambiguous_, and matchingHolders_.

Referenced by edm::ParentProcessProductResolver::throwNullRealProduct().

                                                             :
  matchingHolders_(matchingHolders),
  ambiguous_(ambiguous),
  lastCheckIndex_(ambiguous_.size() + kUnsetOffset),
  lastSkipCurrentCheckIndex_(lastCheckIndex_.load()),
  prefetchRequested_(false),
  skippingPrefetchRequested_(false) {
    assert(ambiguous_.size() == matchingHolders_.size());
  }

Member Function Documentation

BranchDescription const & edm::NoProcessProductResolver::branchDescription_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 935 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                              {
    throw Exception(errors::LogicError)
      << "NoProcessProductResolver::branchDescription_() not implemented and should never be called.\n"
      << "Contact a Framework developer\n";
  }

void edm::NoProcessProductResolver::connectTo ( ProductResolverBase const &  iOther, Principal const *    )

finaloverridevirtual

Implements edm::ProductResolverBase.

Definition at line 953 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                                       {
    throw Exception(errors::LogicError)
    << "NoProcessProductResolver::connectTo() not implemented and should never be called.\n"
    << "Contact a Framework developer\n";
    
  }

bool edm::NoProcessProductResolver::dataValidFromResolver	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	iSkipCurrentProcess
	)		const

Definition at line 796 of file ProductResolvers.cc.

References edm::Principal::getProductResolverByIndex(), gen::k, edm::Principal::lookupProcessOrder(), matchingHolders_, edm::ProductResolverBase::productWasFetchedAndIsValid(), and setCache().

                                                                                  {
    std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
    auto k = lookupProcessOrder[iProcessingIndex];
    ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[k]);

    if(productResolver->productWasFetchedAndIsValid(iSkipCurrentProcess)) {

      setCache(iSkipCurrentProcess, k, nullptr);
      return true;
    }
    return false;
  }

void edm::NoProcessProductResolver::prefetchAsync_ ( WaitingTask *  waitTask, Principal const &  principal, bool  skipCurrentProcess, SharedResourcesAcquirer *  sra, ModuleCallingContext const *  mcc  ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 701 of file ProductResolvers.cc.

References edm::WaitingTaskList::add(), edm::ServiceRegistry::instance(), prefetchRequested_, skippingPrefetchRequested_, skippingWaitingTasks_, tryPrefetchResolverAsync(), and waitingTasks_.

                                                                                  {
    if(not skipCurrentProcess) {
      waitingTasks_.add(waitTask);

      bool expected = false;
      if( prefetchRequested_.compare_exchange_strong(expected,true)) {
        //we are the first thread to request
        tryPrefetchResolverAsync(0, principal, skipCurrentProcess, sra, mcc, ServiceRegistry::instance().presentToken());
      }
    } else {
      skippingWaitingTasks_.add(waitTask);
      bool expected = false;
      if( skippingPrefetchRequested_.compare_exchange_strong(expected,true)) {
      //we are the first thread to request
        tryPrefetchResolverAsync(0, principal, skipCurrentProcess, sra, mcc, ServiceRegistry::instance().presentToken());
      }
    }
  }

void edm::NoProcessProductResolver::prefetchFailed	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	iSkipCurrentProcess,
		std::exception_ptr	iExceptPtr
	)		const

Definition at line 784 of file ProductResolvers.cc.

References gen::k, edm::Principal::lookupProcessOrder(), and setCache().

                                                                              {
    std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
    auto k = lookupProcessOrder[iProcessingIndex];

    setCache(iSkipCurrentProcess, k, iExceptPtr);
  }

ProductProvenance const * edm::NoProcessProductResolver::productProvenancePtr_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 873 of file ProductResolvers.cc.

                                                                                 {
    return nullptr;
  }

bool edm::NoProcessProductResolver::productResolved_ ( ) const

finaloverrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 905 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                        {
    throw Exception(errors::LogicError)
    << "NoProcessProductResolver::productResolved_() not implemented and should never be called.\n"
    << "Contact a Framework developer\n";
  }

bool edm::NoProcessProductResolver::productUnavailable_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 899 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                           {
    throw Exception(errors::LogicError)
      << "NoProcessProductResolver::productUnavailable_() not implemented and should never be called.\n"
      << "Contact a Framework developer\n";
  }

bool edm::NoProcessProductResolver::productWasDeleted_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 911 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                          {
    throw Exception(errors::LogicError)
      << "NoProcessProductResolver::productWasDeleted_() not implemented and should never be called.\n"
      << "Contact a Framework developer\n";
  }

bool edm::NoProcessProductResolver::productWasFetchedAndIsValid_ ( bool  iSkipCurrentProcess ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 917 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                          {
    throw Exception(errors::LogicError)
    << "NoProcessProductResolver::productWasFetchedAndIsValid_() not implemented and should never be called.\n"
    << "Contact a Framework developer\n";
  }

Provenance const * edm::NoProcessProductResolver::provenance_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 947 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                {
    throw Exception(errors::LogicError)
    << "NoProcessProductResolver::provenance_() not implemented and should never be called.\n"
    << "Contact a Framework developer\n";
  }

void edm::NoProcessProductResolver::putOrMergeProduct_ ( std::unique_ptr< WrapperBase >  prod ) const

finaloverrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 929 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                                        {
    throw Exception(errors::LogicError)
      << "NoProcessProductResolver::putOrMergeProduct_(std::unique_ptr<WrapperBase> edp) not implemented and should never be called.\n"
      << "Contact a Framework developer\n";
  }

void edm::NoProcessProductResolver::putProduct_ ( std::unique_ptr< WrapperBase >  edp ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 923 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                              {
    throw Exception(errors::LogicError)
      << "NoProcessProductResolver::putProduct_() not implemented and should never be called.\n"
      << "Contact a Framework developer\n";
  }

void edm::NoProcessProductResolver::resetBranchDescription_ ( std::shared_ptr< BranchDescription const >  bd )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 941 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                                               {
    throw Exception(errors::LogicError)
      << "NoProcessProductResolver::resetBranchDescription_() not implemented and should never be called.\n"
      << "Contact a Framework developer\n";
  }

void edm::NoProcessProductResolver::resetProductData_ ( bool  deleteEarly )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 879 of file ProductResolvers.cc.

References lastCheckIndex_, lastSkipCurrentCheckIndex_, prefetchRequested_, edm::WaitingTaskList::reset(), skippingPrefetchRequested_, skippingWaitingTasks_, unsetIndexValue(), and waitingTasks_.

                                                       {
    const auto resetValue = unsetIndexValue();
    lastCheckIndex_ = resetValue;
    lastSkipCurrentCheckIndex_ = resetValue;
    prefetchRequested_ = false;
    skippingPrefetchRequested_ = false;
    waitingTasks_.reset();
    skippingWaitingTasks_.reset();
  }

virtual std::string const& edm::NoProcessProductResolver::resolvedModuleLabel_ ( ) const

inlineoverrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 349 of file ProductResolvers.h.

References diffTreeTool::index, edm::ProductResolverBase::moduleLabel(), sysUtil::pid, cmsRelvalreport::principal(), edm::DataManagingProductResolver::productProvenancePtr_(), edm::DataManagingProductResolver::resetProductData_(), edm::DataManagingProductResolver::setProcessHistory_(), edm::DataManagingProductResolver::setProvenance_(), and edm::DataManagingProductResolver::singleProduct_().

{return moduleLabel();}

ProductResolverBase::Resolution edm::NoProcessProductResolver::resolveProduct_ ( Principal const &  principal, bool  skipCurrentProcess, SharedResourcesAcquirer *  sra, ModuleCallingContext const *  mcc  ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 657 of file ProductResolvers.cc.

References ambiguous_, gen::k, kAmbiguousOffset, kMissingOffset, kUnsetOffset, lastCheckIndex_, lastSkipCurrentCheckIndex_, edm::Principal::lookupProcessOrder(), edm::ProductResolverBase::Resolution::makeAmbiguous(), matchingHolders_, edm::ProductResolverIndexInvalid, ctppsDiamondLocalTracks_cfi::resolution, Resolution, and tryResolver().

                                                                                   {
    //See if we've already cached which Resolver we should call or if
    // we know it is ambiguous
    const unsigned int choiceSize = ambiguous_.size();
    {
      unsigned int checkCacheIndex = skipCurrentProcess? lastSkipCurrentCheckIndex_.load() : lastCheckIndex_.load();
      if( checkCacheIndex != choiceSize +kUnsetOffset) {
        if (checkCacheIndex == choiceSize+kAmbiguousOffset) {
          return ProductResolverBase::Resolution::makeAmbiguous();
        } else if(checkCacheIndex == choiceSize+kMissingOffset) {
          return Resolution(nullptr);
        }
        return tryResolver(checkCacheIndex, principal, skipCurrentProcess,
                           sra,mcc);
      }
    }
    
    std::atomic<unsigned int>& updateCacheIndex = skipCurrentProcess? lastSkipCurrentCheckIndex_ : lastCheckIndex_;
    
    std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
    for(unsigned int k : lookupProcessOrder) {
      assert(k < ambiguous_.size());
      if(k == 0) break; // Done
      if(ambiguous_[k]) {
        updateCacheIndex = choiceSize + kAmbiguousOffset;
        return ProductResolverBase::Resolution::makeAmbiguous();
      }
      if (matchingHolders_[k] != ProductResolverIndexInvalid) {
        auto resolution = tryResolver(k,principal, skipCurrentProcess, sra,mcc);
        if(resolution.data() != nullptr) {
          updateCacheIndex = k;
          return resolution;
        }
      }
    }
    
    updateCacheIndex = choiceSize + kMissingOffset;
    return Resolution(nullptr);
  }

void edm::NoProcessProductResolver::setCache ( bool  skipCurrentProcess, ProductResolverIndex  index, std::exception_ptr  exceptionPtr  ) const

private

Definition at line 724 of file ProductResolvers.cc.

References edm::WaitingTaskList::doneWaiting(), cmsIgProf_Analysis::execute(), lastCheckIndex_, lastSkipCurrentCheckIndex_, skippingWaitingTasks_, and waitingTasks_.

Referenced by dataValidFromResolver(), prefetchFailed(), and tryPrefetchResolverAsync().

                                                                             {
    if( not iSkipCurrentProcess) {
      lastCheckIndex_ = iIndex;
      waitingTasks_.doneWaiting(iExceptPtr);
    } else {
      lastSkipCurrentCheckIndex_ = iIndex;
      skippingWaitingTasks_.doneWaiting(iExceptPtr);
    }
  }

void edm::NoProcessProductResolver::setProcessHistory_ ( ProcessHistory const &  ph )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 870 of file ProductResolvers.cc.

                                                                          {
  }

void edm::NoProcessProductResolver::setProvenance_ ( ProductProvenanceRetriever const *  provRetriever, ProcessHistory const &  ph, ProductID const &  pid  )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 867 of file ProductResolvers.cc.

                                                                                                                             {
  }

bool edm::NoProcessProductResolver::singleProduct_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 889 of file ProductResolvers.cc.

                                                      {
    return false;
  }

void edm::NoProcessProductResolver::tryPrefetchResolverAsync	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc,
		ServiceToken	token
	)		const

Definition at line 813 of file ProductResolvers.cc.

References ambiguous_, edm::Principal::getProductResolverByIndex(), diffTreeTool::index, gen::k, kAmbiguousOffset, kMissingOffset, edm::Principal::lookupProcessOrder(), matchingHolders_, edm::ProductResolverBase::prefetchAsync(), edm::ProductResolverIndexInvalid, and setCache().

Referenced by prefetchAsync_().

                                                                               {
    std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
    auto index = iProcessingIndex;

    const unsigned int choiceSize = ambiguous_.size();
    unsigned int newCacheIndex = choiceSize + kMissingOffset;
    while(index < lookupProcessOrder.size()) {
      auto k = lookupProcessOrder[index];
      if(k==0) {
        break;
      }
      assert(k < ambiguous_.size());
      if(ambiguous_[k]) {
        newCacheIndex = choiceSize + kAmbiguousOffset;
        break;
      }
      if (matchingHolders_[k] != ProductResolverIndexInvalid) {
        //make new task
        
        auto task = new (tbb::task::allocate_root()) TryNextResolverWaitingTask(
                                                                                this,
                                                                                index,
                                                                                &principal,
                                                                                sra,
                                                                                mcc,
                                                                                skipCurrentProcess,
                                                                                token
                                                                                );
        task->increment_ref_count();
        ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[k]);

        //Make sure the Services are available on this thread
        ServiceRegistry::Operate guard(token);

        productResolver->prefetchAsync(task,
                                       principal,
                                       skipCurrentProcess,
                                       sra, mcc);
        if(0 == task->decrement_ref_count()) {
          tbb::task::spawn(*task);
        }
        return;
      }
      ++index;
    }
    //data product unavailable
    setCache(skipCurrentProcess, newCacheIndex, nullptr);
  }

ProductResolverBase::Resolution edm::NoProcessProductResolver::tryResolver ( unsigned int  index, Principal const &  principal, bool  skipCurrentProcess, SharedResourcesAcquirer *  sra, ModuleCallingContext const *  mcc  ) const

private

Definition at line 646 of file ProductResolvers.cc.

References edm::Principal::getProductResolverByIndex(), matchingHolders_, and edm::ProductResolverBase::resolveProduct().

Referenced by resolveProduct_().

                                                                               {
    ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[index]);
    return productResolver->resolveProduct(principal, skipCurrentProcess, sra, mcc);
  }

bool edm::NoProcessProductResolver::unscheduledWasNotRun_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 893 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                             {
    throw Exception(errors::LogicError)
      << "NoProcessProductResolver::unscheduledWasNotRun_() not implemented and should never be called.\n"
      << "Contact a Framework developer\n";
  }

unsigned int edm::NoProcessProductResolver::unsetIndexValue ( ) const

inlineprivate

Definition at line 877 of file ProductResolvers.cc.

References ambiguous_, and kUnsetOffset.

Referenced by resetProductData_().

{ return ambiguous_.size()+kUnsetOffset; }

Member Data Documentation

std::vector<bool> edm::NoProcessProductResolver::ambiguous_

private

Definition at line 365 of file ProductResolvers.h.

Referenced by NoProcessProductResolver(), resolveProduct_(), tryPrefetchResolverAsync(), and unsetIndexValue().

std::atomic<unsigned int> edm::NoProcessProductResolver::lastCheckIndex_

mutableprivate

Definition at line 368 of file ProductResolvers.h.

Referenced by resetProductData_(), resolveProduct_(), and setCache().

std::atomic<unsigned int> edm::NoProcessProductResolver::lastSkipCurrentCheckIndex_

mutableprivate

Definition at line 369 of file ProductResolvers.h.

Referenced by resetProductData_(), resolveProduct_(), and setCache().

std::vector<ProductResolverIndex> edm::NoProcessProductResolver::matchingHolders_

private

Definition at line 364 of file ProductResolvers.h.

Referenced by dataValidFromResolver(), NoProcessProductResolver(), resolveProduct_(), tryPrefetchResolverAsync(), and tryResolver().

std::atomic<bool> edm::NoProcessProductResolver::prefetchRequested_

mutableprivate

Definition at line 370 of file ProductResolvers.h.

Referenced by prefetchAsync_(), and resetProductData_().

std::atomic<bool> edm::NoProcessProductResolver::skippingPrefetchRequested_

mutableprivate

Definition at line 371 of file ProductResolvers.h.

Referenced by prefetchAsync_(), and resetProductData_().

WaitingTaskList edm::NoProcessProductResolver::skippingWaitingTasks_

mutableprivate

Definition at line 367 of file ProductResolvers.h.

Referenced by prefetchAsync_(), resetProductData_(), and setCache().

WaitingTaskList edm::NoProcessProductResolver::waitingTasks_

mutableprivate

Definition at line 366 of file ProductResolvers.h.

Referenced by prefetchAsync_(), resetProductData_(), and setCache().