#include <ProductResolvers.h>

Inheritance diagram for edm::NoProcessProductResolver:

Public Types
typedef ProducedProductResolver::ProductStatus	ProductStatus

Public Member Functions
virtual void	connectTo (ProductResolverBase const &iOther, Principal const *) overridefinal

bool	dataValidFromResolver (unsigned int iProcessingIndex, Principal const &principal, bool iSkipCurrentProcess) const

	NoProcessProductResolver (std::vector< ProductResolverIndex > const &matchingHolders, std::vector< bool > const &ambiguous)

void	prefetchFailed (unsigned int iProcessingIndex, Principal const &principal, bool iSkipCurrentProcess, std::exception_ptr iExceptPtr) const

void	tryPrefetchResolverAsync (unsigned int iProcessingIndex, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc, ServiceToken token) const

Public Member Functions inherited from edm::ProductResolverBase
BranchDescription const &	branchDescription () const

std::string const &	moduleLabel () const

ProductResolverBase &	operator= (ProductResolverBase const &)=delete

void	prefetchAsync (WaitingTask waitTask, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const *mcc) const

std::string const &	processName () const

ProductID const &	productID () const

std::string const &	productInstanceName () const

ProductProvenance const *	productProvenancePtr () const

bool	productResolved () const

	ProductResolverBase ()

	ProductResolverBase (ProductResolverBase const &)=delete

TypeID	productType () const

bool	productUnavailable () const

bool	productWasDeleted () const

bool	productWasFetchedAndIsValid (bool iSkipCurrentProcess) const

Provenance const *	provenance () const

bool	provenanceAvailable () const

void	putOrMergeProduct (std::unique_ptr< WrapperBase > edp) const

void	putProduct (std::unique_ptr< WrapperBase > edp) const

void	resetBranchDescription (std::shared_ptr< BranchDescription const > bd)

virtual void	resetFailedFromThisProcess ()

void	resetProductData ()

std::string const &	resolvedModuleLabel () const

Resolution	resolveProduct (Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc) const

void	retrieveAndMerge (Principal const &principal) const

void	setProcessHistory (ProcessHistory const &ph)

void	setProvenance (ProductProvenanceRetriever const *provRetriever, ProcessHistory const &ph, ProductID const &pid)

virtual void	setupUnscheduled (UnscheduledConfigurator const &)

bool	singleProduct () const

StableProvenance const *	stableProvenance () const

void	unsafe_deleteProduct () const

bool	unscheduledWasNotRun () const

void	write (std::ostream &os) const

virtual	~ProductResolverBase ()

Private Member Functions
virtual BranchDescription const &	branchDescription_ () const override

virtual void	prefetchAsync_ (WaitingTask waitTask, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const *mcc) const override

virtual ProductProvenance const *	productProvenancePtr_ () const override

virtual bool	productResolved_ () const overridefinal

virtual bool	productUnavailable_ () const override

virtual bool	productWasDeleted_ () const override

virtual bool	productWasFetchedAndIsValid_ (bool iSkipCurrentProcess) const override

virtual Provenance const *	provenance_ () const override

virtual void	putOrMergeProduct_ (std::unique_ptr< WrapperBase > prod) const overridefinal

virtual void	putProduct_ (std::unique_ptr< WrapperBase > edp) const override

virtual void	resetBranchDescription_ (std::shared_ptr< BranchDescription const > bd) override

virtual void	resetProductData_ (bool deleteEarly) override

virtual std::string const &	resolvedModuleLabel_ () const override

virtual Resolution	resolveProduct_ (Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc) const override

void	setCache (bool skipCurrentProcess, ProductResolverIndex index, std::exception_ptr exceptionPtr) const

virtual void	setProcessHistory_ (ProcessHistory const &ph) override

virtual void	setProvenance_ (ProductProvenanceRetriever const *provRetriever, ProcessHistory const &ph, ProductID const &pid) override

virtual bool	singleProduct_ () const override

Resolution	tryResolver (unsigned int index, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc) const

virtual bool	unscheduledWasNotRun_ () const override

unsigned int	unsetIndexValue () const

Private Attributes
std::vector< bool >	ambiguous_

std::atomic< unsigned int >	lastCheckIndex_

std::atomic< unsigned int >	lastSkipCurrentCheckIndex_

std::vector< ProductResolverIndex >	matchingHolders_

std::atomic< bool >	prefetchRequested_

std::atomic< bool >	skippingPrefetchRequested_

WaitingTaskList	skippingWaitingTasks_

WaitingTaskList	waitingTasks_

Detailed Description

Definition at line 298 of file ProductResolvers.h.

Member Typedef Documentation

typedef ProducedProductResolver::ProductStatus edm::NoProcessProductResolver::ProductStatus

Definition at line 300 of file ProductResolvers.h.

Constructor & Destructor Documentation

edm::NoProcessProductResolver::NoProcessProductResolver	(	std::vector< ProductResolverIndex > const &	matchingHolders,
		std::vector< bool > const &	ambiguous
	)

Definition at line 631 of file ProductResolvers.cc.

References ambiguous_, assert(), and matchingHolders_.

                                                              :
   matchingHolders_(matchingHolders),
   ambiguous_(ambiguous),
   lastCheckIndex_(ambiguous_.size() + kUnsetOffset),
   lastSkipCurrentCheckIndex_(lastCheckIndex_.load()),
   prefetchRequested_(false),
   skippingPrefetchRequested_(false) {
     assert(ambiguous_.size() == matchingHolders_.size());
   }

Member Function Documentation

BranchDescription const & edm::NoProcessProductResolver::branchDescription_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 932 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                               {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::branchDescription_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

void edm::NoProcessProductResolver::connectTo	(	ProductResolverBase const &	iOther,
		Principal const *
	)

finaloverridevirtual

Implements edm::ProductResolverBase.

Definition at line 950 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                                        {
     throw Exception(errors::LogicError)
     << "NoProcessProductResolver::connectTo() not implemented and should never be called.\n"
     << "Contact a Framework developer\n";
     
   }

bool edm::NoProcessProductResolver::dataValidFromResolver	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	iSkipCurrentProcess
	)		const

Definition at line 793 of file ProductResolvers.cc.

References edm::Principal::getProductResolverByIndex(), relval_2017::k, edm::Principal::lookupProcessOrder(), matchingHolders_, edm::ProductResolverBase::productWasFetchedAndIsValid(), and setCache().

                                                                                   {
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     auto k = lookupProcessOrder[iProcessingIndex];
     ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[k]);
 
     if(productResolver->productWasFetchedAndIsValid(iSkipCurrentProcess)) {
 
       setCache(iSkipCurrentProcess, k, nullptr);
       return true;
     }
     return false;
   }

void edm::NoProcessProductResolver::prefetchAsync_	(	WaitingTask *	waitTask,
		Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc
	)		const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 698 of file ProductResolvers.cc.

References edm::WaitingTaskList::add(), edm::ServiceRegistry::instance(), prefetchRequested_, skippingPrefetchRequested_, skippingWaitingTasks_, tryPrefetchResolverAsync(), and waitingTasks_.

                                                                                   {
     if(not skipCurrentProcess) {
       waitingTasks_.add(waitTask);
 
       bool expected = false;
       if( prefetchRequested_.compare_exchange_strong(expected,true)) {
         //we are the first thread to request
         tryPrefetchResolverAsync(0, principal, skipCurrentProcess, sra, mcc, ServiceRegistry::instance().presentToken());
       }
     } else {
       skippingWaitingTasks_.add(waitTask);
       bool expected = false;
       if( skippingPrefetchRequested_.compare_exchange_strong(expected,true)) {
       //we are the first thread to request
         tryPrefetchResolverAsync(0, principal, skipCurrentProcess, sra, mcc, ServiceRegistry::instance().presentToken());
       }
     }
   }

void edm::NoProcessProductResolver::prefetchFailed	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	iSkipCurrentProcess,
		std::exception_ptr	iExceptPtr
	)		const

Definition at line 781 of file ProductResolvers.cc.

References relval_2017::k, edm::Principal::lookupProcessOrder(), and setCache().

                                                                               {
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     auto k = lookupProcessOrder[iProcessingIndex];
 
     setCache(iSkipCurrentProcess, k, iExceptPtr);
   }

ProductProvenance const * edm::NoProcessProductResolver::productProvenancePtr_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 870 of file ProductResolvers.cc.

                                                                                  {
     return nullptr;
   }

bool edm::NoProcessProductResolver::productResolved_ ( ) const

finaloverrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 902 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                         {
     throw Exception(errors::LogicError)
     << "NoProcessProductResolver::productResolved_() not implemented and should never be called.\n"
     << "Contact a Framework developer\n";
   }

bool edm::NoProcessProductResolver::productUnavailable_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 896 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                            {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::productUnavailable_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

bool edm::NoProcessProductResolver::productWasDeleted_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 908 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                           {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::productWasDeleted_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

bool edm::NoProcessProductResolver::productWasFetchedAndIsValid_ ( bool iSkipCurrentProcess ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 914 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                           {
     throw Exception(errors::LogicError)
     << "NoProcessProductResolver::productWasFetchedAndIsValid_() not implemented and should never be called.\n"
     << "Contact a Framework developer\n";
   }

Provenance const * edm::NoProcessProductResolver::provenance_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 944 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                 {
     throw Exception(errors::LogicError)
     << "NoProcessProductResolver::provenance_() not implemented and should never be called.\n"
     << "Contact a Framework developer\n";
   }

void edm::NoProcessProductResolver::putOrMergeProduct_ ( std::unique_ptr< WrapperBase > prod ) const

finaloverrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 926 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                                         {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::putOrMergeProduct_(std::unique_ptr<WrapperBase> edp) not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

void edm::NoProcessProductResolver::putProduct_ ( std::unique_ptr< WrapperBase > edp ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 920 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                               {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::putProduct_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

void edm::NoProcessProductResolver::resetBranchDescription_ ( std::shared_ptr< BranchDescription const > bd )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 938 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                                                {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::resetBranchDescription_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

void edm::NoProcessProductResolver::resetProductData_ ( bool deleteEarly )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 876 of file ProductResolvers.cc.

References lastCheckIndex_, lastSkipCurrentCheckIndex_, prefetchRequested_, edm::WaitingTaskList::reset(), skippingPrefetchRequested_, skippingWaitingTasks_, unsetIndexValue(), and waitingTasks_.

                                                        {
     const auto resetValue = unsetIndexValue();
     lastCheckIndex_ = resetValue;
     lastSkipCurrentCheckIndex_ = resetValue;
     prefetchRequested_ = false;
     skippingPrefetchRequested_ = false;
     waitingTasks_.reset();
     skippingWaitingTasks_.reset();
   }

virtual std::string const& edm::NoProcessProductResolver::resolvedModuleLabel_ ( ) const

inlineoverrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 344 of file ProductResolvers.h.

References edm::ProductResolverBase::moduleLabel().

344 {return moduleLabel();}

edm::ProductResolverBase::moduleLabel

std::string const & moduleLabel() const

Definition: ProductResolverBase.h:116

ProductResolverBase::Resolution edm::NoProcessProductResolver::resolveProduct_	(	Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc
	)		const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 654 of file ProductResolvers.cc.

References ambiguous_, assert(), relval_2017::k, kAmbiguousOffset, kMissingOffset, kUnsetOffset, lastCheckIndex_, lastSkipCurrentCheckIndex_, edm::Principal::lookupProcessOrder(), edm::ProductResolverBase::Resolution::makeAmbiguous(), matchingHolders_, edm::ProductResolverIndexInvalid, dtDQMClient_cfg::resolution, Resolution, and tryResolver().

                                                                                    {
     //See if we've already cached which Resolver we should call or if
     // we know it is ambiguous
     const unsigned int choiceSize = ambiguous_.size();
     {
       unsigned int checkCacheIndex = skipCurrentProcess? lastSkipCurrentCheckIndex_.load() : lastCheckIndex_.load();
       if( checkCacheIndex != choiceSize +kUnsetOffset) {
         if (checkCacheIndex == choiceSize+kAmbiguousOffset) {
           return ProductResolverBase::Resolution::makeAmbiguous();
         } else if(checkCacheIndex == choiceSize+kMissingOffset) {
           return Resolution(nullptr);
         }
         return tryResolver(checkCacheIndex, principal, skipCurrentProcess,
                            sra,mcc);
       }
     }
     
     std::atomic<unsigned int>& updateCacheIndex = skipCurrentProcess? lastSkipCurrentCheckIndex_ : lastCheckIndex_;
     
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     for(unsigned int k : lookupProcessOrder) {
       assert(k < ambiguous_.size());
       if(k == 0) break; // Done
       if(ambiguous_[k]) {
         updateCacheIndex = choiceSize + kAmbiguousOffset;
         return ProductResolverBase::Resolution::makeAmbiguous();
       }
       if (matchingHolders_[k] != ProductResolverIndexInvalid) {
         auto resolution = tryResolver(k,principal, skipCurrentProcess, sra,mcc);
         if(resolution.data() != nullptr) {
           updateCacheIndex = k;
           return resolution;
         }
       }
     }
     
     updateCacheIndex = choiceSize + kMissingOffset;
     return Resolution(nullptr);
   }

void edm::NoProcessProductResolver::setCache	(	bool	skipCurrentProcess,
		ProductResolverIndex	index,
		std::exception_ptr	exceptionPtr
	)		const

private

Definition at line 721 of file ProductResolvers.cc.

References edm::WaitingTaskList::doneWaiting(), lastCheckIndex_, lastSkipCurrentCheckIndex_, skippingWaitingTasks_, and waitingTasks_.

Referenced by dataValidFromResolver(), prefetchFailed(), and tryPrefetchResolverAsync().

                                                                              {
     if( not iSkipCurrentProcess) {
       lastCheckIndex_ = iIndex;
       waitingTasks_.doneWaiting(iExceptPtr);
     } else {
       lastSkipCurrentCheckIndex_ = iIndex;
       skippingWaitingTasks_.doneWaiting(iExceptPtr);
     }
   }

void edm::NoProcessProductResolver::setProcessHistory_ ( ProcessHistory const & ph )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 867 of file ProductResolvers.cc.

867 {

868 }

void edm::NoProcessProductResolver::setProvenance_	(	ProductProvenanceRetriever const *	provRetriever,
		ProcessHistory const &	ph,
		ProductID const &	pid
	)

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 864 of file ProductResolvers.cc.

864 {

865 }

bool edm::NoProcessProductResolver::singleProduct_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 886 of file ProductResolvers.cc.

                                                       {
     return false;
   }

void edm::NoProcessProductResolver::tryPrefetchResolverAsync	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc,
		ServiceToken	token
	)		const

Definition at line 810 of file ProductResolvers.cc.

References ambiguous_, assert(), edm::Principal::getProductResolverByIndex(), cmsHarvester::index, relval_2017::k, kAmbiguousOffset, kMissingOffset, edm::Principal::lookupProcessOrder(), matchingHolders_, edm::ProductResolverBase::prefetchAsync(), edm::ProductResolverIndexInvalid, and setCache().

Referenced by prefetchAsync_().

                                                                                {
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     auto index = iProcessingIndex;
 
     const unsigned int choiceSize = ambiguous_.size();
     unsigned int newCacheIndex = choiceSize + kMissingOffset;
     while(index < lookupProcessOrder.size()) {
       auto k = lookupProcessOrder[index];
       if(k==0) {
         break;
       }
       assert(k < ambiguous_.size());
       if(ambiguous_[k]) {
         newCacheIndex = choiceSize + kAmbiguousOffset;
         break;
       }
       if (matchingHolders_[k] != ProductResolverIndexInvalid) {
         //make new task
         
         auto task = new (tbb::task::allocate_root()) TryNextResolverWaitingTask(
                                                                                 this,
                                                                                 index,
                                                                                 &principal,
                                                                                 sra,
                                                                                 mcc,
                                                                                 skipCurrentProcess,
                                                                                 token
                                                                                 );
         task->increment_ref_count();
         ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[k]);
 
         //Make sure the Services are available on this thread
         ServiceRegistry::Operate guard(token);
 
         productResolver->prefetchAsync(task,
                                        principal,
                                        skipCurrentProcess,
                                        sra, mcc);
         if(0 == task->decrement_ref_count()) {
           tbb::task::spawn(*task);
         }
         return;
       }
       ++index;
     }
     //data product unavailable
     setCache(skipCurrentProcess, newCacheIndex, nullptr);
   }

ProductResolverBase::Resolution edm::NoProcessProductResolver::tryResolver	(	unsigned int	index,
		Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc
	)		const

private

Definition at line 643 of file ProductResolvers.cc.

References edm::Principal::getProductResolverByIndex(), matchingHolders_, and edm::ProductResolverBase::resolveProduct().

Referenced by resolveProduct_().

                                                                                {
     ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[index]);
     return productResolver->resolveProduct(principal, skipCurrentProcess, sra, mcc);
   }

bool edm::NoProcessProductResolver::unscheduledWasNotRun_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 890 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                              {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::unscheduledWasNotRun_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }