#include <ProductResolvers.h>

Inheritance diagram for edm::NoProcessProductResolver:

Public Types
typedef ProducedProductResolver::ProductStatus	ProductStatus

Public Member Functions
void	connectTo (ProductResolverBase const &iOther, Principal const *) final

bool	dataValidFromResolver (unsigned int iProcessingIndex, Principal const &principal, bool iSkipCurrentProcess) const

	NoProcessProductResolver (std::vector< ProductResolverIndex > const &matchingHolders, std::vector< bool > const &ambiguous)

void	prefetchFailed (unsigned int iProcessingIndex, Principal const &principal, bool iSkipCurrentProcess, std::exception_ptr iExceptPtr) const

void	tryPrefetchResolverAsync (unsigned int iProcessingIndex, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc, ServiceToken token) const

Public Member Functions inherited from edm::ProductResolverBase
BranchDescription const &	branchDescription () const

std::string const &	moduleLabel () const

ProductResolverBase &	operator= (ProductResolverBase const &)=delete

void	prefetchAsync (WaitingTask waitTask, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const *mcc) const

std::string const &	processName () const

ProductID const &	productID () const

std::string const &	productInstanceName () const

ProductProvenance const *	productProvenancePtr () const

bool	productResolved () const

	ProductResolverBase ()

	ProductResolverBase (ProductResolverBase const &)=delete

TypeID	productType () const

bool	productUnavailable () const

bool	productWasDeleted () const

bool	productWasFetchedAndIsValid (bool iSkipCurrentProcess) const

Provenance const *	provenance () const

bool	provenanceAvailable () const

void	putOrMergeProduct (std::unique_ptr< WrapperBase > edp) const

void	putProduct (std::unique_ptr< WrapperBase > edp) const

void	resetBranchDescription (std::shared_ptr< BranchDescription const > bd)

virtual void	resetFailedFromThisProcess ()

void	resetProductData ()

std::string const &	resolvedModuleLabel () const

Resolution	resolveProduct (Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc) const

void	retrieveAndMerge (Principal const &principal) const

void	setProcessHistory (ProcessHistory const &ph)

void	setProvenance (ProductProvenanceRetriever const *provRetriever, ProcessHistory const &ph, ProductID const &pid)

virtual void	setupUnscheduled (UnscheduledConfigurator const &)

bool	singleProduct () const

StableProvenance const *	stableProvenance () const

void	unsafe_deleteProduct () const

bool	unscheduledWasNotRun () const

void	write (std::ostream &os) const

virtual	~ProductResolverBase ()

Private Member Functions
BranchDescription const &	branchDescription_ () const override

void	prefetchAsync_ (WaitingTask waitTask, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const *mcc) const override

ProductProvenance const *	productProvenancePtr_ () const override

bool	productResolved_ () const final

bool	productUnavailable_ () const override

bool	productWasDeleted_ () const override

bool	productWasFetchedAndIsValid_ (bool iSkipCurrentProcess) const override

Provenance const *	provenance_ () const override

void	putOrMergeProduct_ (std::unique_ptr< WrapperBase > prod) const final

void	putProduct_ (std::unique_ptr< WrapperBase > edp) const override

void	resetBranchDescription_ (std::shared_ptr< BranchDescription const > bd) override

void	resetProductData_ (bool deleteEarly) override

std::string const &	resolvedModuleLabel_ () const override

Resolution	resolveProduct_ (Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc) const override

void	setCache (bool skipCurrentProcess, ProductResolverIndex index, std::exception_ptr exceptionPtr) const

void	setProcessHistory_ (ProcessHistory const &ph) override

void	setProvenance_ (ProductProvenanceRetriever const *provRetriever, ProcessHistory const &ph, ProductID const &pid) override

bool	singleProduct_ () const override

Resolution	tryResolver (unsigned int index, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc) const

bool	unscheduledWasNotRun_ () const override

unsigned int	unsetIndexValue () const

Private Attributes
std::vector< bool >	ambiguous_

std::atomic< unsigned int >	lastCheckIndex_

std::atomic< unsigned int >	lastSkipCurrentCheckIndex_

std::vector< ProductResolverIndex >	matchingHolders_

std::atomic< bool >	prefetchRequested_

std::atomic< bool >	recheckedAtEnd_

std::atomic< bool >	skippingPrefetchRequested_

WaitingTaskList	skippingWaitingTasks_

WaitingTaskList	waitingTasks_

Detailed Description

Definition at line 309 of file ProductResolvers.h.

Member Typedef Documentation

typedef ProducedProductResolver::ProductStatus edm::NoProcessProductResolver::ProductStatus

Definition at line 311 of file ProductResolvers.h.

Constructor & Destructor Documentation

edm::NoProcessProductResolver::NoProcessProductResolver	(	std::vector< ProductResolverIndex > const &	matchingHolders,
		std::vector< bool > const &	ambiguous
	)

Definition at line 638 of file ProductResolvers.cc.

References ambiguous_, and matchingHolders_.

Referenced by edm::ParentProcessProductResolver::throwNullRealProduct().

                                                              :
   matchingHolders_(matchingHolders),
   ambiguous_(ambiguous),
   lastCheckIndex_(ambiguous_.size() + kUnsetOffset),
   lastSkipCurrentCheckIndex_(lastCheckIndex_.load()),
   prefetchRequested_(false),
   skippingPrefetchRequested_(false),
   recheckedAtEnd_(false) {
     assert(ambiguous_.size() == matchingHolders_.size());
   }

Member Function Documentation

BranchDescription const & edm::NoProcessProductResolver::branchDescription_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 960 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                               {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::branchDescription_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

void edm::NoProcessProductResolver::connectTo	(	ProductResolverBase const &	iOther,
		Principal const *
	)

finalvirtual

Implements edm::ProductResolverBase.

Definition at line 978 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                                        {
     throw Exception(errors::LogicError)
     << "NoProcessProductResolver::connectTo() not implemented and should never be called.\n"
     << "Contact a Framework developer\n";
     
   }

bool edm::NoProcessProductResolver::dataValidFromResolver	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	iSkipCurrentProcess
	)		const

Definition at line 820 of file ProductResolvers.cc.

References edm::Principal::getProductResolverByIndex(), gen::k, edm::Principal::lookupProcessOrder(), matchingHolders_, edm::ProductResolverBase::productWasFetchedAndIsValid(), and setCache().

                                                                                   {
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     auto k = lookupProcessOrder[iProcessingIndex];
     ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[k]);
 
     if(productResolver->productWasFetchedAndIsValid(iSkipCurrentProcess)) {
 
       setCache(iSkipCurrentProcess, k, nullptr);
       return true;
     }
     return false;
   }

void edm::NoProcessProductResolver::prefetchAsync_	(	WaitingTask *	waitTask,
		Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc
	)		const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 714 of file ProductResolvers.cc.

References edm::WaitingTaskList::add(), edm::Principal::atEndTransition(), edm::ServiceRegistry::instance(), or, prefetchRequested_, recheckedAtEnd_, skippingPrefetchRequested_, skippingWaitingTasks_, tryPrefetchResolverAsync(), and waitingTasks_.

                                                                                   {
     if(not skipCurrentProcess) {
       waitingTasks_.add(waitTask);
       
       //It is possible that a new product was added at then end transition
       // so we need to recheck what to return
       bool needToRecheckAtEnd = false;
       if(principal.atEndTransition()) {
         bool expected = false;
         needToRecheckAtEnd = recheckedAtEnd_.compare_exchange_strong(expected,true);
         if(needToRecheckAtEnd) {
           prefetchRequested_=true;
         }
       }
       
       bool expected = false;
       if( needToRecheckAtEnd or prefetchRequested_.compare_exchange_strong(expected,true)) {
         //we are the first thread to request
         tryPrefetchResolverAsync(0, principal, skipCurrentProcess, sra, mcc, ServiceRegistry::instance().presentToken());
       }
     } else {
       skippingWaitingTasks_.add(waitTask);
       bool expected = false;
       if( skippingPrefetchRequested_.compare_exchange_strong(expected,true)) {
       //we are the first thread to request
         tryPrefetchResolverAsync(0, principal, skipCurrentProcess, sra, mcc, ServiceRegistry::instance().presentToken());
       }
     }
   }

void edm::NoProcessProductResolver::prefetchFailed	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	iSkipCurrentProcess,
		std::exception_ptr	iExceptPtr
	)		const

Definition at line 808 of file ProductResolvers.cc.

References gen::k, edm::Principal::lookupProcessOrder(), and setCache().

                                                                               {
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     auto k = lookupProcessOrder[iProcessingIndex];
 
     setCache(iSkipCurrentProcess, k, iExceptPtr);
   }

ProductProvenance const * edm::NoProcessProductResolver::productProvenancePtr_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 897 of file ProductResolvers.cc.

                                                                                  {
     return nullptr;
   }

bool edm::NoProcessProductResolver::productResolved_ ( ) const

finalprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 930 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                         {
     throw Exception(errors::LogicError)
     << "NoProcessProductResolver::productResolved_() not implemented and should never be called.\n"
     << "Contact a Framework developer\n";
   }

bool edm::NoProcessProductResolver::productUnavailable_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 924 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                            {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::productUnavailable_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

bool edm::NoProcessProductResolver::productWasDeleted_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 936 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                           {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::productWasDeleted_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

bool edm::NoProcessProductResolver::productWasFetchedAndIsValid_ ( bool iSkipCurrentProcess ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 942 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                           {
     throw Exception(errors::LogicError)
     << "NoProcessProductResolver::productWasFetchedAndIsValid_() not implemented and should never be called.\n"
     << "Contact a Framework developer\n";
   }

Provenance const * edm::NoProcessProductResolver::provenance_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 972 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                 {
     throw Exception(errors::LogicError)
     << "NoProcessProductResolver::provenance_() not implemented and should never be called.\n"
     << "Contact a Framework developer\n";
   }

void edm::NoProcessProductResolver::putOrMergeProduct_ ( std::unique_ptr< WrapperBase > prod ) const

finalprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 954 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                                         {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::putOrMergeProduct_(std::unique_ptr<WrapperBase> edp) not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

void edm::NoProcessProductResolver::putProduct_ ( std::unique_ptr< WrapperBase > edp ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 948 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                               {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::putProduct_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

void edm::NoProcessProductResolver::resetBranchDescription_ ( std::shared_ptr< BranchDescription const > bd )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 966 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                                                {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::resetBranchDescription_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }

void edm::NoProcessProductResolver::resetProductData_ ( bool deleteEarly )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 903 of file ProductResolvers.cc.

References lastCheckIndex_, lastSkipCurrentCheckIndex_, prefetchRequested_, recheckedAtEnd_, edm::WaitingTaskList::reset(), skippingPrefetchRequested_, skippingWaitingTasks_, unsetIndexValue(), and waitingTasks_.

                                                        {
     const auto resetValue = unsetIndexValue();
     lastCheckIndex_ = resetValue;
     lastSkipCurrentCheckIndex_ = resetValue;
     prefetchRequested_ = false;
     skippingPrefetchRequested_ = false;
     recheckedAtEnd_ = false;
     waitingTasks_.reset();
     skippingWaitingTasks_.reset();
   }

std::string const& edm::NoProcessProductResolver::resolvedModuleLabel_ ( ) const

inlineoverrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 355 of file ProductResolvers.h.

References diffTreeTool::index, edm::ProductResolverBase::moduleLabel(), sysUtil::pid, cmsRelvalreport::principal(), edm::DataManagingProductResolver::productProvenancePtr_(), edm::DataManagingProductResolver::resetProductData_(), edm::DataManagingProductResolver::setProcessHistory_(), edm::DataManagingProductResolver::setProvenance_(), and edm::DataManagingProductResolver::singleProduct_().

355 {return moduleLabel();}

edm::ProductResolverBase::moduleLabel

std::string const & moduleLabel() const

Definition: ProductResolverBase.h:116

ProductResolverBase::Resolution edm::NoProcessProductResolver::resolveProduct_	(	Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc
	)		const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 662 of file ProductResolvers.cc.

References ambiguous_, edm::Principal::atEndTransition(), gen::k, kAmbiguousOffset, kMissingOffset, kUnsetOffset, lastCheckIndex_, lastSkipCurrentCheckIndex_, edm::Principal::lookupProcessOrder(), edm::ProductResolverBase::Resolution::makeAmbiguous(), matchingHolders_, or, edm::ProductResolverIndexInvalid, recheckedAtEnd_, Resolution, fftjetproducer_cfi::resolution, and tryResolver().

                                                                                    {
     //See if we've already cached which Resolver we should call or if
     // we know it is ambiguous
     const unsigned int choiceSize = ambiguous_.size();
     {
       if( (not principal.atEndTransition()) or
          recheckedAtEnd_) {
         unsigned int checkCacheIndex = skipCurrentProcess? lastSkipCurrentCheckIndex_.load() : lastCheckIndex_.load();
         if( checkCacheIndex != choiceSize +kUnsetOffset) {
           if (checkCacheIndex == choiceSize+kAmbiguousOffset) {
             return ProductResolverBase::Resolution::makeAmbiguous();
           } else if(checkCacheIndex == choiceSize+kMissingOffset) {
             return Resolution(nullptr);
           }
           return tryResolver(checkCacheIndex, principal, skipCurrentProcess,
                              sra,mcc);
         }
       }
     }
 
     std::atomic<unsigned int>& updateCacheIndex = skipCurrentProcess? lastSkipCurrentCheckIndex_ : lastCheckIndex_;
 
     //make sure recheckedAtEnd_ set to true if needed
     auto setTrue = [](std::atomic<bool>* iBool) { *iBool = true; };
     using TrueGuard = std::unique_ptr<std::atomic<bool>, decltype(setTrue)>;
     TrueGuard guard( principal.atEndTransition()?&recheckedAtEnd_:nullptr,setTrue);
     
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     for(unsigned int k : lookupProcessOrder) {
       assert(k < ambiguous_.size());
       if(k == 0) break; // Done
       if(ambiguous_[k]) {
         updateCacheIndex = choiceSize + kAmbiguousOffset;
         return ProductResolverBase::Resolution::makeAmbiguous();
       }
       if (matchingHolders_[k] != ProductResolverIndexInvalid) {
         auto resolution = tryResolver(k,principal, skipCurrentProcess, sra,mcc);
         if(resolution.data() != nullptr) {
           updateCacheIndex = k;
           return resolution;
         }
       }
     }
     
     updateCacheIndex = choiceSize + kMissingOffset;
     return Resolution(nullptr);
   }

void edm::NoProcessProductResolver::setCache	(	bool	skipCurrentProcess,
		ProductResolverIndex	index,
		std::exception_ptr	exceptionPtr
	)		const

private

Definition at line 748 of file ProductResolvers.cc.

References edm::WaitingTaskList::doneWaiting(), cmsIgProf_Analysis::execute(), lastCheckIndex_, lastSkipCurrentCheckIndex_, skippingWaitingTasks_, and waitingTasks_.

Referenced by dataValidFromResolver(), prefetchFailed(), and tryPrefetchResolverAsync().

                                                                              {
     if( not iSkipCurrentProcess) {
       lastCheckIndex_ = iIndex;
       waitingTasks_.doneWaiting(iExceptPtr);
     } else {
       lastSkipCurrentCheckIndex_ = iIndex;
       skippingWaitingTasks_.doneWaiting(iExceptPtr);
     }
   }

void edm::NoProcessProductResolver::setProcessHistory_ ( ProcessHistory const & ph )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 894 of file ProductResolvers.cc.

894 {

895 }

void edm::NoProcessProductResolver::setProvenance_	(	ProductProvenanceRetriever const *	provRetriever,
		ProcessHistory const &	ph,
		ProductID const &	pid
	)

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 891 of file ProductResolvers.cc.

891 {

892 }

bool edm::NoProcessProductResolver::singleProduct_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 914 of file ProductResolvers.cc.

                                                       {
     return false;
   }

void edm::NoProcessProductResolver::tryPrefetchResolverAsync	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc,
		ServiceToken	token
	)		const

Definition at line 837 of file ProductResolvers.cc.

References ambiguous_, edm::Principal::getProductResolverByIndex(), diffTreeTool::index, gen::k, kAmbiguousOffset, kMissingOffset, edm::Principal::lookupProcessOrder(), matchingHolders_, edm::ProductResolverBase::prefetchAsync(), edm::ProductResolverIndexInvalid, and setCache().

Referenced by prefetchAsync_().

                                                                                {
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     auto index = iProcessingIndex;
 
     const unsigned int choiceSize = ambiguous_.size();
     unsigned int newCacheIndex = choiceSize + kMissingOffset;
     while(index < lookupProcessOrder.size()) {
       auto k = lookupProcessOrder[index];
       if(k==0) {
         break;
       }
       assert(k < ambiguous_.size());
       if(ambiguous_[k]) {
         newCacheIndex = choiceSize + kAmbiguousOffset;
         break;
       }
       if (matchingHolders_[k] != ProductResolverIndexInvalid) {
         //make new task
         
         auto task = new (tbb::task::allocate_root()) TryNextResolverWaitingTask(
                                                                                 this,
                                                                                 index,
                                                                                 &principal,
                                                                                 sra,
                                                                                 mcc,
                                                                                 skipCurrentProcess,
                                                                                 token
                                                                                 );
         task->increment_ref_count();
         ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[k]);
 
         //Make sure the Services are available on this thread
         ServiceRegistry::Operate guard(token);
 
         productResolver->prefetchAsync(task,
                                        principal,
                                        skipCurrentProcess,
                                        sra, mcc);
         if(0 == task->decrement_ref_count()) {
           tbb::task::spawn(*task);
         }
         return;
       }
       ++index;
     }
     //data product unavailable
     setCache(skipCurrentProcess, newCacheIndex, nullptr);
   }

ProductResolverBase::Resolution edm::NoProcessProductResolver::tryResolver	(	unsigned int	index,
		Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc
	)		const

private

Definition at line 651 of file ProductResolvers.cc.

References edm::Principal::getProductResolverByIndex(), matchingHolders_, and edm::ProductResolverBase::resolveProduct().

Referenced by resolveProduct_().

                                                                                {
     ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[index]);
     return productResolver->resolveProduct(principal, skipCurrentProcess, sra, mcc);
   }

bool edm::NoProcessProductResolver::unscheduledWasNotRun_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 918 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                              {
     throw Exception(errors::LogicError)
       << "NoProcessProductResolver::unscheduledWasNotRun_() not implemented and should never be called.\n"
       << "Contact a Framework developer\n";
   }