#include <ProductResolvers.h>

Inheritance diagram for edm::NoProcessProductResolver:

Public Types
typedef ProducedProductResolver::ProductStatus	ProductStatus

Public Member Functions
void	connectTo (ProductResolverBase const &iOther, Principal const *) final

bool	dataValidFromResolver (unsigned int iProcessingIndex, Principal const &principal, bool iSkipCurrentProcess) const

	NoProcessProductResolver (std::vector< ProductResolverIndex > const &matchingHolders, std::vector< bool > const &ambiguous, bool madeAtEnd)

void	prefetchFailed (unsigned int iProcessingIndex, Principal const &principal, bool iSkipCurrentProcess, std::exception_ptr iExceptPtr) const

void	tryPrefetchResolverAsync (unsigned int iProcessingIndex, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc, ServiceToken token, oneapi::tbb::task_group *) const

Public Member Functions inherited from edm::ProductResolverBase
BranchDescription const &	branchDescription () const

std::string const &	moduleLabel () const

ProductResolverBase &	operator= (ProductResolverBase const &)=delete

void	prefetchAsync (WaitingTaskHolder waitTask, Principal const &principal, bool skipCurrentProcess, ServiceToken const &token, SharedResourcesAcquirer sra, ModuleCallingContext const mcc) const

std::string const &	processName () const

ProductID const &	productID () const

std::string const &	productInstanceName () const

ProductProvenance const *	productProvenancePtr () const

bool	productResolved () const

	ProductResolverBase ()

	ProductResolverBase (ProductResolverBase const &)=delete

TypeID	productType () const

bool	productUnavailable () const

bool	productWasDeleted () const

bool	productWasFetchedAndIsValid (bool iSkipCurrentProcess) const

Provenance const *	provenance () const

bool	provenanceAvailable () const

void	resetBranchDescription (std::shared_ptr< BranchDescription const > bd)

void	resetProductData ()

std::string const &	resolvedModuleLabel () const

Resolution	resolveProduct (Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc) const

void	retrieveAndMerge (Principal const &principal, MergeableRunProductMetadata const *mergeableRunProductMetadata) const

void	setMergeableRunProductMetadata (MergeableRunProductMetadata const *mrpm)

void	setProductID (ProductID const &pid)

void	setProductProvenanceRetriever (ProductProvenanceRetriever const *provRetriever)

virtual void	setupUnscheduled (UnscheduledConfigurator const &)

bool	singleProduct () const

StableProvenance const *	stableProvenance () const

void	unsafe_deleteProduct () const

bool	unscheduledWasNotRun () const

void	write (std::ostream &os) const

virtual	~ProductResolverBase ()

Private Member Functions
BranchDescription const &	branchDescription_ () const override

void	prefetchAsync_ (WaitingTaskHolder waitTask, Principal const &principal, bool skipCurrentProcess, ServiceToken const &token, SharedResourcesAcquirer sra, ModuleCallingContext const mcc) const override

ProductProvenance const *	productProvenancePtr_ () const override

bool	productResolved_ () const final

bool	productUnavailable_ () const override

bool	productWasDeleted_ () const override

bool	productWasFetchedAndIsValid_ (bool iSkipCurrentProcess) const override

Provenance const *	provenance_ () const override

void	resetBranchDescription_ (std::shared_ptr< BranchDescription const > bd) override

void	resetProductData_ (bool deleteEarly) override

std::string const &	resolvedModuleLabel_ () const override

Resolution	resolveProduct_ (Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc) const override

void	setCache (bool skipCurrentProcess, ProductResolverIndex index, std::exception_ptr exceptionPtr) const

void	setProductID_ (ProductID const &pid) override

void	setProductProvenanceRetriever_ (ProductProvenanceRetriever const *provRetriever) override

bool	singleProduct_ () const override

Resolution	tryResolver (unsigned int index, Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer sra, ModuleCallingContext const mcc) const

bool	unscheduledWasNotRun_ () const override

unsigned int	unsetIndexValue () const

Private Attributes
std::vector< bool >	ambiguous_

std::atomic< unsigned int >	lastCheckIndex_

std::atomic< unsigned int >	lastSkipCurrentCheckIndex_

const bool	madeAtEnd_

std::vector< ProductResolverIndex >	matchingHolders_

std::atomic< bool >	prefetchRequested_

std::atomic< bool >	skippingPrefetchRequested_

WaitingTaskList	skippingWaitingTasks_

WaitingTaskList	waitingTasks_

Detailed Description

Definition at line 511 of file ProductResolvers.h.

Member Typedef Documentation

◆ ProductStatus

typedef ProducedProductResolver::ProductStatus edm::NoProcessProductResolver::ProductStatus

Definition at line 513 of file ProductResolvers.h.

Constructor & Destructor Documentation

◆ NoProcessProductResolver()

edm::NoProcessProductResolver::NoProcessProductResolver	(	std::vector< ProductResolverIndex > const &	matchingHolders,
		std::vector< bool > const &	ambiguous,
		bool	madeAtEnd
	)

Definition at line 910 of file ProductResolvers.cc.

       : matchingHolders_(matchingHolders),
         ambiguous_(ambiguous),
         lastCheckIndex_(ambiguous_.size() + kUnsetOffset),
         lastSkipCurrentCheckIndex_(lastCheckIndex_.load()),
         prefetchRequested_(false),
         skippingPrefetchRequested_(false),
         madeAtEnd_{madeAtEnd} {
     assert(ambiguous_.size() == matchingHolders_.size());
   }

Member Function Documentation

◆ branchDescription_()

BranchDescription const & edm::NoProcessProductResolver::branchDescription_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1185 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                               {
     throw Exception(errors::LogicError)
         << "NoProcessProductResolver::branchDescription_() not implemented and should never be called.\n"
         << "Contact a Framework developer\n";
   }

◆ connectTo()

void edm::NoProcessProductResolver::connectTo	(	ProductResolverBase const &	iOther,
		Principal const *
	)

finalvirtual

Implements edm::ProductResolverBase.

Definition at line 1203 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                                        {
     throw Exception(errors::LogicError)
         << "NoProcessProductResolver::connectTo() not implemented and should never be called.\n"
         << "Contact a Framework developer\n";
   }

◆ dataValidFromResolver()

bool edm::NoProcessProductResolver::dataValidFromResolver	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	iSkipCurrentProcess
	)		const

Definition at line 1077 of file ProductResolvers.cc.

References edm::Principal::getProductResolverByIndex(), dqmdumpme::k, edm::Principal::lookupProcessOrder(), matchingHolders_, edm::ProductResolverBase::productWasFetchedAndIsValid(), and setCache().

                                                                                        {
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     auto k = lookupProcessOrder[iProcessingIndex];
     ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[k]);
 
     if (productResolver->productWasFetchedAndIsValid(iSkipCurrentProcess)) {
       setCache(iSkipCurrentProcess, k, nullptr);
       return true;
     }
     return false;
   }

◆ prefetchAsync_()

void edm::NoProcessProductResolver::prefetchAsync_	(	WaitingTaskHolder	waitTask,
		Principal const &	principal,
		bool	skipCurrentProcess,
		ServiceToken const &	token,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc
	)		const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 979 of file ProductResolvers.cc.

References edm::WaitingTaskList::add(), edm::WaitingTaskHolder::group(), madeAtEnd_, prefetchRequested_, skippingPrefetchRequested_, skippingWaitingTasks_, unpackBuffers-CaloStage2::token, tryPrefetchResolverAsync(), and waitingTasks_.

                                                                                        {
     bool timeToMakeAtEnd = true;
     if (madeAtEnd_ and mcc) {
       timeToMakeAtEnd = mcc->parent().isAtEndTransition();
     }
 
     //If timeToMakeAtEnd is false, then it is equivalent to skipping the current process
     if (not skipCurrentProcess and timeToMakeAtEnd) {
       //need to try changing prefetchRequested_ before adding to waitingTasks_
       bool expected = false;
       bool prefetchRequested = prefetchRequested_.compare_exchange_strong(expected, true);
       waitingTasks_.add(waitTask);
 
       if (prefetchRequested) {
         //we are the first thread to request
         tryPrefetchResolverAsync(0, principal, false, sra, mcc, token, waitTask.group());
       }
     } else {
       skippingWaitingTasks_.add(waitTask);
       bool expected = false;
       if (skippingPrefetchRequested_.compare_exchange_strong(expected, true)) {
         //we are the first thread to request
         tryPrefetchResolverAsync(0, principal, true, sra, mcc, token, waitTask.group());
       }
     }
   }

◆ prefetchFailed()

void edm::NoProcessProductResolver::prefetchFailed	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	iSkipCurrentProcess,
		std::exception_ptr	iExceptPtr
	)		const

Definition at line 1067 of file ProductResolvers.cc.

References dqmdumpme::k, edm::Principal::lookupProcessOrder(), and setCache().

                                                                                    {
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     auto k = lookupProcessOrder[iProcessingIndex];
 
     setCache(iSkipCurrentProcess, k, iExceptPtr);
   }

◆ productProvenancePtr_()

ProductProvenance const * edm::NoProcessProductResolver::productProvenancePtr_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1136 of file ProductResolvers.cc.

1136 { return nullptr; }

◆ productResolved_()

bool edm::NoProcessProductResolver::productResolved_ ( ) const

finalprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1167 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                         {
     throw Exception(errors::LogicError)
         << "NoProcessProductResolver::productResolved_() not implemented and should never be called.\n"
         << "Contact a Framework developer\n";
   }

◆ productUnavailable_()

bool edm::NoProcessProductResolver::productUnavailable_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1161 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                            {
     throw Exception(errors::LogicError)
         << "NoProcessProductResolver::productUnavailable_() not implemented and should never be called.\n"
         << "Contact a Framework developer\n";
   }

◆ productWasDeleted_()

bool edm::NoProcessProductResolver::productWasDeleted_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1173 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                           {
     throw Exception(errors::LogicError)
         << "NoProcessProductResolver::productWasDeleted_() not implemented and should never be called.\n"
         << "Contact a Framework developer\n";
   }

◆ productWasFetchedAndIsValid_()

bool edm::NoProcessProductResolver::productWasFetchedAndIsValid_ ( bool iSkipCurrentProcess ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1179 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                           {
     throw Exception(errors::LogicError)
         << "NoProcessProductResolver::productWasFetchedAndIsValid_() not implemented and should never be called.\n"
         << "Contact a Framework developer\n";
   }

◆ provenance_()

Provenance const * edm::NoProcessProductResolver::provenance_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1197 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                 {
     throw Exception(errors::LogicError)
         << "NoProcessProductResolver::provenance_() not implemented and should never be called.\n"
         << "Contact a Framework developer\n";
   }

◆ resetBranchDescription_()

void edm::NoProcessProductResolver::resetBranchDescription_ ( std::shared_ptr< BranchDescription const > bd )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1191 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                                                                {
     throw Exception(errors::LogicError)
         << "NoProcessProductResolver::resetBranchDescription_() not implemented and should never be called.\n"
         << "Contact a Framework developer\n";
   }

◆ resetProductData_()

void edm::NoProcessProductResolver::resetProductData_ ( bool deleteEarly )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1140 of file ProductResolvers.cc.

References lastCheckIndex_, lastSkipCurrentCheckIndex_, prefetchRequested_, edm::WaitingTaskList::reset(), skippingPrefetchRequested_, skippingWaitingTasks_, unsetIndexValue(), and waitingTasks_.

                                                        {
     // This function should never receive 'true'. On the other hand,
     // nothing should break if a 'true' is passed, because
     // NoProcessProductResolver just forwards the resolve
     const auto resetValue = unsetIndexValue();
     lastCheckIndex_ = resetValue;
     lastSkipCurrentCheckIndex_ = resetValue;
     prefetchRequested_ = false;
     skippingPrefetchRequested_ = false;
     waitingTasks_.reset();
     skippingWaitingTasks_.reset();
   }

◆ resolvedModuleLabel_()

std::string const& edm::NoProcessProductResolver::resolvedModuleLabel_ ( ) const

inlineoverrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 559 of file ProductResolvers.h.

References edm::ProductResolverBase::moduleLabel().

559 { return moduleLabel(); }

edm::ProductResolverBase::moduleLabel

std::string const & moduleLabel() const

Definition: ProductResolverBase.h:119

◆ resolveProduct_()

ProductResolverBase::Resolution edm::NoProcessProductResolver::resolveProduct_	(	Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc
	)		const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 932 of file ProductResolvers.cc.

References ambiguous_, cms::cuda::assert(), dqmdumpme::k, kAmbiguousOffset, kMissingOffset, kUnsetOffset, lastCheckIndex_, lastSkipCurrentCheckIndex_, edm::Principal::lookupProcessOrder(), madeAtEnd_, edm::ProductResolverBase::Resolution::makeAmbiguous(), matchingHolders_, edm::ProductResolverIndexInvalid, Resolution, L1TObjectsTimingClient_cff::resolution, and tryResolver().

                                                                                                                    {
     //See if we've already cached which Resolver we should call or if
     // we know it is ambiguous
     const unsigned int choiceSize = ambiguous_.size();
 
     //madeAtEnd_==true and not at end transition is the same as skipping the current process
     if ((not skipCurrentProcess) and (madeAtEnd_ and mcc)) {
       skipCurrentProcess = not mcc->parent().isAtEndTransition();
     }
 
     unsigned int checkCacheIndex = skipCurrentProcess ? lastSkipCurrentCheckIndex_.load() : lastCheckIndex_.load();
     if (checkCacheIndex != choiceSize + kUnsetOffset) {
       if (checkCacheIndex == choiceSize + kAmbiguousOffset) {
         return ProductResolverBase::Resolution::makeAmbiguous();
       } else if (checkCacheIndex == choiceSize + kMissingOffset) {
         return Resolution(nullptr);
       }
       return tryResolver(checkCacheIndex, principal, skipCurrentProcess, sra, mcc);
     }
 
     std::atomic<unsigned int>& updateCacheIndex = skipCurrentProcess ? lastSkipCurrentCheckIndex_ : lastCheckIndex_;
 
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     for (unsigned int k : lookupProcessOrder) {
       assert(k < ambiguous_.size());
       if (k == 0)
         break;  // Done
       if (ambiguous_[k]) {
         updateCacheIndex = choiceSize + kAmbiguousOffset;
         return ProductResolverBase::Resolution::makeAmbiguous();
       }
       if (matchingHolders_[k] != ProductResolverIndexInvalid) {
         auto resolution = tryResolver(k, principal, skipCurrentProcess, sra, mcc);
         if (resolution.data() != nullptr) {
           updateCacheIndex = k;
           return resolution;
         }
       }
     }
 
     updateCacheIndex = choiceSize + kMissingOffset;
     return Resolution(nullptr);
   }

◆ setCache()

void edm::NoProcessProductResolver::setCache	(	bool	skipCurrentProcess,
		ProductResolverIndex	index,
		std::exception_ptr	exceptionPtr
	)		const

private

Definition at line 1011 of file ProductResolvers.cc.

References edm::WaitingTaskList::doneWaiting(), lastCheckIndex_, lastSkipCurrentCheckIndex_, skippingWaitingTasks_, and waitingTasks_.

Referenced by dataValidFromResolver(), prefetchFailed(), and tryPrefetchResolverAsync().

                                                                              {
     if (not iSkipCurrentProcess) {
       lastCheckIndex_ = iIndex;
       waitingTasks_.doneWaiting(iExceptPtr);
     } else {
       lastSkipCurrentCheckIndex_ = iIndex;
       skippingWaitingTasks_.doneWaiting(iExceptPtr);
     }
   }

◆ setProductID_()

void edm::NoProcessProductResolver::setProductID_ ( ProductID const & pid )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1134 of file ProductResolvers.cc.

1134 {}

◆ setProductProvenanceRetriever_()

void edm::NoProcessProductResolver::setProductProvenanceRetriever_ ( ProductProvenanceRetriever const * provRetriever )

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1132 of file ProductResolvers.cc.

1132 {}

◆ singleProduct_()

bool edm::NoProcessProductResolver::singleProduct_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1153 of file ProductResolvers.cc.

1153 { return false; }

◆ tryPrefetchResolverAsync()

void edm::NoProcessProductResolver::tryPrefetchResolverAsync	(	unsigned int	iProcessingIndex,
		Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc,
		ServiceToken	token,
		oneapi::tbb::task_group *	group
	)		const

Definition at line 1091 of file ProductResolvers.cc.

References ambiguous_, cms::cuda::assert(), edm::Principal::getProductResolverByIndex(), watchdog::group, dqmdumpme::k, kAmbiguousOffset, kMissingOffset, edm::Principal::lookupProcessOrder(), matchingHolders_, edm::ProductResolverBase::prefetchAsync(), edm::ProductResolverIndexInvalid, setCache(), TrackValidation_cff::task, and unpackBuffers-CaloStage2::token.

Referenced by prefetchAsync_().

                                                                                             {
     std::vector<unsigned int> const& lookupProcessOrder = principal.lookupProcessOrder();
     auto index = iProcessingIndex;
 
     const unsigned int choiceSize = ambiguous_.size();
     unsigned int newCacheIndex = choiceSize + kMissingOffset;
     while (index < lookupProcessOrder.size()) {
       auto k = lookupProcessOrder[index];
       if (k == 0) {
         break;
       }
       assert(k < ambiguous_.size());
       if (ambiguous_[k]) {
         newCacheIndex = choiceSize + kAmbiguousOffset;
         break;
       }
       if (matchingHolders_[k] != ProductResolverIndexInvalid) {
         //make new task
 
         auto task = new TryNextResolverWaitingTask(this, index, &principal, sra, mcc, skipCurrentProcess, token, group);
         WaitingTaskHolder hTask(*group, task);
         ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[k]);
 
         //Make sure the Services are available on this thread
         ServiceRegistry::Operate guard(token);
 
         productResolver->prefetchAsync(hTask, principal, skipCurrentProcess, token, sra, mcc);
         return;
       }
       ++index;
     }
     //data product unavailable
     setCache(skipCurrentProcess, newCacheIndex, nullptr);
   }

◆ tryResolver()

ProductResolverBase::Resolution edm::NoProcessProductResolver::tryResolver	(	unsigned int	index,
		Principal const &	principal,
		bool	skipCurrentProcess,
		SharedResourcesAcquirer *	sra,
		ModuleCallingContext const *	mcc
	)		const

private

Definition at line 923 of file ProductResolvers.cc.

References edm::Principal::getProductResolverByIndex(), matchingHolders_, and edm::ProductResolverBase::resolveProduct().

Referenced by resolveProduct_().

                                                                                                                {
     ProductResolverBase const* productResolver = principal.getProductResolverByIndex(matchingHolders_[index]);
     return productResolver->resolveProduct(principal, skipCurrentProcess, sra, mcc);
   }

◆ unscheduledWasNotRun_()

bool edm::NoProcessProductResolver::unscheduledWasNotRun_ ( ) const

overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 1155 of file ProductResolvers.cc.

References Exception, and edm::errors::LogicError.

                                                              {
     throw Exception(errors::LogicError)
         << "NoProcessProductResolver::unscheduledWasNotRun_() not implemented and should never be called.\n"
         << "Contact a Framework developer\n";
   }