CMS 3D CMS Logo

List of all members | Public Member Functions | Private Member Functions | Private Attributes
edm::InputProductResolver Class Reference

#include <ProductResolvers.h>

Inheritance diagram for edm::InputProductResolver:
edm::DataManagingProductResolver edm::ProductResolverBase

Public Member Functions

 InputProductResolver (std::shared_ptr< BranchDescription const > bd)
 
void setupUnscheduled (UnscheduledConfigurator const &) final
 
- Public Member Functions inherited from edm::DataManagingProductResolver
void connectTo (ProductResolverBase const &, Principal const *) final
 
 DataManagingProductResolver (std::shared_ptr< BranchDescription const > bd, ProductStatus iDefaultStatus)
 
void resetStatus ()
 
template<bool callResolver, typename FUNC >
ProductResolverBase::Resolution resolveProductImpl (FUNC resolver) const
 
- Public Member Functions inherited from edm::ProductResolverBase
BranchDescription const & branchDescription () const
 
std::string const & moduleLabel () const
 
ProductResolverBaseoperator= (ProductResolverBase const &)=delete
 
void prefetchAsync (WaitingTask *waitTask, Principal const &principal, bool skipCurrentProcess, ServiceToken const &token, SharedResourcesAcquirer *sra, ModuleCallingContext const *mcc) const
 
std::string const & processName () const
 
ProductID const & productID () const
 
std::string const & productInstanceName () const
 
ProductProvenance const * productProvenancePtr () const
 
bool productResolved () const
 
 ProductResolverBase ()
 
 ProductResolverBase (ProductResolverBase const &)=delete
 
TypeID productType () const
 
bool productUnavailable () const
 
bool productWasDeleted () const
 
bool productWasFetchedAndIsValid (bool iSkipCurrentProcess) const
 
Provenance const * provenance () const
 
bool provenanceAvailable () const
 
void putOrMergeProduct (std::unique_ptr< WrapperBase > edp) const
 
void putProduct (std::unique_ptr< WrapperBase > edp) const
 
void resetBranchDescription (std::shared_ptr< BranchDescription const > bd)
 
void resetProductData ()
 
std::string const & resolvedModuleLabel () const
 
Resolution resolveProduct (Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer *sra, ModuleCallingContext const *mcc) const
 
void retrieveAndMerge (Principal const &principal) const
 
void setProcessHistory (ProcessHistory const &ph)
 
void setProvenance (ProductProvenanceRetriever const *provRetriever, ProcessHistory const &ph, ProductID const &pid)
 
bool singleProduct () const
 
StableProvenance const * stableProvenance () const
 
void unsafe_deleteProduct () const
 
bool unscheduledWasNotRun () const
 
void write (std::ostream &os) const
 
virtual ~ProductResolverBase ()
 

Private Member Functions

bool isFromCurrentProcess () const final
 
void prefetchAsync_ (WaitingTask *waitTask, Principal const &principal, bool skipCurrentProcess, ServiceToken const &token, SharedResourcesAcquirer *sra, ModuleCallingContext const *mcc) const override
 
void putProduct_ (std::unique_ptr< WrapperBase > edp) const override
 
void resetProductData_ (bool deleteEarly) override
 
Resolution resolveProduct_ (Principal const &principal, bool skipCurrentProcess, SharedResourcesAcquirer *sra, ModuleCallingContext const *mcc) const override
 
void retrieveAndMerge_ (Principal const &principal) const override
 
bool unscheduledWasNotRun_ () const final
 

Private Attributes

UnscheduledAuxiliary const * aux_
 
std::atomic< bool > m_prefetchRequested
 
WaitingTaskList m_waitingTasks
 

Additional Inherited Members

- Public Types inherited from edm::DataManagingProductResolver
enum  ProductStatus {
  ProductStatus::ProductSet, ProductStatus::NotPut, ProductStatus::ResolveFailed, ProductStatus::ResolveNotRun,
  ProductStatus::ProductDeleted
}
 
- Protected Member Functions inherited from edm::DataManagingProductResolver
ProductStatus defaultStatus () const
 
template<bool callResolver, typename FUNC >
Resolution resolveProductImpl (FUNC resolver) const
 
void setFailedStatus () const
 
void setProduct (std::unique_ptr< WrapperBase > edp) const
 
ProductStatus status () const
 

Detailed Description

Definition at line 96 of file ProductResolvers.h.

Constructor & Destructor Documentation

edm::InputProductResolver::InputProductResolver ( std::shared_ptr< BranchDescription const >  bd)
inlineexplicit

Member Function Documentation

bool edm::InputProductResolver::isFromCurrentProcess ( ) const
finalprivatevirtual

Implements edm::DataManagingProductResolver.

Definition at line 239 of file ProductResolvers.cc.

239  {
240  return false;
241  }
void edm::InputProductResolver::prefetchAsync_ ( WaitingTask waitTask,
Principal const &  principal,
bool  skipCurrentProcess,
ServiceToken const &  token,
SharedResourcesAcquirer sra,
ModuleCallingContext const *  mcc 
) const
overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 173 of file ProductResolvers.cc.

References edm::ProductResolverBase::branchDescription(), edm::InEvent, edm::make_functor_task(), cmsRelvalreport::principal(), edm::ProductResolverBase::productResolved(), edm::SerialTaskQueueChain::push(), edm::ProductResolverBase::putProduct(), createBeamHaloJobs::queue, matplotRender::reader, and lumiQTWidget::t.

178  {
179  m_waitingTasks.add(waitTask);
180 
181  bool expected = false;
182  if( m_prefetchRequested.compare_exchange_strong(expected, true) ) {
183 
184  auto workToDo = [this, mcc, &principal, token] () {
185  //need to make sure Service system is activated on the reading thread
186  ServiceRegistry::Operate guard(token);
187  try {
188  resolveProductImpl<true>([this,&principal,mcc]() {
189  if(principal.branchType() != InEvent) { return; }
190  if(auto reader = principal.reader()) {
191  std::unique_lock<std::recursive_mutex> guard;
192  if(auto sr = reader->sharedResources().second) {
193  guard =std::unique_lock<std::recursive_mutex>(*sr);
194  }
195  if ( not productResolved()) {
196  //another thread could have finished this while we were waiting
197  putProduct( reader->getProduct(BranchKey(branchDescription()), &principal, mcc));
198  }
199  }
200  });
201  } catch(...) {
202  this->m_waitingTasks.doneWaiting(std::current_exception());
203  return;
204  }
205  this->m_waitingTasks.doneWaiting(nullptr);
206  };
207 
208  SerialTaskQueueChain* queue = nullptr;
209  if(auto reader = principal.reader()) {
210  if (auto shared_res = reader->sharedResources().first) {
211  queue = &(shared_res->serialQueueChain());
212  }
213  }
214  if(queue) {
215  queue->push(workToDo);
216  } else {
217  //Have to create a new task
218  auto t = make_functor_task(tbb::task::allocate_root(),
219  workToDo);
220  tbb::task::spawn(*t);
221  }
222  }
223  }
FunctorTask< F > * make_functor_task(ALLOC &&iAlloc, F f)
Definition: FunctorTask.h:47
void add(WaitingTask *)
Adds task to the waiting list.
WaitingTaskList m_waitingTasks
void putProduct(std::unique_ptr< WrapperBase > edp) const
void doneWaiting(std::exception_ptr iPtr)
Signals that the resource is now available and tasks should be spawned.
def principal(options)
std::atomic< bool > m_prefetchRequested
BranchDescription const & branchDescription() const
void edm::InputProductResolver::putProduct_ ( std::unique_ptr< WrapperBase edp) const
overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 429 of file ProductResolvers.cc.

References eostools::move(), edm::ProductResolverBase::productResolved(), and edm::DataManagingProductResolver::setProduct().

429  {
430  if ( not productResolved()) {
431  //Another thread could have set this
432  setProduct(std::move(edp));
433  }
434  }
void setProduct(std::unique_ptr< WrapperBase > edp) const
def move(src, dest)
Definition: eostools.py:510
void edm::InputProductResolver::resetProductData_ ( bool  deleteEarly)
overrideprivatevirtual

Reimplemented from edm::DataManagingProductResolver.

Definition at line 226 of file ProductResolvers.cc.

References edm::DataManagingProductResolver::resetProductData_().

226  {
227  m_prefetchRequested = false;
230  }
void resetProductData_(bool deleteEarly) override
WaitingTaskList m_waitingTasks
void reset()
Resets access to the resource so that added tasks will wait.
std::atomic< bool > m_prefetchRequested
ProductResolverBase::Resolution edm::InputProductResolver::resolveProduct_ ( Principal const &  principal,
bool  skipCurrentProcess,
SharedResourcesAcquirer sra,
ModuleCallingContext const *  mcc 
) const
overrideprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 115 of file ProductResolvers.cc.

References edm::ProductResolverBase::branchDescription(), revisionDML::branchType(), edm::ModuleCallingContext::getStreamContext(), edm::InEvent, edm::make_sentry(), cmsRelvalreport::principal(), edm::ProductResolverBase::productResolved(), edm::ProductResolverBase::putProduct(), and matplotRender::reader.

118  {
119  return resolveProductImpl<true>([this,&principal,mcc]() {
120  auto branchType = principal.branchType();
121  if(branchType != InEvent) {
122  //delayed get has not been allowed with Run or Lumis
123  // The file may already be closed so the reader is invalid
124  return;
125  }
126  if(mcc and (branchType == InEvent) and aux_) {
127  aux_->preModuleDelayedGetSignal_.emit(*(mcc->getStreamContext()),*mcc);
128  }
129 
130  auto sentry( make_sentry(mcc,
131  [this, branchType](ModuleCallingContext const* iContext){
132  if(branchType == InEvent and aux_) {
133  aux_->postModuleDelayedGetSignal_.emit(*(iContext->getStreamContext()), *iContext); }
134  }));
135 
136  if(auto reader=principal.reader()) {
137  std::unique_lock<std::recursive_mutex> guard;
138  if(auto sr = reader->sharedResources().second) {
139  guard =std::unique_lock<std::recursive_mutex>(*sr);
140  }
141  if ( not productResolved()) {
142  //another thread could have beaten us here
143  putProduct( reader->getProduct(BranchKey(branchDescription()), &principal, mcc));
144  }
145  }
146  });
147 
148  }
std::unique_ptr< T, F > make_sentry(T *iObject, F iFunc)
NOTE: if iObject is null, then iFunc will not be called.
Definition: make_sentry.h:29
UnscheduledAuxiliary const * aux_
void putProduct(std::unique_ptr< WrapperBase > edp) const
def principal(options)
BranchDescription const & branchDescription() const
def branchType(schema, name)
Definition: revisionDML.py:112
void edm::InputProductResolver::retrieveAndMerge_ ( Principal const &  principal) const
overrideprivatevirtual

Reimplemented from edm::ProductResolverBase.

Definition at line 151 of file ProductResolvers.cc.

References edm::ProductResolverBase::branchDescription(), edm::DataManagingProductResolver::defaultStatus(), eostools::move(), edm::ProductResolverBase::putOrMergeProduct(), edm::Principal::reader(), matplotRender::reader, edm::DataManagingProductResolver::setFailedStatus(), and edm::DataManagingProductResolver::status().

151  {
152  if(auto reader = principal.reader()) {
153 
154  std::unique_lock<std::recursive_mutex> guard;
155  if(auto sr = reader->sharedResources().second) {
156  guard =std::unique_lock<std::recursive_mutex>(*sr);
157  }
158 
159  //Can't use resolveProductImpl since it first checks to see
160  // if the product was already retrieved and then returns if it is
161  BranchKey const bk = BranchKey(branchDescription());
162  std::unique_ptr<WrapperBase> edp(reader->getProduct(bk, &principal));
163 
164  if(edp.get() != nullptr) {
166  } else if( status()== defaultStatus()) {
167  setFailedStatus();
168  }
169  }
170  }
ProductStatus status() const
def principal(options)
ProductStatus defaultStatus() const
BranchDescription const & branchDescription() const
void putOrMergeProduct(std::unique_ptr< WrapperBase > edp) const
def move(src, dest)
Definition: eostools.py:510
void edm::InputProductResolver::setupUnscheduled ( UnscheduledConfigurator const &  iConfigure)
finalvirtual

Reimplemented from edm::ProductResolverBase.

Definition at line 233 of file ProductResolvers.cc.

References edm::UnscheduledConfigurator::auxiliary().

233  {
234  aux_ = iConfigure.auxiliary();
235  }
UnscheduledAuxiliary const * aux_
bool edm::InputProductResolver::unscheduledWasNotRun_ ( ) const
inlinefinalprivatevirtual

Implements edm::ProductResolverBase.

Definition at line 123 of file ProductResolvers.h.

References edm::DataManagingProductResolver::resetProductData_().

123 {return false;}

Member Data Documentation

UnscheduledAuxiliary const* edm::InputProductResolver::aux_
private

Definition at line 129 of file ProductResolvers.h.

std::atomic<bool> edm::InputProductResolver::m_prefetchRequested
mutableprivate

Definition at line 127 of file ProductResolvers.h.

WaitingTaskList edm::InputProductResolver::m_waitingTasks
mutableprivate

Definition at line 128 of file ProductResolvers.h.