CMS 3D CMS Logo

List of all members | Public Member Functions | Static Public Member Functions | Static Public Attributes | Private Member Functions | Private Attributes | Friends
edm::SharedResourcesRegistry Class Reference

#include <SharedResourcesRegistry.h>

Public Member Functions

SharedResourcesAcquirer createAcquirer (std::vector< std::string > const &) const
 
std::pair< SharedResourcesAcquirer, std::shared_ptr< std::recursive_mutex > > createAcquirerForSourceDelayedReader ()
 
void registerSharedResource (const std::string &)
 A resource name must be registered before it can be used in the createAcquirer call. More...
 

Static Public Member Functions

static SharedResourcesRegistryinstance ()
 

Static Public Attributes

static const std::string kLegacyModuleResourceName {"__legacy__"}
 All legacy modules share this resource. More...
 

Private Member Functions

const SharedResourcesRegistryoperator= (const SharedResourcesRegistry &)=delete
 
 SharedResourcesRegistry ()
 
 SharedResourcesRegistry (const SharedResourcesRegistry &)=delete
 
 ~SharedResourcesRegistry ()=default
 

Private Attributes

unsigned int nLegacy_
 
edm::propagate_const< std::shared_ptr< SerialTaskQueue > > queueForDelayedReader_
 
edm::propagate_const< std::shared_ptr< std::recursive_mutex > > resourceForDelayedReader_
 
std::map< std::string, std::pair< std::shared_ptr< SerialTaskQueue >, unsigned int > > resourceMap_
 

Friends

class ::testSharedResourcesRegistry
 

Detailed Description

Definition at line 39 of file SharedResourcesRegistry.h.

Constructor & Destructor Documentation

SharedResourcesRegistry::SharedResourcesRegistry ( )
private

Definition at line 30 of file SharedResourcesRegistry.cc.

edm::SharedResourcesRegistry::~SharedResourcesRegistry ( )
privatedefault
edm::SharedResourcesRegistry::SharedResourcesRegistry ( const SharedResourcesRegistry )
privatedelete

Member Function Documentation

SharedResourcesAcquirer SharedResourcesRegistry::createAcquirer ( std::vector< std::string > const &  resourceNames) const

Definition at line 75 of file SharedResourcesRegistry.cc.

References spr::find(), kLegacyModuleResourceName, eostools::move(), dataset::name, and resourceMap_.

Referenced by edm::one::impl::SharedResourcesUser< T >::createAcquirer(), edm::EDAnalyzer::doBeginJob(), edm::EDProducer::doBeginJob(), edm::EDFilter::doBeginJob(), and edm::OutputModule::doBeginJob().

75  {
76  // The acquirer will acquire the shared resources declared by a module
77  // so that only it can use those resources while it runs. The other
78  // modules using the same resource will not be run until the module
79  // that acquired the resources completes its task.
80 
81  // The legacy shared resource is special.
82  // Legacy modules cannot run concurrently with each other or
83  // any other module that has declared any shared resource. Treat
84  // one modules that call usesResource with no argument in the
85  // same way.
86 
87  // Sort by how often used and then by name
88  // Consistent sorting avoids deadlocks and this particular order optimizes performance
89  std::map<std::pair<unsigned int, std::string>, std::shared_ptr<SerialTaskQueue>> sortedResources;
90 
91  // Is this acquirer for a module that depends on the legacy shared resource?
92  if (std::find(resourceNames.begin(), resourceNames.end(), kLegacyModuleResourceName) != resourceNames.end()) {
93  for (auto const& resource : resourceMap_) {
94  // It's redundant to declare legacy if the legacy modules
95  // all declare all the other resources, so just skip it.
96  // But if the only shared resource is the legacy resource don't skip it.
97  if (resource.first == kLegacyModuleResourceName && resourceMap_.size() > 1)
98  continue;
99  //If only one module wants it, it really isn't shared
100  if (resource.second.second > 1) {
101  sortedResources.insert(
102  std::make_pair(std::make_pair(resource.second.second, resource.first), resource.second.first));
103  }
104  }
105  // Handle cases where the module does not declare the legacy resource
106  } else {
107  for (auto const& name : resourceNames) {
108  auto resource = resourceMap_.find(name);
109  assert(resource != resourceMap_.end());
110  //If only one module wants it, it really isn't shared
111  if (resource->second.second > 1) {
112  sortedResources.insert(
113  std::make_pair(std::make_pair(resource->second.second, resource->first), resource->second.first));
114  }
115  }
116  }
117 
118  std::vector<std::shared_ptr<SerialTaskQueue>> queues;
119  queues.reserve(sortedResources.size());
120  for (auto const& resource : sortedResources) {
121  queues.push_back(resource.second);
122  }
123  if (queues.empty()) {
124  //Calling code is depending on there being at least one shared queue
125  queues.reserve(1);
126  queues.push_back(std::make_shared<SerialTaskQueue>());
127  }
128 
129  return SharedResourcesAcquirer(std::move(queues));
130  }
void find(edm::Handle< EcalRecHitCollection > &hits, DetId thisDet, std::vector< EcalRecHitCollection::const_iterator > &hit, bool debug=false)
Definition: FindCaloHit.cc:20
std::map< std::string, std::pair< std::shared_ptr< SerialTaskQueue >, unsigned int > > resourceMap_
static const std::string kLegacyModuleResourceName
All legacy modules share this resource.
def move(src, dest)
Definition: eostools.py:511
std::pair< SharedResourcesAcquirer, std::shared_ptr< std::recursive_mutex > > SharedResourcesRegistry::createAcquirerForSourceDelayedReader ( )

Definition at line 64 of file SharedResourcesRegistry.cc.

References edm::get_underlying(), eostools::move(), queueForDelayedReader_, and resourceForDelayedReader_.

Referenced by edm::PoolSource::PoolSource(), and edm::RootDelayedReader::RootDelayedReader().

64  {
65  if (not resourceForDelayedReader_) {
66  resourceForDelayedReader_ =
67  std::make_shared<std::recursive_mutex>(); // propagate_const<T> has no reset() function
68  queueForDelayedReader_ = std::make_shared<SerialTaskQueue>();
69  }
70 
71  std::vector<std::shared_ptr<SerialTaskQueue>> queues = {get_underlying(queueForDelayedReader_)};
72  return std::make_pair(SharedResourcesAcquirer(std::move(queues)), get_underlying(resourceForDelayedReader_));
73  }
edm::propagate_const< std::shared_ptr< SerialTaskQueue > > queueForDelayedReader_
T & get_underlying(propagate_const< T > &)
edm::propagate_const< std::shared_ptr< std::recursive_mutex > > resourceForDelayedReader_
def move(src, dest)
Definition: eostools.py:511
SharedResourcesRegistry * SharedResourcesRegistry::instance ( )
static
const SharedResourcesRegistry& edm::SharedResourcesRegistry::operator= ( const SharedResourcesRegistry )
privatedelete
void SharedResourcesRegistry::registerSharedResource ( const std::string &  resourceName)

A resource name must be registered before it can be used in the createAcquirer call.

Definition at line 32 of file SharedResourcesRegistry.cc.

References kLegacyModuleResourceName, nLegacy_, resourceMap_, and mitigatedMETSequence_cff::U.

Referenced by edm::EDAnalyzer::EDAnalyzer(), edm::EDFilter::EDFilter(), edm::EDProducer::EDProducer(), edm::OutputModule::OutputModule(), and edm::one::impl::SharedResourcesUser< T >::usesResource().

32  {
33  auto& queueAndCounter = resourceMap_[resourceName];
34 
35  if (resourceName == kLegacyModuleResourceName) {
36  ++nLegacy_;
37  for (auto& resource : resourceMap_) {
38  if (!resource.second.first) {
39  resource.second.first = std::make_shared<SerialTaskQueue>();
40  }
41  ++resource.second.second;
42  }
43  } else {
44  // count the number of times the resource was registered
45  ++queueAndCounter.second;
46 
47  // When first registering a nonlegacy resource, we have to
48  // account for any legacy resource registrations already made.
49  if (queueAndCounter.second == 1) {
50  if (nLegacy_ > 0U) {
51  queueAndCounter.first = std::make_shared<SerialTaskQueue>();
52  queueAndCounter.second += nLegacy_;
53  }
54  // If registering a nonlegacy resource the second time and
55  // the legacy resource has not been registered yet,
56  // we know we will need the queue so go ahead and create it.
57  } else if (queueAndCounter.second == 2) {
58  queueAndCounter.first = std::make_shared<SerialTaskQueue>();
59  }
60  }
61  }
std::map< std::string, std::pair< std::shared_ptr< SerialTaskQueue >, unsigned int > > resourceMap_
static const std::string kLegacyModuleResourceName
All legacy modules share this resource.

Friends And Related Function Documentation

friend class ::testSharedResourcesRegistry
friend

Definition at line 42 of file SharedResourcesRegistry.h.

Member Data Documentation

const std::string SharedResourcesRegistry::kLegacyModuleResourceName {"__legacy__"}
static
unsigned int edm::SharedResourcesRegistry::nLegacy_
private

Definition at line 81 of file SharedResourcesRegistry.h.

Referenced by registerSharedResource().

edm::propagate_const<std::shared_ptr<SerialTaskQueue> > edm::SharedResourcesRegistry::queueForDelayedReader_
private

Definition at line 79 of file SharedResourcesRegistry.h.

Referenced by createAcquirerForSourceDelayedReader().

edm::propagate_const<std::shared_ptr<std::recursive_mutex> > edm::SharedResourcesRegistry::resourceForDelayedReader_
private

Definition at line 77 of file SharedResourcesRegistry.h.

Referenced by createAcquirerForSourceDelayedReader().

std::map<std::string, std::pair<std::shared_ptr<SerialTaskQueue>, unsigned int> > edm::SharedResourcesRegistry::resourceMap_
private

Definition at line 75 of file SharedResourcesRegistry.h.

Referenced by createAcquirer(), and registerSharedResource().