stor Namespace Reference

Namespaces
	detail
	enquing_policy
	soaputils
	utils

Classes
class	AlarmHandler
struct	AlarmParams
class	ConcurrentQueue
class	Configuration
class	Configure
class	Constructed
struct	ConsumerID
class	ConsumerMonitorCollection
class	ConsumerUtils
class	ConsumerWebPageHelper
class	CurlInterface
class	DataSenderMonitorCollection
class	DbFileHandler
class	DiscardManager
class	DiskWriter
class	DiskWriterResources
struct	DiskWritingParams
class	DQMConsumerMonitorCollection
class	DQMEventConsumerRegistrationInfo
class	DQMEventMonitorCollection
class	DQMEventProcessor
class	DQMEventProcessorResources
class	DQMEventSelector
class	DQMEventStore
class	DQMFolder
struct	DQMKey
struct	DQMProcessingParams
class	DQMTopLevelFolder
class	DrainingQueues
class	EmergencyStop
class	Enable
class	Enabled
class	EndRun
class	ErrorStreamConfigurationInfo
class	ErrorStreamSelector
class	EventConsumerMonitorCollection
class	EventConsumerRegistrationInfo
class	EventConsumerSelector
class	EventDistributor
class	EventFileHandler
class	EventServerProxy
struct	EventServingParams
class	EventStreamConfigurationInfo
class	EventStreamHandler
class	EventStreamSelector
class	ExpirableQueue
class	Fail
class	Failed
struct	FailIfFull
class	FaultyEventStreamHandler
class	FileHandler
class	FilesMonitorCollection
class	FinishingDQM
struct	FragKey
class	FragmentMonitorCollection
class	FragmentProcessor
class	FragmentStore
class	FRDFileHandler
class	FRDStreamHandler
class	FUProxy
class	Halt
class	HaltDone
class	Halted
class	Halting
class	I2OChain
class	InitMsgCollection
struct	KeepNewest
class	MonitorCollection
class	MonitoredQuantity
class	Normal
class	Notifier
class	Operations
class	Processing
class	QueueCollection
struct	QueueConfigurationParams
class	QueueID
class	QueuesEmpty
class	Ready
class	Reconfigure
class	RegistrationCollection
class	RegistrationInfoBase
struct	RejectNewest
class	ResourceMonitorCollection
struct	ResourceMonitorParams
class	RunMonitorCollection
class	Running
struct	SharedResources
class	SMWebPageHelper
class	Starting
class	StartRun
class	StateMachine
class	StateMachineMonitorCollection
class	StatisticsReporter
class	Stop
class	StopDone
class	Stopped
class	Stopping
class	StorageManager
class	StreamHandler
class	StreamsMonitorCollection
class	ThroughputMonitorCollection
class	TransitionRecord
class	TriggerSelector
class	WebPageHelper
struct	WorkerThreadParams
class	WrapperNotifier
class	XHTMLMaker
class	XHTMLMonitor

Typedefs
typedef boost::shared_ptr < AlarmHandler >	AlarmHandlerPtr
typedef ConcurrentQueue < EventPtr_t >	CommandQueue
typedef boost::shared_ptr < CommandQueue >	CommandQueuePtr
typedef boost::shared_ptr < Configuration >	ConfigurationPtr
typedef boost::shared_ptr < CurlInterface >	CurlInterfacePtr
typedef boost::shared_ptr < DbFileHandler >	DbFileHandlerPtr
typedef boost::shared_ptr < DiscardManager >	DiscardManagerPtr
typedef boost::shared_ptr < DiskWriterResources >	DiskWriterResourcesPtr
typedef boost::shared_ptr < stor::DQMEventConsumerRegistrationInfo >	DQMEventConsRegPtr
typedef boost::shared_ptr < DQMEventProcessorResources >	DQMEventProcessorResourcesPtr
typedef ConcurrentQueue < I2OChain, KeepNewest < I2OChain > >	DQMEventQueue
typedef QueueCollection < DQMTopLevelFolder::Record >	DQMEventQueueCollection
typedef boost::shared_ptr < DQMEventQueueCollection >	DQMEventQueueCollectionPtr
typedef boost::shared_ptr < DQMEventQueue >	DQMEventQueuePtr
typedef boost::shared_ptr < DQMTopLevelFolder >	DQMTopLevelFolderPtr
typedef DataSenderMonitorCollection	DSMC
typedef std::vector < ErrorStreamConfigurationInfo >	ErrStrConfigList
typedef boost::shared_ptr < ErrStrConfigList >	ErrStrConfigListPtr
typedef boost::shared_ptr < stor::EventConsumerRegistrationInfo >	EventConsRegPtr
typedef boost::shared_ptr < boost::statechart::event_base >	EventPtr_t
typedef QueueCollection< I2OChain >	EventQueueCollection
typedef boost::shared_ptr < EventQueueCollection >	EventQueueCollectionPtr
typedef std::vector < EventStreamConfigurationInfo >	EvtStrConfigList
typedef boost::shared_ptr < EvtStrConfigList >	EvtStrConfigListPtr
typedef ConcurrentQueue< I2OChain >	FragmentQueue
typedef boost::shared_ptr < FragmentQueue >	FragmentQueuePtr
typedef std::vector< unsigned char >	InitMsgBuffer
typedef boost::shared_ptr < InitMsgCollection >	InitMsgCollectionPtr
typedef boost::shared_ptr < InitMsgBuffer >	InitMsgSharedPtr
typedef boost::shared_ptr < MonitoredQuantity >	MonitoredQuantityPtr
typedef std::vector< QueueID >	QueueIDs
typedef boost::shared_ptr < RegistrationCollection >	RegistrationCollectionPtr
typedef ConcurrentQueue< RegPtr >	RegistrationQueue
typedef boost::shared_ptr < RegistrationQueue >	RegistrationQueuePtr
typedef boost::shared_ptr < RegistrationInfoBase >	RegPtr
typedef boost::shared_ptr < SharedResources >	SharedResourcesPtr
typedef boost::shared_ptr < StateMachine >	StateMachinePtr
typedef boost::shared_ptr < StatisticsReporter >	StatisticsReporterPtr
typedef size_t	StreamID
typedef ConcurrentQueue< I2OChain >	StreamQueue
typedef boost::shared_ptr < StreamQueue >	StreamQueuePtr
typedef boost::shared_ptr < TriggerSelector >	TriggerSelectorPtr

Functions
bool	compareRBResultPtrValues (DataSenderMonitorCollection::RBResultPtr firstValue, DataSenderMonitorCollection::RBResultPtr secondValue)
std::ostream &	operator<< (std::ostream &, const TransitionRecord &)
std::ostream &	operator<< (std::ostream &, const ErrorStreamConfigurationInfo &)
std::ostream &	operator<< (std::ostream &os, ConsumerID id)
std::ostream &	operator<< (std::ostream &, const EventStreamConfigurationInfo &)
std::ostream &	operator<< (std::ostream &os, const QueueID &queueId)
std::ostream &	operator<< (std::ostream &os, RegistrationInfoBase const &ri)
void	parseStreamConfiguration (std::string cfgString, EvtStrConfigListPtr evtCfgList, ErrStrConfigListPtr errCfgList)

Typedef Documentation

typedef boost::shared_ptr<AlarmHandler> stor::AlarmHandlerPtr

Definition at line 116 of file AlarmHandler.h.

typedef ConcurrentQueue<EventPtr_t> stor::CommandQueue

Definition at line 22 of file CommandQueue.h.

typedef boost::shared_ptr<CommandQueue> stor::CommandQueuePtr

Definition at line 23 of file CommandQueue.h.

typedef boost::shared_ptr<Configuration> stor::ConfigurationPtr

Definition at line 406 of file Configuration.h.

typedef boost::shared_ptr<CurlInterface> stor::CurlInterfacePtr

Definition at line 71 of file CurlInterface.h.

typedef boost::shared_ptr<DbFileHandler> stor::DbFileHandlerPtr

Definition at line 71 of file DbFileHandler.h.

typedef boost::shared_ptr<DiscardManager> stor::DiscardManagerPtr

Definition at line 108 of file DiscardManager.h.

typedef boost::shared_ptr<DiskWriterResources> stor::DiskWriterResourcesPtr

Definition at line 128 of file DiskWriterResources.h.

typedef boost::shared_ptr<stor::DQMEventConsumerRegistrationInfo> stor::DQMEventConsRegPtr

Definition at line 85 of file DQMEventConsumerRegistrationInfo.h.

typedef boost::shared_ptr<DQMEventProcessorResources> stor::DQMEventProcessorResourcesPtr

Definition at line 102 of file DQMEventProcessorResources.h.

typedef ConcurrentQueue< I2OChain, KeepNewest<I2OChain> > stor::DQMEventQueue

Queue holding I2OChains of complete DQM events (histograms) waiting to be processed by the DQMEventProcessor

Author:

mommsen

Revision:

1.5

Date:

2011/03/07 15:31:31

Definition at line 22 of file DQMEventQueue.h.

typedef QueueCollection<DQMTopLevelFolder::Record> stor::DQMEventQueueCollection

A collection of ConcurrentQueue<DQMEventRecord>.

Author:

mommsen

Revision:

1.4

Date:

2011/03/07 15:31:31

Definition at line 21 of file DQMEventQueueCollection.h.

typedef boost::shared_ptr<DQMEventQueueCollection> stor::DQMEventQueueCollectionPtr

Definition at line 22 of file DQMEventQueueCollection.h.

typedef boost::shared_ptr<DQMEventQueue> stor::DQMEventQueuePtr

Definition at line 23 of file DQMEventQueue.h.

typedef boost::shared_ptr<DQMTopLevelFolder> stor::DQMTopLevelFolderPtr

Definition at line 186 of file DQMTopLevelFolder.h.

typedef DataSenderMonitorCollection stor::DSMC

Definition at line 605 of file DataSenderMonitorCollection.cc.

typedef std::vector<ErrorStreamConfigurationInfo> stor::ErrStrConfigList

Definition at line 65 of file ErrorStreamConfigurationInfo.h.

typedef boost::shared_ptr<ErrStrConfigList> stor::ErrStrConfigListPtr

Definition at line 66 of file ErrorStreamConfigurationInfo.h.

typedef boost::shared_ptr<stor::EventConsumerRegistrationInfo> stor::EventConsRegPtr

Definition at line 93 of file EventConsumerRegistrationInfo.h.

typedef boost::shared_ptr<boost::statechart::event_base> stor::EventPtr_t

Concurrent queue holding state machine events

Author:

mommsen

Revision:

1.6

Date:

2011/03/07 15:31:31

Definition at line 21 of file CommandQueue.h.

typedef QueueCollection<I2OChain> stor::EventQueueCollection

A collection of ConcurrentQueue<I2OChain>.

Author:

mommsen

Revision:

1.4

Date:

2011/03/07 15:31:31

Definition at line 21 of file EventQueueCollection.h.

typedef boost::shared_ptr<EventQueueCollection> stor::EventQueueCollectionPtr

Definition at line 22 of file EventQueueCollection.h.

typedef std::vector<EventStreamConfigurationInfo> stor::EvtStrConfigList

Definition at line 82 of file EventStreamConfigurationInfo.h.

typedef boost::shared_ptr<EvtStrConfigList> stor::EvtStrConfigListPtr

Definition at line 83 of file EventStreamConfigurationInfo.h.

typedef ConcurrentQueue<I2OChain> stor::FragmentQueue

Queue holding I2OChains of event fragments

Author:

mommsen

Revision:

1.4

Date:

2011/03/07 15:31:32

Definition at line 21 of file FragmentQueue.h.

typedef boost::shared_ptr<FragmentQueue> stor::FragmentQueuePtr

Definition at line 22 of file FragmentQueue.h.

typedef std::vector<unsigned char> stor::InitMsgBuffer

This class is used to manage the unique set of INIT messages that have been received by the storage manager and will be sent to event consumers and written to output streams.

Author:

mommsen

Revision:

1.15

Date:

2012/04/20 10:48:18

Definition at line 20 of file InitMsgCollection.h.

typedef boost::shared_ptr<InitMsgCollection> stor::InitMsgCollectionPtr

Definition at line 179 of file InitMsgCollection.h.

typedef boost::shared_ptr<InitMsgBuffer> stor::InitMsgSharedPtr

Definition at line 33 of file InitMsgCollection.h.

typedef boost::shared_ptr<MonitoredQuantity> stor::MonitoredQuantityPtr

Definition at line 256 of file MonitoredQuantity.h.

typedef std::vector<QueueID> stor::QueueIDs

Definition at line 80 of file QueueID.h.

typedef boost::shared_ptr<RegistrationCollection> stor::RegistrationCollectionPtr

Definition at line 99 of file RegistrationCollection.h.

typedef ConcurrentQueue<RegPtr> stor::RegistrationQueue

Concurrent queue holding consumer registrations

Author:

mommsen

Revision:

1.6

Date:

2011/03/07 15:31:32

Definition at line 21 of file RegistrationQueue.h.

typedef boost::shared_ptr<RegistrationQueue> stor::RegistrationQueuePtr

Definition at line 22 of file RegistrationQueue.h.

typedef boost::shared_ptr<RegistrationInfoBase> stor::RegPtr

Definition at line 141 of file RegistrationInfoBase.h.

typedef boost::shared_ptr<SharedResources> stor::SharedResourcesPtr

Definition at line 65 of file SharedResources.h.

typedef boost::shared_ptr<StateMachine> stor::StateMachinePtr

Definition at line 587 of file StateMachine.h.

typedef boost::shared_ptr<StatisticsReporter> stor::StatisticsReporterPtr

Definition at line 203 of file StatisticsReporter.h.

typedef size_t stor::StreamID

Definition of the StreamID used in the storage manager

Author:

mommsen

Revision:

1.4

Date:

2011/03/07 15:31:32

Definition at line 19 of file StreamID.h.

typedef ConcurrentQueue<I2OChain> stor::StreamQueue

Queue holding I2OChains of events to be written to disk

Author:

mommsen

Revision:

1.4

Date:

2011/03/07 15:31:32

Definition at line 21 of file StreamQueue.h.

typedef boost::shared_ptr<StreamQueue> stor::StreamQueuePtr

Definition at line 22 of file StreamQueue.h.

typedef boost::shared_ptr<TriggerSelector> stor::TriggerSelectorPtr

Definition at line 162 of file TriggerSelector.h.

Function Documentation

bool stor::compareRBResultPtrValues	(	DataSenderMonitorCollection::RBResultPtr	firstValue,
		DataSenderMonitorCollection::RBResultPtr	secondValue
	)

Definition at line 836 of file DataSenderMonitorCollection.cc.

Referenced by stor::SMWebPageHelper::addResourceBrokerList().

  {
    return *firstValue < *secondValue;
  }

std::ostream & stor::operator<<	(	std::ostream &	os,
		const TransitionRecord &	tr
	)

Definition at line 23 of file TransitionRecord.cc.

References stor::TransitionRecord::isEntry(), stor::TransitionRecord::stateName(), and stor::TransitionRecord::timeStamp().

{

  os << tr.timeStamp().tv_sec << "."
     << tr.timeStamp().tv_usec << ": ";

  if( tr.isEntry() )
    {
      os << "entered";
    }
  else
    {
      os << "exited";
    }

  os << " " << tr.stateName();

  return os;

}

std::ostream & stor::operator<<	(	std::ostream &	os,
		const ErrorStreamConfigurationInfo &	ci
	)

Definition at line 20 of file ErrorStreamConfigurationInfo.cc.

{
  os << "ErrorStreamConfigurationInfo:" << std::endl
     << " Stream label: " << ci.streamLabel() << std::endl
     << " Maximum file size, MB: " << ci.maxFileSizeMB() << std::endl
     << " Stream Id: " << ci.streamId() << std::endl;

  return os;
}

std::ostream& stor::operator<< ( std::ostream &  os, ConsumerID  id  )

inline

Definition at line 69 of file ConsumerID.h.

  {
    return os << id.value;
  }

std::ostream & stor::operator<<	(	std::ostream &	os,
		const EventStreamConfigurationInfo &	ci
	)

Definition at line 29 of file EventStreamConfigurationInfo.cc.

References i.

{
  os << "EventStreamConfigurationInfo:" << std::endl
     << " Stream label: " << ci.streamLabel() << std::endl
     << " Maximum file size, MB: " << ci.maxFileSizeMB() << std::endl
     << " HLT output: " << ci.outputModuleLabel() << std::endl
     << " Fraction of events written to disk: " << ci.fractionToDisk() << std::endl
     << " Stream Id: " << ci.streamId() << std::endl;
  
  os << " Event filters:";
  if (ci.triggerSelection().size()) {
    os << std::endl << ci.triggerSelection();
  }
  else
    for( unsigned int i = 0; i < ci.eventSelection().size(); ++i )
    {
      os << std::endl << "  " << ci.eventSelection()[i];
    }
  
  return os;
}

std::ostream& stor::operator<< ( std::ostream &  os, const QueueID &  queueId  )

inline

Definition at line 140 of file QueueID.h.

References stor::QueueID::index(), and stor::QueueID::policy().

  {
    os << "policy: " << queueId.policy() << 
      "   index: " << queueId.index();
    return os;
  }

std::ostream & stor::operator<<	(	std::ostream &	os,
		RegistrationInfoBase const &	ri
	)

Definition at line 173 of file RegistrationInfoBase.cc.

References stor::RegistrationInfoBase::consumerId(), stor::RegistrationInfoBase::consumerName(), stor::RegistrationInfoBase::queueId(), stor::RegistrationInfoBase::queuePolicy(), stor::RegistrationInfoBase::queueSize(), stor::RegistrationInfoBase::remoteHost(), stor::RegistrationInfoBase::secondsToStale(), and stor::RegistrationInfoBase::sourceURL().

  {
    os << "\n Consumer name: " << ri.consumerName()
      << "\n Consumer id: " << ri.consumerId()
      << "\n Source URL: " << ri.sourceURL()
      << "\n Remote Host: " << ri.remoteHost()
      << "\n Queue id: " << ri.queueId()
      << "\n Maximum size of queue: " << ri.queueSize()
      << "\n Policy used if queue is full: " << ri.queuePolicy()
      << "\n Time until queue becomes stale (seconds): " << ri.secondsToStale().total_seconds();
    return os;
  }

void stor::parseStreamConfiguration	(	std::string	cfgString,
		EvtStrConfigListPtr	evtCfgList,
		ErrStrConfigListPtr	errCfgList
	)

Free function to parse a storage manager configuration string into the appropriate "configuration info" objects.

Definition at line 550 of file Configuration.cc.

References edm::ParameterSet::empty(), edm::EventSelector::getEventSelectionVString(), edm::ParameterSet::getParameter(), edm::ParameterSet::getUntrackedParameter(), PythonProcessDesc::processDesc(), and StorageManager_cfg::streamLabel.

Referenced by stor::Ready::do_entryActionWork().

  {
    if (cfgString == "") return;

    PythonProcessDesc py_pdesc(cfgString.c_str());
    boost::shared_ptr<edm::ProcessDesc> pdesc = py_pdesc.processDesc();
    boost::shared_ptr<edm::ParameterSet> smPSet = pdesc->getProcessPSet();

    // loop over each end path
    std::vector<std::string> allEndPaths = 
      smPSet->getParameter<std::vector<std::string> >("@end_paths");
    for(std::vector<std::string>::iterator endPathIter = allEndPaths.begin();
        endPathIter != allEndPaths.end(); ++endPathIter) {

      // loop over each element in the end path list (not sure why...)
      std::vector<std::string> anEndPath =
        smPSet->getParameter<std::vector<std::string> >((*endPathIter));
      for(std::vector<std::string>::iterator ep2Iter = anEndPath.begin();
          ep2Iter != anEndPath.end(); ++ep2Iter) {

        // fetch the end path parameter set
        edm::ParameterSet endPathPSet =
          smPSet->getParameter<edm::ParameterSet>((*ep2Iter));
        if (! endPathPSet.empty()) {
          std::string mod_type =
            endPathPSet.getParameter<std::string> ("@module_type");
          if (mod_type == "EventStreamFileWriter") {

            std::string streamLabel =
              endPathPSet.getParameter<std::string> ("streamLabel");
            int maxFileSizeMB = endPathPSet.getParameter<int> ("maxSize");
            std::string newRequestedEvents = endPathPSet.getUntrackedParameter("TriggerSelector",std::string());
            Strings requestedEvents =
              edm::EventSelector::getEventSelectionVString(endPathPSet);
            std::string requestedOMLabel =
              endPathPSet.getUntrackedParameter<std::string>("SelectHLTOutput",
                                                             std::string());
            double fractionToDisk =
              endPathPSet.getUntrackedParameter<double>("fractionToDisk", 1);

            EventStreamConfigurationInfo cfgInfo(streamLabel,
                                                 maxFileSizeMB,
                                                 newRequestedEvents,
                                                 requestedEvents,
                                                 requestedOMLabel,
                                                 fractionToDisk);
            evtCfgList->push_back(cfgInfo);
          }
          else if (mod_type == "ErrorStreamFileWriter" ||
                   mod_type == "FRDStreamFileWriter") {

            std::string streamLabel =
              endPathPSet.getParameter<std::string> ("streamLabel");
            int maxFileSizeMB = endPathPSet.getParameter<int> ("maxSize");

            ErrorStreamConfigurationInfo cfgInfo(streamLabel,
                                                 maxFileSizeMB);
            errCfgList->push_back(cfgInfo);
          }
        }
      }
    }
  }