CMS 3D CMS Logo

 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
List of all members | Public Member Functions | Private Member Functions | Private Attributes
edm::EventStreamHttpReader Class Reference

#include <EventStreamHttpReader.h>

Inheritance diagram for edm::EventStreamHttpReader:
edm::StreamerInputSource edm::RawInputSource edm::InputSource edm::ProductRegistryHelper

Public Member Functions

 EventStreamHttpReader (edm::ParameterSet const &, edm::InputSourceDescription const &)
 
virtual ~EventStreamHttpReader ()
 
- Public Member Functions inherited from edm::StreamerInputSource
void deserializeAndMergeWithRegistry (InitMsgView const &initView, bool subsequent=false)
 
void deserializeEvent (EventMsgView const &eventView)
 
 StreamerInputSource (ParameterSet const &pset, InputSourceDescription const &desc)
 
virtual ~StreamerInputSource ()
 
- Public Member Functions inherited from edm::RawInputSource
 RawInputSource (ParameterSet const &pset, InputSourceDescription const &desc)
 
virtual ~RawInputSource ()
 
- Public Member Functions inherited from edm::InputSource
boost::shared_ptr
< ActivityRegistry
actReg () const
 Accessor for Activity Registry. More...
 
boost::shared_ptr
< BranchIDListHelper
branchIDListHelper () const
 Accessor for branchIDListHelper. More...
 
void closeFile (FileBlock *, bool cleaningUpAfterException)
 close current file More...
 
void doBeginJob ()
 Called by framework at beginning of job. More...
 
void doBeginLumi (LuminosityBlockPrincipal &lbp)
 Called by framework at beginning of lumi block. More...
 
void doBeginRun (RunPrincipal &rp)
 Called by framework at beginning of run. More...
 
void doEndJob ()
 Called by framework at end of job. More...
 
void doEndLumi (LuminosityBlockPrincipal &lbp, bool cleaningUpAfterException)
 Called by framework at end of lumi block. More...
 
void doEndRun (RunPrincipal &rp, bool cleaningUpAfterException)
 Called by framework at end of run. More...
 
void doPostForkReacquireResources (boost::shared_ptr< multicore::MessageReceiverForSource >)
 
void doPreForkReleaseResources ()
 Called by the framework before forking the process. More...
 
ProcessingController::ForwardState forwardState () const
 
bool goToEvent (EventID const &eventID)
 
 InputSource (ParameterSet const &, InputSourceDescription const &)
 Constructor. More...
 
 InputSource (InputSource const &)=delete
 
void issueReports (EventID const &eventID)
 issue an event report More...
 
LuminosityBlockNumber_t luminosityBlock () const
 Accessor for current luminosity block number. More...
 
boost::shared_ptr
< LuminosityBlockAuxiliary
luminosityBlockAuxiliary () const
 Called by the framework to merge or insert lumi in principal cache. More...
 
int maxEvents () const
 
int maxLuminosityBlocks () const
 
ModuleDescription const & moduleDescription () const
 Accessor for 'module' description. More...
 
ItemType nextItemType ()
 
InputSourceoperator= (InputSource const &)=delete
 
bool primary () const
 Accessor for primary input source flag. More...
 
ProcessConfiguration const & processConfiguration () const
 Accessor for Process Configuration. More...
 
std::string const & processGUID () const
 Accessor for global process identifier. More...
 
ProcessingMode processingMode () const
 RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...
 
boost::shared_ptr
< ProductRegistry const > 
productRegistry () const
 Accessor for product registry. More...
 
bool randomAccess () const
 
boost::shared_ptr
< LuminosityBlockPrincipal
readAndCacheLumi (HistoryAppender &historyAppender)
 Read next luminosity block (new lumi) More...
 
boost::shared_ptr< RunPrincipalreadAndCacheRun (HistoryAppender &historyAppender)
 Read next run (new run) More...
 
void readAndMergeLumi (boost::shared_ptr< LuminosityBlockPrincipal > lbp)
 Read next luminosity block (same as a prior lumi) More...
 
void readAndMergeRun (boost::shared_ptr< RunPrincipal > rp)
 Read next run (same as a prior run) More...
 
EventPrincipalreadEvent (EventPrincipal &ep)
 
EventPrincipalreadEvent (EventPrincipal &ep, EventID const &)
 Read a specific event. More...
 
std::unique_ptr< FileBlockreadFile ()
 Read next file. More...
 
boost::shared_ptr
< LuminosityBlockAuxiliary
readLuminosityBlockAuxiliary ()
 Read next luminosity block Auxilary. More...
 
boost::shared_ptr< RunAuxiliaryreadRunAuxiliary ()
 Read next run Auxiliary. More...
 
ProcessHistoryID const & reducedProcessHistoryID () const
 
void registerProducts ()
 Register any produced products. More...
 
int remainingEvents () const
 
int remainingLuminosityBlocks () const
 
void repeat ()
 Reset the remaining number of events/lumis to the maximum number. More...
 
ProcessingController::ReverseState reverseState () const
 
void rewind ()
 Begin again at the first event. More...
 
RunNumber_t run () const
 Accessor for current run number. More...
 
boost::shared_ptr< RunAuxiliaryrunAuxiliary () const
 Called by the framework to merge or insert run in principal cache. More...
 
void setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
 Set the luminosity block ID. More...
 
void setRunNumber (RunNumber_t r)
 Set the run number. More...
 
void skipEvents (int offset)
 
bool skipForForking ()
 
Timestamp const & timestamp () const
 Accessor for the current time, as seen by the input source. More...
 
virtual ~InputSource ()
 Destructor. More...
 

Private Member Functions

virtual bool checkNextEvent ()
 
void initializeDQMStore ()
 
void readHeader ()
 

Private Attributes

const std::string consumerName_
 
DQMStoredqmStore_
 
bool dqmStoreAvailabiltyChecked_
 
const bool dropOldLumisectionEvents_
 
stor::EventServerProxy
< stor::EventConsumerRegistrationInfo
eventServerProxy_
 
unsigned int lastLS_
 
unsigned int totalDroppedEvents_
 

Additional Inherited Members

- Public Types inherited from edm::InputSource
enum  ItemType {
  IsInvalid, IsStop, IsFile, IsRun,
  IsLumi, IsEvent, IsRepeat
}
 
enum  ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }
 
typedef
ProductRegistryHelper::TypeLabelList 
TypeLabelList
 
- Static Public Member Functions inherited from edm::StreamerInputSource
static std::auto_ptr
< SendJobHeader
deserializeRegistry (InitMsgView const &initView)
 
static void fillDescription (ParameterSetDescription &description)
 
static void mergeIntoRegistry (SendJobHeader const &header, ProductRegistry &, BranchIDListHelper &, bool subsequent)
 
static unsigned int uncompressBuffer (unsigned char *inputBuffer, unsigned int inputSize, std::vector< unsigned char > &outputBuffer, unsigned int expectedFullSize)
 
- Static Public Member Functions inherited from edm::RawInputSource
static void fillDescription (ParameterSetDescription &description)
 
- Static Public Member Functions inherited from edm::InputSource
static const std::string & baseType ()
 
static void fillDescription (ParameterSetDescription &desc)
 
static void fillDescriptions (ConfigurationDescriptions &descriptions)
 
static void prevalidate (ConfigurationDescriptions &)
 
- Protected Member Functions inherited from edm::StreamerInputSource
void resetAfterEndRun ()
 
- Protected Member Functions inherited from edm::RawInputSource
EventPrincipalmakeEvent (EventPrincipal &eventPrincipal, EventAuxiliary const &eventAuxiliary)
 
void setInputFileTransitionsEachEvent ()
 
- Protected Member Functions inherited from edm::InputSource
void decreaseRemainingEventsBy (int iSkipped)
 
bool eventCached () const
 
boost::shared_ptr
< LuminosityBlockPrincipal >
const 
luminosityBlockPrincipal () const
 
bool newLumi () const
 
bool newRun () const
 
ProductRegistryproductRegistryUpdate () const
 
void reset () const
 
void resetEventCached ()
 
void resetLuminosityBlockAuxiliary (bool isNewLumi=true) const
 
void resetNewLumi ()
 
void resetNewRun ()
 
void resetRunAuxiliary (bool isNewRun=true) const
 
boost::shared_ptr
< RunPrincipal > const 
runPrincipal () const
 
void setEventCached ()
 Called by the framework to merge or ached() const {return eventCached_;}. More...
 
void setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)
 
void setNewLumi ()
 
void setNewRun ()
 
void setRunAuxiliary (RunAuxiliary *rp)
 
void setTimestamp (Timestamp const &theTime)
 To set the current time, as seen by the input source. More...
 
virtual void skip (int offset)
 
ItemType state () const
 
- Static Protected Member Functions inherited from edm::StreamerInputSource
static void buildClassCache (SendDescs const &descs)
 
static void declareStreamers (SendDescs const &descs)
 

Detailed Description

Input source for event consumers that will get events from the Storage Manager Event Server. This does uses a HTTP get using the CURL library. The Storage Manager Event Server responses with a binary octet-stream. The product registry is also obtained through a HTTP get.

There is currently no test of the product registry against the consumer client product registry within the code. It should already be done if this was inherenting from the standard framework input source. Currently we inherit from InputSource.

Author:
wmtan
Revision:
1.30
Date:
2012/10/31 17:09:27

Definition at line 34 of file EventStreamHttpReader.h.

Constructor & Destructor Documentation

edm::EventStreamHttpReader::EventStreamHttpReader ( edm::ParameterSet const &  pset,
edm::InputSourceDescription const &  desc 
)

Definition at line 18 of file EventStreamHttpReader.cc.

References edm::ParameterSet::getUntrackedParameter(), and xuti::readHeader().

21  :
22  StreamerInputSource(pset, desc),
23  eventServerProxy_(pset),
24  dqmStore_(0),
26  dropOldLumisectionEvents_(pset.getUntrackedParameter<bool>("dropOldLumisectionEvents", false)),
27  consumerName_(pset.getUntrackedParameter<std::string>("consumerName")),
29  lastLS_(0)
30  {
31  // Default in StreamerInputSource is 'false'
32  bool inputFileTransitionsEachEvent = pset.getUntrackedParameter<bool>("inputFileTransitionsEachEvent", true);
33  if(inputFileTransitionsEachEvent) {
35  }
36 
37  readHeader();
38  }
void setInputFileTransitionsEachEvent()
StreamerInputSource(ParameterSet const &pset, InputSourceDescription const &desc)
stor::EventServerProxy< stor::EventConsumerRegistrationInfo > eventServerProxy_
virtual edm::EventStreamHttpReader::~EventStreamHttpReader ( )
inlinevirtual

Definition at line 42 of file EventStreamHttpReader.h.

42 {};

Member Function Documentation

bool edm::EventStreamHttpReader::checkNextEvent ( )
privatevirtual

Implements edm::RawInputSource.

Definition at line 40 of file EventStreamHttpReader.cc.

References DQMStore::bookInt(), HeaderView::code(), consumerName_, data, edm::StreamerInputSource::deserializeEvent(), Header::DONE, dqmStore_, dropOldLumisectionEvents_, EventMsgView::droppedEventsCount(), eventServerProxy_, MonitorElement::Fill(), DQMStore::get(), stor::EventServerProxy< RegInfo >::getOneEvent(), initializeDQMStore(), lastLS_, EventMsgView::lumi(), DQMStore::setCurrentFolder(), and totalDroppedEvents_.

41  {
43 
45  unsigned int currentLS(0);
46  unsigned int droppedEvents(0);
47 
48  do
49  {
51  if ( data.empty() ) return false;
52 
53  HeaderView hdrView(&data[0]);
54  if (hdrView.code() == Header::DONE)
55  {
56  return false;
57  }
58 
59  EventMsgView eventView(&data[0]);
60  currentLS = eventView.lumi();
61  droppedEvents += eventView.droppedEventsCount();
62  }
63  while (
65  lastLS_ > currentLS
66  );
67 
68  lastLS_ = currentLS;
69 
70  if (dqmStore_)
71  {
72  MonitorElement* me = dqmStore_->get("SM_SMPS_Stats/droppedEventsCount_" + consumerName_ );
73  if (!me){
74  dqmStore_->setCurrentFolder("SM_SMPS_Stats");
75  me = dqmStore_->bookInt("droppedEventsCount_" + consumerName_ );
76  }
77  totalDroppedEvents_ += droppedEvents;
79  }
80 
81  deserializeEvent(EventMsgView(&data[0]));
82  return true;
83  }
void Fill(long long x)
void deserializeEvent(EventMsgView const &eventView)
MonitorElement * get(const std::string &path) const
get ME from full pathname (e.g. &quot;my/long/dir/my_histo&quot;)
Definition: DQMStore.cc:1473
char data[epos_bytes_allocation]
Definition: EPOS_Wrapper.h:82
void getOneEvent(CurlInterface::Content &data)
stor::EventServerProxy< stor::EventConsumerRegistrationInfo > eventServerProxy_
MonitorElement * bookInt(const char *name)
Book int.
Definition: DQMStore.cc:629
void setCurrentFolder(const std::string &fullpath)
Definition: DQMStore.cc:434
std::vector< char > Content
Definition: CurlInterface.h:31
void edm::EventStreamHttpReader::initializeDQMStore ( )
private

Definition at line 96 of file EventStreamHttpReader.cc.

References dqmStore_, dqmStoreAvailabiltyChecked_, alignCSCRings::e, and cppFunctionSkipper::operator.

Referenced by checkNextEvent().

97  {
99  {
100  try
101  {
103  }
104  catch (cms::Exception& e)
105  {
106  edm::LogInfo("EventStreamHttpReader")
107  << "Service DQMStore not defined. Will not record the number of dropped events.";
108  }
110  }
111  }
void edm::EventStreamHttpReader::readHeader ( )
private

Definition at line 86 of file EventStreamHttpReader.cc.

References data, edm::StreamerInputSource::deserializeAndMergeWithRegistry(), eventServerProxy_, and stor::EventServerProxy< RegInfo >::getInitMsg().

87  {
89 
91  InitMsgView initView(&data[0]);
93  }
void getInitMsg(CurlInterface::Content &data)
char data[epos_bytes_allocation]
Definition: EPOS_Wrapper.h:82
stor::EventServerProxy< stor::EventConsumerRegistrationInfo > eventServerProxy_
void deserializeAndMergeWithRegistry(InitMsgView const &initView, bool subsequent=false)
std::vector< char > Content
Definition: CurlInterface.h:31

Member Data Documentation

const std::string edm::EventStreamHttpReader::consumerName_
private

Definition at line 55 of file EventStreamHttpReader.h.

Referenced by checkNextEvent().

DQMStore* edm::EventStreamHttpReader::dqmStore_
private

Definition at line 51 of file EventStreamHttpReader.h.

Referenced by checkNextEvent(), and initializeDQMStore().

bool edm::EventStreamHttpReader::dqmStoreAvailabiltyChecked_
private

Definition at line 52 of file EventStreamHttpReader.h.

Referenced by initializeDQMStore().

const bool edm::EventStreamHttpReader::dropOldLumisectionEvents_
private

Definition at line 54 of file EventStreamHttpReader.h.

Referenced by checkNextEvent().

stor::EventServerProxy<stor::EventConsumerRegistrationInfo> edm::EventStreamHttpReader::eventServerProxy_
private

Definition at line 50 of file EventStreamHttpReader.h.

Referenced by checkNextEvent(), and readHeader().

unsigned int edm::EventStreamHttpReader::lastLS_
private

Definition at line 57 of file EventStreamHttpReader.h.

Referenced by checkNextEvent().

unsigned int edm::EventStreamHttpReader::totalDroppedEvents_
private

Definition at line 56 of file EventStreamHttpReader.h.

Referenced by checkNextEvent().