CMS 3D CMS Logo
List of all members | Classes | Public Types | Public Member Functions | Protected Member Functions | Protected Attributes
DQMImplNet< ObjType > Class Template Reference

#include <DQMNet.h>

Inheritance diagram for DQMImplNet< ObjType >:
DQMNet

Classes

struct  ImplPeer
 

Public Types

using DirMap = std::set< std::string >
 
typedef __gnu_cxx::hash_set< ObjType, HashOp, HashEqual > ObjectMap
 
typedef std::map< lat::Socket *, ImplPeer > PeerMap
 
- Public Types inherited from DQMNet
using DataBlob = std::vector< unsigned char >
 
using QReports = std::vector< QValue >
 
using QValue = MonitorElementData::QReport::QValue
 
using TagList = std::vector< uint32_t >
 
using WaitList = std::list< WaitObject >
 

Public Member Functions

 DQMImplNet (const std::string &appname="")
 
 ~DQMImplNet () override=default
 
- Public Member Functions inherited from DQMNet
void debug (bool doit)
 
void delay (int delay)
 
 DQMNet (const DQMNet &)=delete
 
 DQMNet (const std::string &appname="")
 
void listenToCollector (const std::string &host, int port)
 
void lock ()
 Acquire a lock on the DQM net layer. More...
 
DQMNet & operator= (const DQMNet &)=delete
 
void run ()
 
void sendLocalChanges ()
 
void shutdown ()
 Stop the network layer and wait it to finish. More...
 
void staleObjectWaitLimit (lat::TimeSpan time)
 
void start ()
 
void startLocalServer (const char *path)
 
void startLocalServer (int port)
 
void unlock ()
 Release the lock on the DQM net layer. More...
 
void updateToCollector (const std::string &host, int port)
 
virtual ~DQMNet ()
 

Protected Member Functions

Peer * createPeer (lat::Socket *s) override
 
Object * findObject (Peer *p, const std::string &name, Peer **owner=nullptr) override
 
Peer * getPeer (lat::Socket *s) override
 
Object * makeObject (Peer *p, const std::string &name) override
 
void markObjectsDead (Peer *p) override
 
void purgeDeadObjects (Peer *p) override
 
void removePeer (Peer *p, lat::Socket *s) override
 
void sendObjectListToPeer (Bucket *msg, bool all, bool clear) override
 Send all objects to a peer and optionally mark sent objects old. More...
 
void sendObjectListToPeers (bool all) override
 
void updatePeerMasks () override
 
- Protected Member Functions inherited from DQMNet
std::ostream & logme ()
 
virtual bool onMessage (Bucket *msg, Peer *p, unsigned char *data, size_t len)
 
virtual void releaseFromWait (Bucket *msg, WaitObject &w, Object *o)
 
virtual void sendObjectToPeer (Bucket *msg, Object &o, bool data)
 
virtual bool shouldStop ()
 
void updateMask (Peer *p)
 
void waitForData (Peer *p, const std::string &name, const std::string &info, Peer *owner)
 

Protected Attributes

PeerMap peers_
 
- Protected Attributes inherited from DQMNet
bool debug_
 
pthread_mutex_t lock_
 

Additional Inherited Members

- Static Public Member Functions inherited from DQMNet
static size_t dqmhash (const void *key, size_t keylen)
 
static void packQualityData (std::string &into, const QReports &qr)
 
static bool setOrder (const CoreObject &a, const CoreObject &b)
 
static void unpackQualityData (QReports &qr, uint32_t &flags, const char *from)
 
- Static Public Attributes inherited from DQMNet
static const uint32_t DQM_MSG_GET_OBJECT = 3
 
static const uint32_t DQM_MSG_HELLO = 0
 
static const uint32_t DQM_MSG_LIST_OBJECTS = 2
 
static const uint32_t DQM_MSG_UPDATE_ME = 1
 
static const uint32_t DQM_PROP_ACCUMULATE = 0x00004000
 
static const uint32_t DQM_PROP_DEAD = 0x00080000
 
static const uint32_t DQM_PROP_EFFICIENCY_PLOT = 0x00200000
 
static const uint32_t DQM_PROP_HAS_REFERENCE = 0x00001000
 
static const uint32_t DQM_PROP_LUMI = 0x00040000
 
static const uint32_t DQM_PROP_MARKTODELETE = 0x01000000
 
static const uint32_t DQM_PROP_NEW = 0x00010000
 
static const uint32_t DQM_PROP_RECEIVED = 0x00020000
 
static const uint32_t DQM_PROP_REPORT_ALARM = (DQM_PROP_REPORT_ERROR | DQM_PROP_REPORT_WARN | DQM_PROP_REPORT_OTHER)
 
static const uint32_t DQM_PROP_REPORT_CLEAR = 0x00000000
 
static const uint32_t DQM_PROP_REPORT_ERROR = 0x00000100
 
static const uint32_t DQM_PROP_REPORT_MASK = 0x00000f00
 
static const uint32_t DQM_PROP_REPORT_OTHER = 0x00000400
 
static const uint32_t DQM_PROP_REPORT_WARN = 0x00000200
 
static const uint32_t DQM_PROP_RESET = 0x00008000
 
static const uint32_t DQM_PROP_STALE = 0x00100000
 
static const uint32_t DQM_PROP_TAGGED = 0x00002000
 
static const uint32_t DQM_PROP_TYPE_DATABLOB = 0x00000050
 
static const uint32_t DQM_PROP_TYPE_INT = 0x00000001
 
static const uint32_t DQM_PROP_TYPE_INVALID = 0x00000000
 
static const uint32_t DQM_PROP_TYPE_MASK = 0x000000ff
 
static const uint32_t DQM_PROP_TYPE_REAL = 0x00000002
 
static const uint32_t DQM_PROP_TYPE_SCALAR = 0x0000000f
 
static const uint32_t DQM_PROP_TYPE_STRING = 0x00000003
 
static const uint32_t DQM_PROP_TYPE_TH1D = 0x00000012
 
static const uint32_t DQM_PROP_TYPE_TH1F = 0x00000010
 
static const uint32_t DQM_PROP_TYPE_TH1S = 0x00000011
 
static const uint32_t DQM_PROP_TYPE_TH2D = 0x00000022
 
static const uint32_t DQM_PROP_TYPE_TH2F = 0x00000020
 
static const uint32_t DQM_PROP_TYPE_TH2S = 0x00000021
 
static const uint32_t DQM_PROP_TYPE_TH3D = 0x00000032
 
static const uint32_t DQM_PROP_TYPE_TH3F = 0x00000030
 
static const uint32_t DQM_PROP_TYPE_TH3S = 0x00000031
 
static const uint32_t DQM_PROP_TYPE_TPROF = 0x00000040
 
static const uint32_t DQM_PROP_TYPE_TPROF2D = 0x00000041
 
static const uint32_t DQM_REPLY_LIST_BEGIN = 101
 
static const uint32_t DQM_REPLY_LIST_END = 102
 
static const uint32_t DQM_REPLY_NONE = 103
 
static const uint32_t DQM_REPLY_OBJECT = 104
 
static const uint32_t MAX_PEER_WAITREQS = 128
 
- Static Protected Member Functions inherited from DQMNet
static void copydata (Bucket *b, const void *data, size_t len)
 
static void discard (Bucket *&b)
 

Detailed Description

template<class ObjType>
class DQMImplNet< ObjType >

Definition at line 379 of file DQMNet.h.

Member Typedef Documentation

◆ DirMap

template<class ObjType>
using DQMImplNet< ObjType >::DirMap = std::set<std::string>

Definition at line 383 of file DQMNet.h.

◆ ObjectMap

template<class ObjType>
typedef __gnu_cxx::hash_set<ObjType, HashOp, HashEqual> DQMImplNet< ObjType >::ObjectMap

Definition at line 384 of file DQMNet.h.

◆ PeerMap

template<class ObjType>
typedef std::map<lat::Socket *, ImplPeer> DQMImplNet< ObjType >::PeerMap

Definition at line 385 of file DQMNet.h.

Constructor & Destructor Documentation

◆ DQMImplNet()

template<class ObjType>
DQMImplNet< ObjType >::DQMImplNet ( const std::string &  appname = "")
inline

Definition at line 392 of file DQMNet.h.

392 : DQMNet(appname) {}

◆ ~DQMImplNet()

template<class ObjType>
DQMImplNet< ObjType >::~DQMImplNet ( )
overridedefault

Member Function Documentation

◆ createPeer()

template<class ObjType>
Peer* DQMImplNet< ObjType >::createPeer ( lat::Socket *  s)
inlineoverrideprotectedvirtual

Implements DQMNet.

Definition at line 486 of file DQMNet.h.

486  {
487  ImplPeer *ip = &peers_[s];
488  ip->socket = nullptr;
489  ip->sendq = nullptr;
490  ip->sendpos = 0;
491  ip->mask = 0;
492  ip->source = false;
493  ip->update = false;
494  ip->updated = false;
495  ip->updates = 0;
496  ip->waiting = 0;
497  ip->automatic = nullptr;
498  return ip;
499  }

◆ findObject()

template<class ObjType>
Object* DQMImplNet< ObjType >::findObject ( Peer *  p,
const std::string &  name,
Peer **  owner = nullptr 
)
inlineoverrideprotectedvirtual

Implements DQMNet.

Definition at line 397 of file DQMNet.h.

397  {
398  size_t slash = name.rfind('/');
399  size_t dirpos = (slash == std::string::npos ? 0 : slash);
400  size_t namepos = (slash == std::string::npos ? 0 : slash + 1);
401  std::string path(name, 0, dirpos);
402  ObjType proto;
403  proto.hash = dqmhash(name.c_str(), name.size());
404  proto.dirname = path;
405  proto.objname.append(name, namepos, std::string::npos);
406 
407  typename ObjectMap::iterator pos;
408  typename PeerMap::iterator i, e;
409  if (owner)
410  *owner = nullptr;
411  if (p) {
412  auto *ip = static_cast<ImplPeer *>(p);
413  pos = ip->objs.find(proto);
414  if (pos == ip->objs.end())
415  return nullptr;
416  else {
417  if (owner)
418  *owner = ip;
419  return const_cast<ObjType *>(&*pos);
420  }
421  } else {
422  for (i = peers_.begin(), e = peers_.end(); i != e; ++i) {
423  pos = i->second.objs.find(proto);
424  if (pos != i->second.objs.end()) {
425  if (owner)
426  *owner = &i->second;
427  return const_cast<ObjType *>(&*pos);
428  }
429  }
430  return nullptr;
431  }
432  }

◆ getPeer()

template<class ObjType>
Peer* DQMImplNet< ObjType >::getPeer ( lat::Socket *  s)
inlineoverrideprotectedvirtual

Implements DQMNet.

Definition at line 480 of file DQMNet.h.

480  {
481  auto pos = peers_.find(s);
482  auto end = peers_.end();
483  return pos == end ? nullptr : &pos->second;
484  }

◆ makeObject()

template<class ObjType>
Object* DQMImplNet< ObjType >::makeObject ( Peer *  p,
const std::string &  name 
)
inlineoverrideprotectedvirtual

Implements DQMNet.

Definition at line 434 of file DQMNet.h.

434  {
435  auto *ip = static_cast<ImplPeer *>(p);
436  size_t slash = name.rfind('/');
437  size_t dirpos = (slash == std::string::npos ? 0 : slash);
438  size_t namepos = (slash == std::string::npos ? 0 : slash + 1);
439  ObjType o;
440  o.flags = 0;
441  o.tag = 0;
442  o.version = 0;
443  o.lastreq = 0;
444  o.dirname = *ip->dirs.insert(name.substr(0, dirpos)).first;
445  o.objname.append(name, namepos, std::string::npos);
446  o.hash = dqmhash(name.c_str(), name.size());
447  return const_cast<ObjType *>(&*ip->objs.insert(o).first);
448  }

◆ markObjectsDead()

template<class ObjType>
void DQMImplNet< ObjType >::markObjectsDead ( Peer *  p)
inlineoverrideprotectedvirtual

Implements DQMNet.

Definition at line 457 of file DQMNet.h.

457  {
458  uint64_t minreq = (lat::Time::current() - lat::TimeSpan(0, 0, 5 /* minutes */, 0, 0)).ns();
459  auto *ip = static_cast<ImplPeer *>(p);
460  typename ObjectMap::iterator i, e;
461  for (i = ip->objs.begin(), e = ip->objs.end(); i != e; ++i) {
462  if (i->lastreq && i->lastreq < minreq)
463  const_cast<ObjType &>(*i).lastreq = 0;
464  const_cast<ObjType &>(*i).flags |= DQM_PROP_DEAD;
465  }
466  }

◆ purgeDeadObjects()

template<class ObjType>
void DQMImplNet< ObjType >::purgeDeadObjects ( Peer *  p)
inlineoverrideprotectedvirtual

Implements DQMNet.

Definition at line 469 of file DQMNet.h.

469  {
470  auto *ip = static_cast<ImplPeer *>(p);
471  typename ObjectMap::iterator i, e;
472  for (i = ip->objs.begin(), e = ip->objs.end(); i != e;) {
473  if (i->flags & DQM_PROP_DEAD)
474  ip->objs.erase(i++);
475  else
476  ++i;
477  }
478  }

◆ removePeer()

template<class ObjType>
void DQMImplNet< ObjType >::removePeer ( Peer *  p,
lat::Socket *  s 
)
inlineoverrideprotectedvirtual

Implements DQMNet.

Definition at line 501 of file DQMNet.h.

501  {
502  auto *ip = static_cast<ImplPeer *>(p);
503  bool needflush = !ip->objs.empty();
504 
505  typename ObjectMap::iterator i, e;
506  for (i = ip->objs.begin(), e = ip->objs.end(); i != e;)
507  ip->objs.erase(i++);
508 
509  peers_.erase(s);
510 
511  // If we removed a peer with objects, our list of objects
512  // has changed and we need to update downstream peers.
513  if (needflush)
514  sendLocalChanges();
515  }

◆ sendObjectListToPeer()

template<class ObjType>
void DQMImplNet< ObjType >::sendObjectListToPeer ( Bucket *  msg,
bool  all,
bool  clear 
)
inlineoverrideprotectedvirtual

Send all objects to a peer and optionally mark sent objects old.

Implements DQMNet.

Definition at line 518 of file DQMNet.h.

518  {
519  typename PeerMap::iterator pi, pe;
520  typename ObjectMap::iterator oi, oe;
521  size_t size = 0;
522  size_t numobjs = 0;
523  for (pi = peers_.begin(), pe = peers_.end(); pi != pe; ++pi)
524  for (oi = pi->second.objs.begin(), oe = pi->second.objs.end(); oi != oe; ++oi, ++numobjs)
525  if (all || (oi->flags & DQM_PROP_NEW))
526  size += 9 * sizeof(uint32_t) + oi->dirname.size() + oi->objname.size() + 1 + oi->scalar.size() +
527  oi->qdata.size() + (oi->lastreq > 0 ? oi->rawdata.size() : 0);
528 
529  msg->data.reserve(msg->data.size() + size + 8 * sizeof(uint32_t));
530 
531  uint32_t nupdates = 0;
532  uint32_t words[4];
533  words[0] = sizeof(words);
534  words[1] = DQM_REPLY_LIST_BEGIN;
535  words[2] = numobjs;
536  words[3] = all;
537  copydata(msg, &words[0], sizeof(words));
538 
539  for (pi = peers_.begin(), pe = peers_.end(); pi != pe; ++pi)
540  for (oi = pi->second.objs.begin(), oe = pi->second.objs.end(); oi != oe; ++oi)
541  if (all || (oi->flags & DQM_PROP_NEW)) {
542  sendObjectToPeer(msg, const_cast<ObjType &>(*oi), oi->lastreq > 0);
543  if (clear)
544  const_cast<ObjType &>(*oi).flags &= ~DQM_PROP_NEW;
545  ++nupdates;
546  }
547 
548  words[1] = DQM_REPLY_LIST_END;
549  words[2] = nupdates;
550  copydata(msg, &words[0], sizeof(words));
551  }

Referenced by DQMImplNet< DQMNet::Object >::sendObjectListToPeers().

◆ sendObjectListToPeers()

template<class ObjType>
void DQMImplNet< ObjType >::sendObjectListToPeers ( bool  all)
inlineoverrideprotectedvirtual

Implements DQMNet.

Definition at line 553 of file DQMNet.h.

553  {
554  typename PeerMap::iterator i, e;
555  typename ObjectMap::iterator oi, oe;
556  for (i = peers_.begin(), e = peers_.end(); i != e; ++i) {
557  ImplPeer &p = i->second;
558  if (!p.update)
559  continue;
560 
561  if (debug_)
562  logme() << "DEBUG: notifying " << p.peeraddr << std::endl;
563 
564  Bucket msg;
565  msg.next = nullptr;
566  sendObjectListToPeer(&msg, !p.updated || all, true);
567 
568  if (!msg.data.empty()) {
569  Bucket **prev = &p.sendq;
570  while (*prev)
571  prev = &(*prev)->next;
572 
573  *prev = new Bucket;
574  (*prev)->next = nullptr;
575  (*prev)->data.swap(msg.data);
576  }
577  p.updated = true;
578  }
579  }

◆ updatePeerMasks()

template<class ObjType>
void DQMImplNet< ObjType >::updatePeerMasks ( )
inlineoverrideprotectedvirtual

Implements DQMNet.

Definition at line 581 of file DQMNet.h.

581  {
582  typename PeerMap::iterator i, e;
583  for (i = peers_.begin(), e = peers_.end(); i != e;)
584  updateMask(&(i++)->second);
585  }

Member Data Documentation

◆ peers_

template<class ObjType>
PeerMap DQMImplNet< ObjType >::peers_
protected

Definition at line 588 of file DQMNet.h.

Referenced by DQMImplNet< DQMNet::Object >::createPeer(), DQMImplNet< DQMNet::Object >::findObject(), DQMImplNet< DQMNet::Object >::getPeer(), DQMImplNet< DQMNet::Object >::removePeer(), DQMImplNet< DQMNet::Object >::sendObjectListToPeer(), DQMImplNet< DQMNet::Object >::sendObjectListToPeers(), and DQMImplNet< DQMNet::Object >::updatePeerMasks().

DQMNet::sendObjectToPeer
virtual void sendObjectToPeer(Bucket *msg, Object &o, bool data)
Definition: DQMNet.cc:390
mps_fire.i
i
Definition: mps_fire.py:428
DQMNet::DQM_REPLY_LIST_END
static const uint32_t DQM_REPLY_LIST_END
Definition: DQMNet.h:73
DQMImplNet::sendObjectListToPeer
void sendObjectListToPeer(Bucket *msg, bool all, bool clear) override
Send all objects to a peer and optionally mark sent objects old.
Definition: DQMNet.h:518
DQMNet::dqmhash
static size_t dqmhash(const void *key, size_t keylen)
Definition: DQMNet.h:194
pos
Definition: PixelAliasList.h:18
mps_check.msg
tuple msg
Definition: mps_check.py:285
DQMNet::DQM_PROP_DEAD
static const uint32_t DQM_PROP_DEAD
Definition: DQMNet.h:62
python.cmstools.all
def all(container)
workaround iterator generators for ROOT classes
Definition: cmstools.py:25
EcalTangentSkim_cfg.o
o
Definition: EcalTangentSkim_cfg.py:42
alignCSCRings.s
s
Definition: alignCSCRings.py:92
DQMNet::DQMNet
DQMNet(const std::string &appname="")
Definition: DQMNet.cc:906
mps_fire.end
end
Definition: mps_fire.py:242
DQMNet::DQM_PROP_NEW
static const uint32_t DQM_PROP_NEW
Definition: DQMNet.h:59
first
auto first
Definition: CAHitNtupletGeneratorKernelsImpl.h:125
DQMNet::DQM_REPLY_LIST_BEGIN
static const uint32_t DQM_REPLY_LIST_BEGIN
Definition: DQMNet.h:72
DQMImplNet::peers_
PeerMap peers_
Definition: DQMNet.h:588
clear
void clear(HadCaloObj &c)
Definition: data.h:124
AlCaHLTBitMon_ParallelJobs.p
def p
Definition: AlCaHLTBitMon_ParallelJobs.py:153
DQMNet::updateMask
void updateMask(Peer *p)
Definition: DQMNet.cc:880
AlCaHLTBitMon_QueryRunRegistry.string
string string
Definition: AlCaHLTBitMon_QueryRunRegistry.py:256
pickleFileParser.slash
slash
Definition: pickleFileParser.py:12
DQMNet::debug_
bool debug_
Definition: DQMNet.h:339
Skims_PA_cff.name
name
Definition: Skims_PA_cff.py:17
cond::uint64_t
unsigned long long uint64_t
Definition: Time.h:13
pi
const Double_t pi
Definition: trackSplitPlot.h:36
castor_dqm_sourceclient_file_cfg.path
path
Definition: castor_dqm_sourceclient_file_cfg.py:37
DQMNet::logme
std::ostream & logme()
Definition: DQMNet.cc:50
DQMNet::sendLocalChanges
void sendLocalChanges()
Definition: DQMNet.cc:1195
DQMNet::copydata
static void copydata(Bucket *b, const void *data, size_t len)
Definition: DQMNet.cc:57
findQualityFiles.size
size
Write out results.
Definition: findQualityFiles.py:443
MillePedeFileConverter_cfg.e
e
Definition: MillePedeFileConverter_cfg.py:37
Generated for CMSSW Reference Manual by doxygen 1.8.16