#include <FastMonitor.h>

Public Member Functions
void	addFastPathDefinition (std::string const &defPathFast, std::string const defGroupFast, bool strict)

void	commit (std::vector< unsigned int > *streamLumisPtr)

void	discardCollected (unsigned int forLumi)

	FastMonitor (std::string const &defPath, std::string const defGroup, bool strictChecking, bool useSource=true, bool useDefinition=true)

	FastMonitor (DataPointDefinition *dpd, bool strictChecking, bool useSource=true, bool useDefinition=true)

std::string	getCSVString ()

void	getHostAndPID (std::string &sHPid)

JsonMonitorable *	getMergedIntJForLumi (std::string const &name, unsigned int forLumi)

void	outputCSV (std::string const &path, std::string const &csvString)

bool	outputFullJSON (std::string const &path, unsigned int lumi, bool log=true)

void	registerFastGlobalMonitorable (JsonMonitorable *newMonitorable)

void	registerGlobalMonitorable (JsonMonitorable newMonitorable, bool NAifZeroUpdates, unsigned int nBins=nullptr)

void	registerStreamMonitorableUIntVec (std::string const &name, std::vector< unsigned int > inputs, bool NAifZeroUpdates, unsigned int nBins=nullptr)

void	registerStreamMonitorableUIntVecAtomic (std::string const &name, std::vector< AtomicMonUInt * > inputs, bool NAifZeroUpdates, unsigned int nBins=nullptr)

void	setDefPath (std::string const &dpath)

void	setNStreams (unsigned int nStreams)

void	snap (unsigned int ls)

void	snapGlobal (unsigned int ls)

void	snapStreamAtomic (unsigned int ls, unsigned int streamID)

virtual	~FastMonitor ()

Private Attributes
std::vector< DataPoint * >	dataPoints_

std::vector< DataPoint * >	dataPointsFastOnly_

std::string	defPath_

std::string	defPathFast_

bool	deleteDef_ =false

bool	deleteDefFast_ =false

DataPointDefinition *	dpd_

DataPointDefinition *	dpdFast_

std::map< std::string, unsigned int >	dpNameMap_

bool	fastPathStrictChecking_

unsigned int	fregDpCount_ = 0

bool	haveFastPath_ =false

std::vector< unsigned int >	jsonDpIndex_

std::vector< DataPoint * >	jsonDpIndexFast_

unsigned int	nStreams_

std::vector< DataPoint * >	orphanedDps_

unsigned int	recentSnaps_ = 0

unsigned int	recentSnapsTimer_ = 0

unsigned int	regDpCount_ = 0

std::string	sourceInfo_

bool	strictChecking_

std::unordered_set< std::string >	uids_

bool	useDefinition_

bool	useSource_

Detailed Description

Definition at line 19 of file FastMonitor.h.

Constructor & Destructor Documentation

FastMonitor::FastMonitor	(	std::string const &	defPath,
		std::string const	defGroup,
		bool	strictChecking,
		bool	useSource = `true`,
		bool	useDefinition = `true`
	)

Definition at line 22 of file FastMonitor.cc.

References defPath_, dpd_, jsoncollector::DataPointDefinition::getDataPointDefinitionFor(), getHostAndPID(), and sourceInfo_.

                                                                                                                                     :
     defPath_(defPath),strictChecking_(strictChecking),useSource_(useSource),useDefinition_(useDefinition),nStreams_(1),deleteDef_(true)
 {
   //get host and PID info
   if (useSource)
     getHostAndPID(sourceInfo_);
 
   //load definition file
   dpd_ = new DataPointDefinition();
   DataPointDefinition::getDataPointDefinitionFor(defPath_, dpd_,&defGroup);
 
 }

FastMonitor::FastMonitor	(	DataPointDefinition *	dpd,
		bool	strictChecking,
		bool	useSource = `true`,
		bool	useDefinition = `true`
	)

Definition at line 36 of file FastMonitor.cc.

References getHostAndPID(), and sourceInfo_.

                                                                                                            :
     strictChecking_(strictChecking),useSource_(useSource),useDefinition_(useDefinition),nStreams_(1),dpd_(dpd)
 {
   //get host and PID info
   if (useSource)
     getHostAndPID(sourceInfo_);
 }

FastMonitor::~FastMonitor ( )

virtual

Definition at line 44 of file FastMonitor.cc.

References dataPoints_, deleteDef_, deleteDefFast_, dpd_, and dpdFast_.

 {
   for (auto dp: dataPoints_) delete dp;
   if (deleteDef_) delete dpd_;
   if (deleteDefFast_) delete dpdFast_;
 }

Member Function Documentation

void FastMonitor::addFastPathDefinition	(	std::string const &	defPathFast,
		std::string const	defGroupFast,
		bool	strict
	)

Definition at line 51 of file FastMonitor.cc.

References defPathFast_, deleteDefFast_, dpdFast_, fastPathStrictChecking_, jsoncollector::DataPointDefinition::getDataPointDefinitionFor(), and haveFastPath_.

 {
   haveFastPath_=true;
   defPathFast_=defPathFast;
   dpdFast_ = new DataPointDefinition();
   DataPointDefinition::getDataPointDefinitionFor(defPathFast_, dpdFast_,&defGroupFast);
   fastPathStrictChecking_=strict;
   deleteDefFast_=true;
 }

void FastMonitor::commit ( std::vector< unsigned int > * streamLumisPtr )

Definition at line 109 of file FastMonitor.cc.

References assert(), dataPoints_, dataPointsFastOnly_, defPath_, defPathFast_, dpd_, dpdFast_, fastPathStrictChecking_, fregDpCount_, jsoncollector::DataPointDefinition::getNames(), jsoncollector::DataPointDefinition::getOperationFor(), haveFastPath_, i, j, jsonDpIndex_, jsonDpIndexFast_, regDpCount_, sourceInfo_, strictChecking_, and jsoncollector::DataPoint::trackDummy().

Referenced by RawEventFileWriterForBU::RawEventFileWriterForBU(), and evf::FastMonitoringThread::MonitorData::registerVariables().

 {
   std::vector<std::string> const& jsonNames= dpd_->getNames();
   regDpCount_ = dataPoints_.size();
   if (strictChecking_)
     assert(jsonNames.size()==regDpCount_);
 
   std::map<unsigned int,bool> hasJson;
   for (unsigned int i=0;i<jsonNames.size();i++)
   {
     bool notFoundVar=true;
     for (unsigned int j=0;j<regDpCount_;j++) {
       if (dataPoints_[j]->getName()==jsonNames[i])
       {
     dataPoints_[j]->setOperation(dpd_->getOperationFor(i));
     jsonDpIndex_.push_back(j);
     hasJson[j]=true;
     notFoundVar=false;
     break;
       }
     }
     if (notFoundVar) {
       assert(!strictChecking_);
       //push dummy DP if not registered by the service so that we output required JSON/CSV
       DataPoint *dummyDp = new DataPoint(sourceInfo_,defPath_);
       dummyDp->trackDummy(jsonNames[i],true);
       dataPoints_.push_back(dummyDp);
       jsonDpIndex_.push_back(dataPoints_.size()-1);
     }
   }
   for (unsigned int i=0;i<regDpCount_;i++) {
     dataPoints_[i]->setStreamLumiPtr(streamLumisPtr);
   }
 
   //fast path:
   if (haveFastPath_) {
     std::vector<std::string> const& fjsonNames = dpdFast_->getNames();
     fregDpCount_ = dataPointsFastOnly_.size();
     assert(!(fastPathStrictChecking_ && fjsonNames.size()==fregDpCount_));
     std::map<unsigned int,bool> fhasJson;
     for (unsigned int i=0;i<fjsonNames.size();i++)
     {
       bool notFoundVar=true;
       for (unsigned int j=0;j<fregDpCount_;j++) {
     if (dataPointsFastOnly_[j]->getName()==fjsonNames[i])
     {
       jsonDpIndexFast_.push_back(dataPointsFastOnly_[j]);
       fhasJson[j]=true;
       notFoundVar=false;
       break;
     }
       }
       if (notFoundVar)
       {
         //try to find variable among slow variables
 
         bool notFoundVarSlow=true;
         for (unsigned int j=0;j<regDpCount_;j++) {
       if (dataPoints_[j]->getName()==fjsonNames[i])
       {
         jsonDpIndexFast_.push_back(dataPoints_[j]);
         //fhasJson[j]=true;
         notFoundVarSlow=false;
         break;
       }
     }
 
     assert(!(fastPathStrictChecking_ && !notFoundVarSlow));
     //push dummy DP if not registered by the service so that we output required JSON/CSV
     if (notFoundVarSlow) {
       DataPoint *dummyDp = new DataPoint(sourceInfo_,defPathFast_);
       dummyDp->trackDummy(fjsonNames[i],true);
       dataPointsFastOnly_.push_back(dummyDp);
       jsonDpIndexFast_.push_back(dummyDp);
         }
       }
     }
   } 
 }

void FastMonitor::discardCollected ( unsigned int forLumi )

Definition at line 268 of file FastMonitor.cc.

References dataPoints_.

Referenced by RawEventFileWriterForBU::endOfLS(), and RawEventFileWriterForBU::finishFileWrite().

 {
   for (auto dp: dataPoints_) dp->discardCollected(forLumi);
 }

std::string FastMonitor::getCSVString ( )

Definition at line 217 of file FastMonitor.cc.

References j, jsonDpIndexFast_, and contentValuesCheck::ss.

 {
   //output what was specified in JSON in the same order (including dummies)
   unsigned int monSize = jsonDpIndexFast_.size();
   std::stringstream ss;
   if (monSize) {
     for (unsigned int j=0; j< monSize;j++) { 
       ss << jsonDpIndexFast_[j]->fastOutCSV();
       if (j<monSize-1) ss << ",";
     }
   }
   return ss.str();
 }

void FastMonitor::getHostAndPID ( std::string & sHPid )

Definition at line 273 of file FastMonitor.cc.

References sysUtil::pid.

Referenced by FastMonitor().

 {
   std::stringstream hpid;
   int pid = (int) getpid();
   char hostname[128];
   gethostname(hostname, sizeof hostname);
   hpid << hostname << "_" << pid;
   sHPid = hpid.str();
 }

JsonMonitorable * FastMonitor::getMergedIntJForLumi	(	std::string const &	name,
		unsigned int	forLumi
	)

Definition at line 242 of file FastMonitor.cc.

References assert(), dataPoints_, and dpNameMap_.

 {
   auto it = dpNameMap_.find(name);
   assert(it!=dpNameMap_.end());
   return  dataPoints_[it->second]->mergeAndRetrieveValue(forLumi);
 }

void FastMonitor::outputCSV	(	std::string const &	path,
		std::string const &	csvString
	)

Definition at line 231 of file FastMonitor.cc.

References defPathFast_, dbtoconf::out, download_sqlite_cfg::outputFile, and estimatePileup_makeJSON::trunc.

 {
   std::ofstream outputFile;
   outputFile.open(path.c_str(), std::fstream::out | std::fstream::trunc);
   outputFile << defPathFast_ << std::endl;
   outputFile << csvString << std::endl;
   outputFile.close();
 }

bool FastMonitor::outputFullJSON	(	std::string const &	path,
		unsigned int	lumi,
		bool	log = `true`
	)

Definition at line 249 of file FastMonitor.cc.

References dataPoints_, j, jsonDpIndex_, LogDebug, recentSnaps_, recentSnapsTimer_, query::result, AlCaHLTBitMon_QueryRunRegistry::string, Json::StyledWriter::write(), and jsoncollector::FileIO::writeStringToFile().

Referenced by RawEventFileWriterForBU::endOfLS(), RawEventFileWriterForBU::finishFileWrite(), RawEventFileWriterForBU::handler(), and RawEventFileWriterForBU::stop().

 {
   if (log)
     LogDebug("FastMonitor") << "SNAP updates -: " <<  recentSnaps_ << " (by timer: " << recentSnapsTimer_ 
                               << ") in lumisection ";
 
   recentSnaps_ = recentSnapsTimer_ = 0;
 
   Json::Value serializeRoot;
   for (unsigned int j=0; j< jsonDpIndex_.size();j++) {
     dataPoints_[jsonDpIndex_[j]]->mergeAndSerialize(serializeRoot,lumi,j==0);
   }
 
   Json::StyledWriter writer;
   std::string && result = writer.write(serializeRoot);
   FileIO::writeStringToFile(path, result);
   return true;
 }

void FastMonitor::registerFastGlobalMonitorable ( JsonMonitorable * newMonitorable )

Definition at line 75 of file FastMonitor.cc.

References dataPointsFastOnly_, defPathFast_, sourceInfo_, and jsoncollector::DataPoint::trackMonitorable().

Referenced by evf::FastMonitoringThread::MonitorData::registerVariables().

 {
   DataPoint *dp = new DataPoint(sourceInfo_,defPathFast_,true);
   dp->trackMonitorable(newMonitorable,false);
   dataPointsFastOnly_.push_back(dp);
 }

void FastMonitor::registerGlobalMonitorable	(	JsonMonitorable *	newMonitorable,
		bool	NAifZeroUpdates,
		unsigned int *	nBins = `nullptr`
	)

Definition at line 62 of file FastMonitor.cc.

References assert(), dataPoints_, defPath_, dpNameMap_, jsoncollector::JsonMonitorable::getName(), edm::second(), jsoncollector::DataPoint::setNBins(), sourceInfo_, jsoncollector::DataPoint::trackMonitorable(), and uids_.

Referenced by RawEventFileWriterForBU::RawEventFileWriterForBU(), and evf::FastMonitoringThread::MonitorData::registerVariables().

 {
   DataPoint *dp = new DataPoint(sourceInfo_,defPath_);
   dp->trackMonitorable(newMonitorable,NAifZeroUpdates);
   dp->setNBins(nBins);
   dataPoints_.push_back(dp);
   dpNameMap_[newMonitorable->getName()]=dataPoints_.size()-1;
 
   //checks if the same name is registered twice
   assert(uids_.insert(newMonitorable->getName()).second);
 }

void FastMonitor::registerStreamMonitorableUIntVec	(	std::string const &	name,
		std::vector< unsigned int > *	inputs,
		bool	NAifZeroUpdates,
		unsigned int *	nBins = `nullptr`
	)

Definition at line 83 of file FastMonitor.cc.

References assert(), dataPoints_, defPath_, dpNameMap_, mergeVDriftHistosByStation::name, jsoncollector::DataPoint::setNBins(), sourceInfo_, jsoncollector::DataPoint::trackVectorUInt(), and uids_.

Referenced by evf::FastMonitoringThread::MonitorData::registerVariables().

 {
   DataPoint *dp = new DataPoint(sourceInfo_,defPath_);
   dp->trackVectorUInt(name,inputs,NAifZeroUpdates);
   dp->setNBins(nBins);
   dataPoints_.push_back(dp);
   dpNameMap_[name]=dataPoints_.size()-1;
   assert (uids_.insert(name).second);
 }

void FastMonitor::registerStreamMonitorableUIntVecAtomic	(	std::string const &	name,
		std::vector< AtomicMonUInt * > *	inputs,
		bool	NAifZeroUpdates,
		unsigned int *	nBins = `nullptr`
	)

Definition at line 95 of file FastMonitor.cc.

References assert(), dataPoints_, defPath_, dpNameMap_, mergeVDriftHistosByStation::name, jsoncollector::DataPoint::setNBins(), sourceInfo_, AlCaHLTBitMon_QueryRunRegistry::string, jsoncollector::DataPoint::trackVectorUIntAtomic(), uids_, and useDefinition_.

Referenced by evf::FastMonitoringThread::MonitorData::registerVariables().

 {
   std::string definitionToPass;
   if (useDefinition_) definitionToPass=defPath_;
   DataPoint *dp = new DataPoint(definitionToPass,sourceInfo_);
   dp->trackVectorUIntAtomic(name,inputs,NAifZeroUpdates);
   dp->setNBins(nBins);
   dataPoints_.push_back(dp);
   dpNameMap_[name]=dataPoints_.size()-1;
   assert (uids_.insert(name).second);
 }

void jsoncollector::FastMonitor::setDefPath ( std::string const & dpath )

inline

Definition at line 30 of file FastMonitor.h.

References dataPoints_, and defPath_.

Referenced by RawEventFileWriterForBU::writeJsds().

30 {defPath_=dpath;for (auto dp : dataPoints_) dp->updateDefinition(dpath);}

jsoncollector::FastMonitor::defPath_

std::string defPath_

Definition: FastMonitor.h:84

jsoncollector::FastMonitor::dataPoints_

std::vector< DataPoint * > dataPoints_

Definition: FastMonitor.h:100

void jsoncollector::FastMonitor::setNStreams ( unsigned int nStreams )

inline

Definition at line 32 of file FastMonitor.h.

References nStreams_.

32 {nStreams_=nStreams;}

jsoncollector::FastMonitor::nStreams_

unsigned int nStreams_

Definition: FastMonitor.h:92

void FastMonitor::snap ( unsigned int ls )

Definition at line 190 of file FastMonitor.cc.

References dataPoints_, i, recentSnaps_, recentSnapsTimer_, and regDpCount_.

Referenced by RawEventFileWriterForBU::endOfLS(), RawEventFileWriterForBU::finishFileWrite(), RawEventFileWriterForBU::handler(), and RawEventFileWriterForBU::stop().

 {
   recentSnaps_++;
   recentSnapsTimer_++;
   for (unsigned int i=0;i<regDpCount_;i++) {
     dataPoints_[i]->snap(ls);
   }
 }

void FastMonitor::snapGlobal ( unsigned int ls )

Definition at line 200 of file FastMonitor.cc.

References dataPoints_, i, recentSnaps_, and regDpCount_.

 {
   recentSnaps_++;
   for (unsigned int i=0;i<regDpCount_;i++) {
     dataPoints_[i]->snapGlobal(ls);
   }
 }

void FastMonitor::snapStreamAtomic	(	unsigned int	ls,
		unsigned int	streamID
	)

Definition at line 209 of file FastMonitor.cc.

References dataPoints_, i, recentSnaps_, and regDpCount_.

 {
   recentSnaps_++;
   for (unsigned int i=0;i<regDpCount_;i++) {
     dataPoints_[i]->snapStreamAtomic(ls, streamID);
   }
 }

Member Data Documentation

std::vector<DataPoint*> jsoncollector::FastMonitor::dataPoints_

private

Definition at line 100 of file FastMonitor.h.

Referenced by commit(), discardCollected(), getMergedIntJForLumi(), outputFullJSON(), registerGlobalMonitorable(), registerStreamMonitorableUIntVec(), registerStreamMonitorableUIntVecAtomic(), setDefPath(), snap(), snapGlobal(), snapStreamAtomic(), and ~FastMonitor().

std::vector<DataPoint*> jsoncollector::FastMonitor::dataPointsFastOnly_

private

Definition at line 101 of file FastMonitor.h.

Referenced by commit(), and registerFastGlobalMonitorable().

std::string jsoncollector::FastMonitor::defPath_

private

Definition at line 84 of file FastMonitor.h.

Referenced by commit(), FastMonitor(), registerGlobalMonitorable(), registerStreamMonitorableUIntVec(), registerStreamMonitorableUIntVecAtomic(), and setDefPath().

std::string jsoncollector::FastMonitor::defPathFast_

private

Definition at line 85 of file FastMonitor.h.

Referenced by addFastPathDefinition(), commit(), outputCSV(), and registerFastGlobalMonitorable().

bool jsoncollector::FastMonitor::deleteDef_ =false

private

Definition at line 97 of file FastMonitor.h.

Referenced by ~FastMonitor().

bool jsoncollector::FastMonitor::deleteDefFast_ =false

private

Definition at line 98 of file FastMonitor.h.

Referenced by addFastPathDefinition(), and ~FastMonitor().

DataPointDefinition* jsoncollector::FastMonitor::dpd_

private

Definition at line 95 of file FastMonitor.h.

Referenced by commit(), FastMonitor(), and ~FastMonitor().

DataPointDefinition* jsoncollector::FastMonitor::dpdFast_

private

Definition at line 96 of file FastMonitor.h.

Referenced by addFastPathDefinition(), commit(), and ~FastMonitor().

std::map<std::string,unsigned int> jsoncollector::FastMonitor::dpNameMap_

private

Definition at line 105 of file FastMonitor.h.

Referenced by getMergedIntJForLumi(), registerGlobalMonitorable(), registerStreamMonitorableUIntVec(), and registerStreamMonitorableUIntVecAtomic().

bool jsoncollector::FastMonitor::fastPathStrictChecking_

private

Definition at line 87 of file FastMonitor.h.

Referenced by addFastPathDefinition(), and commit().

unsigned int jsoncollector::FastMonitor::fregDpCount_ = 0

private

Definition at line 110 of file FastMonitor.h.

Referenced by commit().

bool jsoncollector::FastMonitor::haveFastPath_ =false

private

Definition at line 90 of file FastMonitor.h.

Referenced by addFastPathDefinition(), and commit().

std::vector<unsigned int> jsoncollector::FastMonitor::jsonDpIndex_

private

Definition at line 102 of file FastMonitor.h.

Referenced by commit(), and outputFullJSON().

std::vector<DataPoint*> jsoncollector::FastMonitor::jsonDpIndexFast_

private

Definition at line 103 of file FastMonitor.h.

Referenced by commit(), and getCSVString().

unsigned int jsoncollector::FastMonitor::nStreams_

private

Definition at line 92 of file FastMonitor.h.

Referenced by setNStreams().

std::vector<DataPoint*> jsoncollector::FastMonitor::orphanedDps_

private

Definition at line 104 of file FastMonitor.h.

unsigned int jsoncollector::FastMonitor::recentSnaps_ = 0

private

Definition at line 107 of file FastMonitor.h.

Referenced by outputFullJSON(), snap(), snapGlobal(), and snapStreamAtomic().

unsigned int jsoncollector::FastMonitor::recentSnapsTimer_ = 0

private

Definition at line 108 of file FastMonitor.h.

Referenced by outputFullJSON(), and snap().

unsigned int jsoncollector::FastMonitor::regDpCount_ = 0

private

Definition at line 109 of file FastMonitor.h.

Referenced by commit(), snap(), snapGlobal(), and snapStreamAtomic().

std::string jsoncollector::FastMonitor::sourceInfo_

private

Definition at line 94 of file FastMonitor.h.

Referenced by commit(), FastMonitor(), registerFastGlobalMonitorable(), registerGlobalMonitorable(), registerStreamMonitorableUIntVec(), and registerStreamMonitorableUIntVecAtomic().

bool jsoncollector::FastMonitor::strictChecking_

private

Definition at line 86 of file FastMonitor.h.

Referenced by commit().

std::unordered_set<std::string> jsoncollector::FastMonitor::uids_

private

Definition at line 112 of file FastMonitor.h.

Referenced by registerGlobalMonitorable(), registerStreamMonitorableUIntVec(), and registerStreamMonitorableUIntVecAtomic().

bool jsoncollector::FastMonitor::useDefinition_

private

Definition at line 89 of file FastMonitor.h.

Referenced by registerStreamMonitorableUIntVecAtomic().

bool jsoncollector::FastMonitor::useSource_

private

Definition at line 88 of file FastMonitor.h.

Public Member Functions

Private Attributes

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation