jsoncollector::FastMonitor Class Reference

#include <FastMonitor.h>

Public Member Functions
void	addFastPathDefinition (std::string const &defPathFast, std::string const defGroupFast, bool strict)
void	commit (std::vector< unsigned int > *streamLumisPtr)
void	discardCollected (unsigned int forLumi)
	FastMonitor (std::string const &defPath, std::string const defGroup, bool strictChecking, bool useSource=true, bool useDefinition=true)
	FastMonitor (DataPointDefinition const *dpd, bool strictChecking, bool useSource=true, bool useDefinition=true)
std::string	getCSVString (int sid=-1)
void	getHostAndPID (std::string &sHPid)
JsonMonitorable *	getMergedIntJForLumi (std::string const &name, unsigned int forLumi)
void	outputCSV (std::string const &path, std::vector< std::string > const &csvString)
bool	outputFullJSON (std::string const &path, unsigned int lumi, bool output=true)
void	registerFastGlobalMonitorable (JsonMonitorable *newMonitorable)
void	registerGlobalMonitorable (JsonMonitorable *newMonitorable, bool NAifZeroUpdates, unsigned int *nBins=nullptr)
void	registerStreamMonitorableUIntVec (std::string const &name, std::vector< unsigned int > *inputs, bool NAifZeroUpdates, unsigned int *nBins=nullptr)
void	registerStreamMonitorableUIntVecAtomic (std::string const &name, std::vector< AtomicMonUInt *> *inputs, bool NAifZeroUpdates, unsigned int *nBins=nullptr)
void	setDefPath (std::string const &dpath)
void	setNStreams (unsigned int nStreams)
void	snap (unsigned int ls)
void	snapGlobal (unsigned int ls)
void	snapStreamAtomic (unsigned int ls, unsigned int streamID)
virtual	~FastMonitor ()

Private Attributes
std::vector< DataPoint * >	dataPoints_
std::vector< DataPoint * >	dataPointsFastOnly_
std::string	defPath_
std::string	defPathFast_
bool	deleteDef_ = false
bool	deleteDefFast_ = false
DataPointDefinition const *	dpd_
DataPointDefinition const *	dpdFast_
std::map< std::string, unsigned int >	dpNameMap_
bool	fastPathStrictChecking_
unsigned int	fregDpCount_ = 0
bool	haveFastPath_ = false
std::vector< unsigned int >	jsonDpIndex_
std::vector< DataPoint * >	jsonDpIndexFast_
unsigned int	nStreams_
std::vector< DataPoint * >	orphanedDps_
unsigned int	recentSnaps_ = 0
unsigned int	recentSnapsTimer_ = 0
unsigned int	regDpCount_ = 0
std::string	sourceInfo_
bool	strictChecking_
std::unordered_set< std::string >	uids_
bool	useDefinition_
bool	useSource_

Detailed Description

Definition at line 19 of file FastMonitor.h.

Constructor & Destructor Documentation

FastMonitor() [1/2]

FastMonitor::FastMonitor	(	std::string const &	defPath,
		std::string const	defGroup,
		bool	strictChecking,
		bool	useSource = true,
		bool	useDefinition = true
	)

Definition at line 22 of file FastMonitor.cc.

References defPath_, dpd_, jsoncollector::DataPointDefinition::getDataPointDefinitionFor(), getHostAndPID(), sourceInfo_, and groupFilesInBlocks::temp.

    : defPath_(defPath),
      strictChecking_(strictChecking),
      useSource_(useSource),
      useDefinition_(useDefinition),
      nStreams_(1),
      deleteDef_(true) {
  //get host and PID info
  if (useSource)
    getHostAndPID(sourceInfo_);

  //load definition file
  auto temp = new DataPointDefinition();
  DataPointDefinition::getDataPointDefinitionFor(defPath_, temp, &defGroup);
  dpd_ = temp;
}

FastMonitor() [2/2]

FastMonitor::FastMonitor	(	DataPointDefinition const *	dpd,
		bool	strictChecking,
		bool	useSource = true,
		bool	useDefinition = true
	)

Definition at line 40 of file FastMonitor.cc.

References getHostAndPID(), and sourceInfo_.

    : strictChecking_(strictChecking), useSource_(useSource), useDefinition_(useDefinition), nStreams_(1), dpd_(dpd) {
  //get host and PID info
  if (useSource)
    getHostAndPID(sourceInfo_);
}

~FastMonitor()

FastMonitor::~FastMonitor ( )

virtual

Definition at line 47 of file FastMonitor.cc.

References dataPoints_, deleteDef_, deleteDefFast_, Calorimetry_cff::dp, dpd_, and dpdFast_.

                          {
  for (auto dp : dataPoints_)
    delete dp;
  if (deleteDef_)
    delete dpd_;
  if (deleteDefFast_)
    delete dpdFast_;
}

Member Function Documentation

addFastPathDefinition()

void FastMonitor::addFastPathDefinition	(	std::string const &	defPathFast,
		std::string const	defGroupFast,
		bool	strict
	)

Definition at line 56 of file FastMonitor.cc.

References defPathFast_, deleteDefFast_, dpdFast_, fastPathStrictChecking_, jsoncollector::DataPointDefinition::getDataPointDefinitionFor(), haveFastPath_, and groupFilesInBlocks::temp.

                                                                                                               {
  haveFastPath_ = true;
  defPathFast_ = defPathFast;
  auto temp = new DataPointDefinition();
  DataPointDefinition::getDataPointDefinitionFor(defPathFast_, temp, &defGroupFast);
  dpdFast_ = temp;
  fastPathStrictChecking_ = strict;
  deleteDefFast_ = true;
}

commit()

void FastMonitor::commit

(

std::vector< unsigned int > *

streamLumisPtr

)

Definition at line 116 of file FastMonitor.cc.

References cms::cuda::assert(), dataPoints_, dataPointsFastOnly_, defPath_, defPathFast_, dpd_, dpdFast_, fastPathStrictChecking_, fregDpCount_, ForwardName::getName(), jsoncollector::DataPointDefinition::getNames(), jsoncollector::DataPointDefinition::getOperationFor(), haveFastPath_, mps_fire::i, dqmiolumiharvest::j, jsonDpIndex_, jsonDpIndexFast_, regDpCount_, sourceInfo_, strictChecking_, and jsoncollector::DataPoint::trackDummy().

Referenced by RawEventFileWriterForBU::RawEventFileWriterForBU(), and evf::FastMonitoringThread::MonitorData::registerVariables().

                                                                {
  std::vector<std::string> const& jsonNames = dpd_->getNames();
  regDpCount_ = dataPoints_.size();
  if (strictChecking_)
    assert(jsonNames.size() == regDpCount_);

  std::map<unsigned int, bool> hasJson;
  for (unsigned int i = 0; i < jsonNames.size(); i++) {
    bool notFoundVar = true;
    for (unsigned int j = 0; j < regDpCount_; j++) {
      if (dataPoints_[j]->getName() == jsonNames[i]) {
        dataPoints_[j]->setOperation(dpd_->getOperationFor(i));
        jsonDpIndex_.push_back(j);
        hasJson[j] = true;
        notFoundVar = false;
        break;
      }
    }
    if (notFoundVar) {
      assert(!strictChecking_);
      //push dummy DP if not registered by the service so that we output required JSON/CSV
      DataPoint* dummyDp = new DataPoint(sourceInfo_, defPath_);
      dummyDp->trackDummy(jsonNames[i], true);
      dataPoints_.push_back(dummyDp);
      jsonDpIndex_.push_back(dataPoints_.size() - 1);
    }
  }
  for (unsigned int i = 0; i < regDpCount_; i++) {
    dataPoints_[i]->setStreamLumiPtr(streamLumisPtr);
  }

  //fast path:
  if (haveFastPath_) {
    std::vector<std::string> const& fjsonNames = dpdFast_->getNames();
    fregDpCount_ = dataPointsFastOnly_.size();
    assert(!(fastPathStrictChecking_ && fjsonNames.size() == fregDpCount_));
    std::map<unsigned int, bool> fhasJson;
    for (unsigned int i = 0; i < fjsonNames.size(); i++) {
      bool notFoundVar = true;
      for (unsigned int j = 0; j < fregDpCount_; j++) {
        if (dataPointsFastOnly_[j]->getName() == fjsonNames[i]) {
          jsonDpIndexFast_.push_back(dataPointsFastOnly_[j]);
          fhasJson[j] = true;
          notFoundVar = false;
          break;
        }
      }
      if (notFoundVar) {
        //try to find variable among slow variables

        bool notFoundVarSlow = true;
        for (unsigned int j = 0; j < regDpCount_; j++) {
          if (dataPoints_[j]->getName() == fjsonNames[i]) {
            jsonDpIndexFast_.push_back(dataPoints_[j]);
            //fhasJson[j]=true;
            notFoundVarSlow = false;
            break;
          }
        }

        assert(!(fastPathStrictChecking_ && !notFoundVarSlow));
        //push dummy DP if not registered by the service so that we output required JSON/CSV
        if (notFoundVarSlow) {
          DataPoint* dummyDp = new DataPoint(sourceInfo_, defPathFast_);
          dummyDp->trackDummy(fjsonNames[i], true);
          dataPointsFastOnly_.push_back(dummyDp);
          jsonDpIndexFast_.push_back(dummyDp);
        }
      }
    }
  }
}

discardCollected()

void FastMonitor::discardCollected

(

unsigned int

forLumi

)

Definition at line 262 of file FastMonitor.cc.

References dataPoints_, and Calorimetry_cff::dp.

Referenced by RawEventFileWriterForBU::endOfLS(), and RawEventFileWriterForBU::finishFileWrite().

                                                       {
  for (auto dp : dataPoints_)
    dp->discardCollected(forLumi);
}

getCSVString()

std::string FastMonitor::getCSVString

(

int

sid = -1

)

Definition at line 214 of file FastMonitor.cc.

References dqmiolumiharvest::j, jsonDpIndexFast_, and contentValuesCheck::ss.

                                           {
  //output what was specified in JSON in the same order (including dummies)
  unsigned int monSize = jsonDpIndexFast_.size();
  std::stringstream ss;
  if (monSize) {
    for (unsigned int j = 0; j < monSize; j++) {
      ss << jsonDpIndexFast_[j]->fastOutCSV(sid);
      if (j < monSize - 1)
        ss << ",";
    }
  }
  return ss.str();
}

getHostAndPID()

void FastMonitor::getHostAndPID

(

std::string &

sHPid

)

Definition at line 267 of file FastMonitor.cc.

References createfilelist::int.

Referenced by FastMonitor().

                                                {
  std::stringstream hpid;
  int pid = (int)getpid();
  char hostname[128];
  gethostname(hostname, sizeof hostname);
  hpid << hostname << "_" << pid;
  sHPid = hpid.str();
}

getMergedIntJForLumi()

JsonMonitorable * FastMonitor::getMergedIntJForLumi	(	std::string const &	name,
		unsigned int	forLumi
	)

Definition at line 238 of file FastMonitor.cc.

References cms::cuda::assert(), dataPoints_, dpNameMap_, ALPAKA_ACCELERATOR_NAMESPACE::vertexFinder::it, and Skims_PA_cff::name.

                                                                                              {
  auto it = dpNameMap_.find(name);
  assert(it != dpNameMap_.end());
  return dataPoints_[it->second]->mergeAndRetrieveValue(forLumi);
}

outputCSV()

void FastMonitor::outputCSV	(	std::string const &	path,
		std::vector< std::string > const &	csvString
	)

Definition at line 228 of file FastMonitor.cc.

References defPathFast_, MillePedeFileConverter_cfg::out, download_sqlite_cfg::outputFile, castor_dqm_sourceclient_file_cfg::path, and pileupReCalc_HLTpaths::trunc.

                                                                                   {
  std::ofstream outputFile;
  outputFile.open(path.c_str(), std::fstream::out | std::fstream::trunc);
  outputFile << defPathFast_ << std::endl;
  for (const auto& csvString : csvs)
    outputFile << csvString << std::endl;
  outputFile.close();
}

outputFullJSON()

bool FastMonitor::outputFullJSON	(	std::string const &	path,
		unsigned int	lumi,
		bool	output = true
	)

Definition at line 244 of file FastMonitor.cc.

References dataPoints_, dqmiolumiharvest::j, jsonDpIndex_, LogDebug, castor_dqm_sourceclient_file_cfg::path, recentSnaps_, recentSnapsTimer_, mps_fire::result, AlCaHLTBitMon_QueryRunRegistry::string, convertToRaw::writer, and jsoncollector::FileIO::writeStringToFile().

Referenced by RawEventFileWriterForBU::endOfLS(), RawEventFileWriterForBU::finishFileWrite(), and RawEventFileWriterForBU::stop().

                                                                                      {
  LogDebug("FastMonitor") << "SNAP updates -: " << recentSnaps_ << " (by timer: " << recentSnapsTimer_
                          << ") in lumisection ";

  recentSnaps_ = recentSnapsTimer_ = 0;
  Json::Value serializeRoot;
  for (unsigned int j = 0; j < jsonDpIndex_.size(); j++) {
    dataPoints_[jsonDpIndex_[j]]->mergeAndSerialize(serializeRoot, lumi, j == 0, -1);
  }
  if (!output)
    return false;

  Json::StyledWriter writer;
  std::string&& result = writer.write(serializeRoot);
  FileIO::writeStringToFile(path, result);
  return true;
}

registerFastGlobalMonitorable()

void FastMonitor::registerFastGlobalMonitorable

(

JsonMonitorable *

newMonitorable

)

Definition at line 81 of file FastMonitor.cc.

References dataPointsFastOnly_, defPathFast_, Calorimetry_cff::dp, and sourceInfo_.

Referenced by evf::FastMonitoringThread::MonitorData::registerVariables().

                                                                               {
  DataPoint* dp = new DataPoint(sourceInfo_, defPathFast_, true);
  dp->trackMonitorable(newMonitorable, false);
  dataPointsFastOnly_.push_back(dp);
}

registerGlobalMonitorable()

void FastMonitor::registerGlobalMonitorable	(	JsonMonitorable *	newMonitorable,
		bool	NAifZeroUpdates,
		unsigned int *	nBins = nullptr
	)

Definition at line 67 of file FastMonitor.cc.

References cms::cuda::assert(), dataPoints_, defPath_, Calorimetry_cff::dp, dpNameMap_, jsoncollector::JsonMonitorable::getName(), seedmultiplicitymonitor_newtracking_cfi::nBins, edm::second(), sourceInfo_, and uids_.

Referenced by RawEventFileWriterForBU::RawEventFileWriterForBU(), and evf::FastMonitoringThread::MonitorData::registerVariables().

                                                                 {
  DataPoint* dp = new DataPoint(sourceInfo_, defPath_);
  dp->trackMonitorable(newMonitorable, NAifZeroUpdates);
  dp->setNBins(nBins);
  dataPoints_.push_back(dp);
  dpNameMap_[newMonitorable->getName()] = dataPoints_.size() - 1;

  //checks if the same name is registered twice
  assert(uids_.insert(newMonitorable->getName()).second);
}

registerStreamMonitorableUIntVec()

void FastMonitor::registerStreamMonitorableUIntVec	(	std::string const &	name,
		std::vector< unsigned int > *	inputs,
		bool	NAifZeroUpdates,
		unsigned int *	nBins = nullptr
	)

Definition at line 88 of file FastMonitor.cc.

References cms::cuda::assert(), dataPoints_, defPath_, Calorimetry_cff::dp, dpNameMap_, PixelMapPlotter::inputs, Skims_PA_cff::name, seedmultiplicitymonitor_newtracking_cfi::nBins, sourceInfo_, and uids_.

Referenced by evf::FastMonitoringThread::MonitorData::registerVariables().

                                                                        {
  DataPoint* dp = new DataPoint(sourceInfo_, defPath_);
  dp->trackVectorUInt(name, inputs, NAifZeroUpdates);
  dp->setNBins(nBins);
  dataPoints_.push_back(dp);
  dpNameMap_[name] = dataPoints_.size() - 1;
  assert(uids_.insert(name).second);
}

registerStreamMonitorableUIntVecAtomic()

void FastMonitor::registerStreamMonitorableUIntVecAtomic	(	std::string const &	name,
		std::vector< AtomicMonUInt *> *	inputs,
		bool	NAifZeroUpdates,
		unsigned int *	nBins = nullptr
	)

Definition at line 101 of file FastMonitor.cc.

References cms::cuda::assert(), dataPoints_, defPath_, Calorimetry_cff::dp, dpNameMap_, PixelMapPlotter::inputs, Skims_PA_cff::name, seedmultiplicitymonitor_newtracking_cfi::nBins, sourceInfo_, AlCaHLTBitMon_QueryRunRegistry::string, uids_, and useDefinition_.

Referenced by evf::FastMonitoringThread::MonitorData::registerVariables().

                                                                              {
  std::string definitionToPass;
  if (useDefinition_)
    definitionToPass = defPath_;
  DataPoint* dp = new DataPoint(definitionToPass, sourceInfo_);
  dp->trackVectorUIntAtomic(name, inputs, NAifZeroUpdates);
  dp->setNBins(nBins);
  dataPoints_.push_back(dp);
  dpNameMap_[name] = dataPoints_.size() - 1;
  assert(uids_.insert(name).second);
}

setDefPath()

void jsoncollector::FastMonitor::setDefPath ( std::string const &  dpath )

inline

Definition at line 32 of file FastMonitor.h.

References dataPoints_, defPath_, and Calorimetry_cff::dp.

Referenced by RawEventFileWriterForBU::writeJsds().

                                            {
      defPath_ = dpath;
      for (auto dp : dataPoints_)
        dp->updateDefinition(dpath);
    }

setNStreams()

void jsoncollector::FastMonitor::setNStreams ( unsigned int  nStreams )

inline

Definition at line 38 of file FastMonitor.h.

References nStreams_.

{ nStreams_ = nStreams; }

snap()

void FastMonitor::snap

(

unsigned int

ls

)

Definition at line 190 of file FastMonitor.cc.

References dataPoints_, mps_fire::i, eostools::ls(), recentSnaps_, recentSnapsTimer_, and regDpCount_.

Referenced by RawEventFileWriterForBU::endOfLS(), RawEventFileWriterForBU::finishFileWrite(), and RawEventFileWriterForBU::stop().

                                      {
  recentSnaps_++;
  recentSnapsTimer_++;
  for (unsigned int i = 0; i < regDpCount_; i++) {
    dataPoints_[i]->snap(ls);
  }
}

snapGlobal()

void FastMonitor::snapGlobal

(

unsigned int

ls

)

Definition at line 199 of file FastMonitor.cc.

References dataPoints_, mps_fire::i, eostools::ls(), recentSnaps_, and regDpCount_.

                                            {
  recentSnaps_++;
  for (unsigned int i = 0; i < regDpCount_; i++) {
    dataPoints_[i]->snapGlobal(ls);
  }
}

snapStreamAtomic()

void FastMonitor::snapStreamAtomic	(	unsigned int	ls,
		unsigned int	streamID
	)

Definition at line 207 of file FastMonitor.cc.

References dataPoints_, mps_fire::i, eostools::ls(), recentSnaps_, and regDpCount_.

                                                                         {
  recentSnaps_++;
  for (unsigned int i = 0; i < regDpCount_; i++) {
    dataPoints_[i]->snapStreamAtomic(ls, streamID);
  }
}

Member Data Documentation

dataPoints_

std::vector<DataPoint*> jsoncollector::FastMonitor::dataPoints_

private

Definition at line 111 of file FastMonitor.h.

Referenced by commit(), discardCollected(), getMergedIntJForLumi(), outputFullJSON(), registerGlobalMonitorable(), registerStreamMonitorableUIntVec(), registerStreamMonitorableUIntVecAtomic(), setDefPath(), snap(), snapGlobal(), snapStreamAtomic(), and ~FastMonitor().

dataPointsFastOnly_

std::vector<DataPoint*> jsoncollector::FastMonitor::dataPointsFastOnly_

private

Definition at line 112 of file FastMonitor.h.

Referenced by commit(), and registerFastGlobalMonitorable().

defPath_

std::string jsoncollector::FastMonitor::defPath_

private

Definition at line 95 of file FastMonitor.h.

Referenced by commit(), FastMonitor(), registerGlobalMonitorable(), registerStreamMonitorableUIntVec(), registerStreamMonitorableUIntVecAtomic(), and setDefPath().

defPathFast_

std::string jsoncollector::FastMonitor::defPathFast_

private

Definition at line 96 of file FastMonitor.h.

Referenced by addFastPathDefinition(), commit(), outputCSV(), and registerFastGlobalMonitorable().

deleteDef_

bool jsoncollector::FastMonitor::deleteDef_ = false

private

Definition at line 108 of file FastMonitor.h.

Referenced by ~FastMonitor().

deleteDefFast_

bool jsoncollector::FastMonitor::deleteDefFast_ = false

private

Definition at line 109 of file FastMonitor.h.

Referenced by addFastPathDefinition(), and ~FastMonitor().

dpd_

DataPointDefinition const* jsoncollector::FastMonitor::dpd_

private

Definition at line 106 of file FastMonitor.h.

Referenced by commit(), FastMonitor(), and ~FastMonitor().

dpdFast_

DataPointDefinition const* jsoncollector::FastMonitor::dpdFast_

private

Definition at line 107 of file FastMonitor.h.

Referenced by addFastPathDefinition(), commit(), and ~FastMonitor().

dpNameMap_

std::map<std::string, unsigned int> jsoncollector::FastMonitor::dpNameMap_

private

Definition at line 116 of file FastMonitor.h.

Referenced by getMergedIntJForLumi(), registerGlobalMonitorable(), registerStreamMonitorableUIntVec(), and registerStreamMonitorableUIntVecAtomic().

fastPathStrictChecking_

bool jsoncollector::FastMonitor::fastPathStrictChecking_

private

Definition at line 98 of file FastMonitor.h.

Referenced by addFastPathDefinition(), and commit().

fregDpCount_

unsigned int jsoncollector::FastMonitor::fregDpCount_ = 0

private

Definition at line 121 of file FastMonitor.h.

Referenced by commit().

haveFastPath_

bool jsoncollector::FastMonitor::haveFastPath_ = false

private

Definition at line 101 of file FastMonitor.h.

Referenced by addFastPathDefinition(), and commit().

jsonDpIndex_

std::vector<unsigned int> jsoncollector::FastMonitor::jsonDpIndex_

private

Definition at line 113 of file FastMonitor.h.

Referenced by commit(), and outputFullJSON().

jsonDpIndexFast_

std::vector<DataPoint*> jsoncollector::FastMonitor::jsonDpIndexFast_

private

Definition at line 114 of file FastMonitor.h.

Referenced by commit(), and getCSVString().

nStreams_

unsigned int jsoncollector::FastMonitor::nStreams_

private

Definition at line 103 of file FastMonitor.h.

Referenced by setNStreams().

orphanedDps_

std::vector<DataPoint*> jsoncollector::FastMonitor::orphanedDps_

private

Definition at line 115 of file FastMonitor.h.

recentSnaps_

unsigned int jsoncollector::FastMonitor::recentSnaps_ = 0

private

Definition at line 118 of file FastMonitor.h.

Referenced by outputFullJSON(), snap(), snapGlobal(), and snapStreamAtomic().

recentSnapsTimer_

unsigned int jsoncollector::FastMonitor::recentSnapsTimer_ = 0

private

Definition at line 119 of file FastMonitor.h.

Referenced by outputFullJSON(), and snap().

regDpCount_

unsigned int jsoncollector::FastMonitor::regDpCount_ = 0

private

Definition at line 120 of file FastMonitor.h.

Referenced by commit(), snap(), snapGlobal(), and snapStreamAtomic().

sourceInfo_

std::string jsoncollector::FastMonitor::sourceInfo_

private

Definition at line 105 of file FastMonitor.h.

Referenced by commit(), FastMonitor(), registerFastGlobalMonitorable(), registerGlobalMonitorable(), registerStreamMonitorableUIntVec(), and registerStreamMonitorableUIntVecAtomic().

strictChecking_

bool jsoncollector::FastMonitor::strictChecking_

private

Definition at line 97 of file FastMonitor.h.

Referenced by commit().

uids_

std::unordered_set<std::string> jsoncollector::FastMonitor::uids_

private

Definition at line 123 of file FastMonitor.h.

Referenced by registerGlobalMonitorable(), registerStreamMonitorableUIntVec(), and registerStreamMonitorableUIntVecAtomic().

useDefinition_

bool jsoncollector::FastMonitor::useDefinition_

private

Definition at line 100 of file FastMonitor.h.

Referenced by registerStreamMonitorableUIntVecAtomic().

useSource_

bool jsoncollector::FastMonitor::useSource_

private

Definition at line 99 of file FastMonitor.h.