evf::EvFOutputJSONWriter Class Reference

#include <EvFOutputModule.h>

Public Member Functions
	EvFOutputJSONWriter (edm::ParameterSet const &ps, edm::SelectedProducts const *selections, std::string const &streamLabel, std::string const &moduleLabel)

Public Attributes
jsoncollector::IntJ	accepted_
jsoncollector::IntJ	errorEvents_
jsoncollector::IntJ	fileAdler32_
jsoncollector::StringJ	filelist_
jsoncollector::IntJ	filesize_
jsoncollector::IntJ	hltErrorEvents_
jsoncollector::StringJ	inputFiles_
std::shared_ptr< jsoncollector::FastMonitor >	jsonMonitor_
jsoncollector::StringJ	mergeType_
jsoncollector::DataPointDefinition	outJsonDef_
jsoncollector::IntJ	processed_
jsoncollector::IntJ	retCodeMask_
edm::StreamerOutputModuleCommon	streamerCommon_
jsoncollector::StringJ	transferDestination_

Detailed Description

Definition at line 47 of file EvFOutputModule.h.

Constructor & Destructor Documentation

EvFOutputJSONWriter()

evf::EvFOutputJSONWriter::EvFOutputJSONWriter	(	edm::ParameterSet const &	ps,
		edm::SelectedProducts const *	selections,
		std::string const &	streamLabel,
		std::string const &	moduleLabel
	)

Definition at line 27 of file EvFOutputModule.cc.

References accepted_, jsoncollector::DataPointDefinition::addLegendItem(), jsoncollector::DataPointDefinition::ADLER32, jsoncollector::DataPointDefinition::BINARYOR, jsoncollector::DataPointDefinition::CAT, Skims_PA_cff::content, errorEvents_, fileAdler32_, filelist_, filesize_, hltErrorEvents_, inputFiles_, jsonMonitor_, LogDebug, jsoncollector::DataPointDefinition::MERGE, mergeType_, evf::MergeTypeDAT, outJsonDef_, processed_, retCodeMask_, jsoncollector::DataPointDefinition::SAME, jsoncollector::JSONSerializer::serialize(), jsoncollector::DataPointDefinition::setDefaultGroup(), jsoncollector::JsonMonitorable::setName(), contentValuesCheck::ss, edm_modernize_messagelogger::stat, beamhlt_dqm_sourceclient-live_cfg::streamLabel, AlCaHLTBitMon_QueryRunRegistry::string, jsoncollector::DataPointDefinition::SUM, transferDestination_, and jsoncollector::FileIO::writeStringToFile().

      : streamerCommon_(ps, selections, moduleLabel),
        processed_(0),
        accepted_(0),
        errorEvents_(0),
        retCodeMask_(0),
        filelist_(),
        filesize_(0),
        inputFiles_(),
        fileAdler32_(1),
        hltErrorEvents_(0) {
    transferDestination_ = edm::Service<evf::EvFDaqDirector>()->getStreamDestinations(streamLabel);
    mergeType_ = edm::Service<evf::EvFDaqDirector>()->getStreamMergeType(streamLabel, evf::MergeTypeDAT);

    std::string baseRunDir = edm::Service<evf::EvFDaqDirector>()->baseRunDir();
    LogDebug("EvFOutputModule") << "writing .dat files to -: " << baseRunDir;

    edm::Service<evf::EvFDaqDirector>()->createRunOpendirMaybe();

    processed_.setName("Processed");
    accepted_.setName("Accepted");
    errorEvents_.setName("ErrorEvents");
    retCodeMask_.setName("ReturnCodeMask");
    filelist_.setName("Filelist");
    filesize_.setName("Filesize");
    inputFiles_.setName("InputFiles");
    fileAdler32_.setName("FileAdler32");
    transferDestination_.setName("TransferDestination");
    mergeType_.setName("MergeType");
    hltErrorEvents_.setName("HLTErrorEvents");

    outJsonDef_.setDefaultGroup("data");
    outJsonDef_.addLegendItem("Processed", "integer", jsoncollector::DataPointDefinition::SUM);
    outJsonDef_.addLegendItem("Accepted", "integer", jsoncollector::DataPointDefinition::SUM);
    outJsonDef_.addLegendItem("ErrorEvents", "integer", jsoncollector::DataPointDefinition::SUM);
    outJsonDef_.addLegendItem("ReturnCodeMask", "integer", jsoncollector::DataPointDefinition::BINARYOR);
    outJsonDef_.addLegendItem("Filelist", "string", jsoncollector::DataPointDefinition::MERGE);
    outJsonDef_.addLegendItem("Filesize", "integer", jsoncollector::DataPointDefinition::SUM);
    outJsonDef_.addLegendItem("InputFiles", "string", jsoncollector::DataPointDefinition::CAT);
    outJsonDef_.addLegendItem("FileAdler32", "integer", jsoncollector::DataPointDefinition::ADLER32);
    outJsonDef_.addLegendItem("TransferDestination", "string", jsoncollector::DataPointDefinition::SAME);
    outJsonDef_.addLegendItem("MergeType", "string", jsoncollector::DataPointDefinition::SAME);
    outJsonDef_.addLegendItem("HLTErrorEvents", "integer", jsoncollector::DataPointDefinition::SUM);

    std::stringstream tmpss, ss;
    tmpss << baseRunDir << "/open/"
          << "output_" << getpid() << ".jsd";
    ss << baseRunDir << "/"
       << "output_" << getpid() << ".jsd";
    std::string outTmpJsonDefName = tmpss.str();
    std::string outJsonDefName = ss.str();

    edm::Service<evf::EvFDaqDirector>()->lockInitLock();
    struct stat fstat;
    if (stat(outJsonDefName.c_str(), &fstat) != 0) {  //file does not exist
      LogDebug("EvFOutputModule") << "writing output definition file -: " << outJsonDefName;
      std::string content;
      jsoncollector::JSONSerializer::serialize(&outJsonDef_, content);
      jsoncollector::FileIO::writeStringToFile(outTmpJsonDefName, content);
      std::filesystem::rename(outTmpJsonDefName, outJsonDefName);
    }
    edm::Service<evf::EvFDaqDirector>()->unlockInitLock();

    jsonMonitor_.reset(new jsoncollector::FastMonitor(&outJsonDef_, true));
    jsonMonitor_->setDefPath(outJsonDefName);
    jsonMonitor_->registerGlobalMonitorable(&processed_, false);
    jsonMonitor_->registerGlobalMonitorable(&accepted_, false);
    jsonMonitor_->registerGlobalMonitorable(&errorEvents_, false);
    jsonMonitor_->registerGlobalMonitorable(&retCodeMask_, false);
    jsonMonitor_->registerGlobalMonitorable(&filelist_, false);
    jsonMonitor_->registerGlobalMonitorable(&filesize_, false);
    jsonMonitor_->registerGlobalMonitorable(&inputFiles_, false);
    jsonMonitor_->registerGlobalMonitorable(&fileAdler32_, false);
    jsonMonitor_->registerGlobalMonitorable(&transferDestination_, false);
    jsonMonitor_->registerGlobalMonitorable(&mergeType_, false);
    jsonMonitor_->registerGlobalMonitorable(&hltErrorEvents_, false);
    jsonMonitor_->commit(nullptr);
  }

Member Data Documentation

accepted_

jsoncollector::IntJ evf::EvFOutputJSONWriter::accepted_

Definition at line 57 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

errorEvents_

jsoncollector::IntJ evf::EvFOutputJSONWriter::errorEvents_

Definition at line 58 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

fileAdler32_

jsoncollector::IntJ evf::EvFOutputJSONWriter::fileAdler32_

Definition at line 63 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

filelist_

jsoncollector::StringJ evf::EvFOutputJSONWriter::filelist_

Definition at line 60 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

filesize_

jsoncollector::IntJ evf::EvFOutputJSONWriter::filesize_

Definition at line 61 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

hltErrorEvents_

jsoncollector::IntJ evf::EvFOutputJSONWriter::hltErrorEvents_

Definition at line 66 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

inputFiles_

jsoncollector::StringJ evf::EvFOutputJSONWriter::inputFiles_

Definition at line 62 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

jsonMonitor_

std::shared_ptr<jsoncollector::FastMonitor> evf::EvFOutputJSONWriter::jsonMonitor_

Definition at line 67 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

mergeType_

jsoncollector::StringJ evf::EvFOutputJSONWriter::mergeType_

Definition at line 65 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

outJsonDef_

jsoncollector::DataPointDefinition evf::EvFOutputJSONWriter::outJsonDef_

Definition at line 68 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

processed_

jsoncollector::IntJ evf::EvFOutputJSONWriter::processed_

Definition at line 56 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

retCodeMask_

jsoncollector::IntJ evf::EvFOutputJSONWriter::retCodeMask_

Definition at line 59 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().

streamerCommon_

edm::StreamerOutputModuleCommon evf::EvFOutputJSONWriter::streamerCommon_

Definition at line 54 of file EvFOutputModule.h.

transferDestination_

jsoncollector::StringJ evf::EvFOutputJSONWriter::transferDestination_

Definition at line 64 of file EvFOutputModule.h.

Referenced by EvFOutputJSONWriter().