#include <DQMFileSaverPB.h>

Inheritance diagram for dqm::DQMFileSaverPB:

Public Member Functions
	DQMFileSaverPB (const edm::ParameterSet &ps)

	~DQMFileSaverPB ()

Public Member Functions inherited from dqm::DQMFileSaverBase
	DQMFileSaverBase (const edm::ParameterSet &ps)

	~DQMFileSaverBase ()

Public Member Functions inherited from edm::global::EDAnalyzer< edm::RunCache< NoCache >, edm::LuminosityBlockCache< NoCache > >
	EDAnalyzer ()=default

Public Member Functions inherited from edm::global::EDAnalyzerBase
	EDAnalyzerBase ()

ModuleDescription const &	moduleDescription () const

virtual	~EDAnalyzerBase ()

Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo >	consumesInfo () const

	EDConsumerBase ()

ProductHolderIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const

void	itemsMayGet (BranchType, std::vector< ProductHolderIndexAndSkipBit > &) const

void	itemsToGet (BranchType, std::vector< ProductHolderIndexAndSkipBit > &) const

std::vector < ProductHolderIndexAndSkipBit > const &	itemsToGetFromEvent () const

void	labelsForToken (EDGetToken iToken, Labels &oLabels) const

void	modulesDependentUpon (const std::string &iProcessName, std::vector< const char * > &oModuleLabels) const

void	modulesWhoseProductsAreConsumed (std::vector< ModuleDescription const * > &modules, ProductRegistry const &preg, std::map< std::string, ModuleDescription const * > const &labelsToDesc, std::string const &processName) const

bool	registeredToConsume (ProductHolderIndex, bool, BranchType) const

bool	registeredToConsumeMany (TypeID const &, BranchType) const

void	updateLookup (BranchType iBranchType, ProductHolderIndexHelper const &)

virtual	~EDConsumerBase ()

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

static boost::property_tree::ptree	fillJson (int run, int lumi, const std::string &dataFilePathName, const std::string transferDestinationStr, evf::FastMonitoringService *fms)

Static Public Member Functions inherited from dqm::DQMFileSaverBase
static void	fillDescription (edm::ParameterSetDescription &d)

Static Public Member Functions inherited from edm::global::EDAnalyzerBase
static const std::string &	baseType ()

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &descriptions)

Protected Member Functions
virtual void	initRun () const override

virtual void	saveLumi (const FileParameters &fp) const override

virtual void	saveRun (const FileParameters &fp) const override

Protected Member Functions inherited from dqm::DQMFileSaverBase
virtual void	analyze (edm::StreamID, const edm::Event &e, const edm::EventSetup &) const overridefinal

virtual std::shared_ptr< NoCache >	globalBeginLuminosityBlock (const edm::LuminosityBlock &, const edm::EventSetup &) const overridefinal

virtual std::shared_ptr< NoCache >	globalBeginRun (const edm::Run &, const edm::EventSetup &) const overridefinal

virtual void	globalEndLuminosityBlock (const edm::LuminosityBlock &, const edm::EventSetup &) const overridefinal

virtual void	globalEndRun (const edm::Run &, const edm::EventSetup &) const overridefinal

void	logFileAction (const std::string &msg, const std::string &fileName) const

virtual void	postForkReacquireResources (unsigned int childIndex, unsigned int numberOfChildren)

void	saveJobReport (const std::string &filename) const

Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)

EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)

ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...

template<typename ProductType , BranchType B = InEvent>
void	consumesMany ()

void	consumesMany (const TypeToGet &id)

template<BranchType B>
void	consumesMany (const TypeToGet &id)

template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)

EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

Protected Attributes
bool	fakeFilterUnitMode_

std::string	streamLabel_

std::string	transferDestination_

Protected Attributes inherited from dqm::DQMFileSaverBase
FileParameters	initial_fp_

std::mutex	initial_fp_lock_

Additional Inherited Members
Public Types inherited from edm::global::EDAnalyzerBase
typedef EDAnalyzerBase	ModuleType

Public Types inherited from edm::EDConsumerBase
typedef ProductLabels	Labels

Static Protected Member Functions inherited from dqm::DQMFileSaverBase
static const std::string	filename (const FileParameters &fp, bool useLumi=false)

Detailed Description

Definition at line 15 of file DQMFileSaverPB.h.

Constructor & Destructor Documentation

DQMFileSaverPB::DQMFileSaverPB ( const edm::ParameterSet & ps )

Definition at line 26 of file DQMFileSaverPB.cc.

References fakeFilterUnitMode_, edm::ParameterSet::getUntrackedParameter(), streamLabel_, AlCaHLTBitMon_QueryRunRegistry::string, and transferDestination_.

     : DQMFileSaverBase(ps) {
 
   fakeFilterUnitMode_ = ps.getUntrackedParameter<bool>("fakeFilterUnitMode", false);
   streamLabel_ = ps.getUntrackedParameter<std::string>("streamLabel", "streamDQMHistograms");
 
   transferDestination_ = "";
 }

DQMFileSaverPB::~DQMFileSaverPB ( )

Definition at line 35 of file DQMFileSaverPB.cc.

35 {}

Member Function Documentation

void DQMFileSaverPB::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 175 of file DQMFileSaverPB.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), dqm::DQMFileSaverBase::fillDescription(), edm::ParameterSetDescription::setComment(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                                 {
 
   edm::ParameterSetDescription desc;
   desc.setComment("Saves histograms from DQM store, HLT->pb workflow.");
 
   desc.addUntracked<bool>("fakeFilterUnitMode", false)->setComment(
       "If set, EvFDaqDirector is emulated and not used.");
 
   desc.addUntracked<std::string>("streamLabel", "streamDQMHistograms")->setComment(
       "Label of the stream.");
 
   DQMFileSaverBase::fillDescription(desc);
   descriptions.add("saver", desc);
 }

boost::property_tree::ptree DQMFileSaverPB::fillJson	(	int	run,
		int	lumi,
		const std::string &	dataFilePathName,
		const std::string	transferDestinationStr,
		evf::FastMonitoringService *	fms
	)

static

Definition at line 99 of file DQMFileSaverPB.cc.

References data, Exception, evf::FastMonitoringService::getEventsProcessedForLumi(), query::host, merge::inputFiles, cmsHarvester::path, sysUtil::pid, EnergyCorrector::pt, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by saveLumi().

 {
   namespace bpt = boost::property_tree;
   namespace bfs = boost::filesystem;
   
   bpt::ptree pt;
 
   int hostnameReturn;
   char host[32];
   hostnameReturn = gethostname(host ,sizeof(host));
   if (hostnameReturn == -1)
     throw cms::Exception("fillJson")
           << "Internal error, cannot get host name";
   
   int pid = getpid();
   std::ostringstream oss_pid;
   oss_pid << pid;
 
   int nProcessed = fms ? (fms->getEventsProcessedForLumi(lumi)) : -1;
 
   // Stat the data file: if not there, throw
   std::string dataFileName;
   struct stat dataFileStat;
   dataFileStat.st_size=0;
   if (nProcessed) {
     if (stat(dataFilePathName.c_str(), &dataFileStat) != 0)
       throw cms::Exception("fillJson")
             << "Internal error, cannot get data file: "
             << dataFilePathName;
     // Extract only the data file name from the full path
     dataFileName = bfs::path(dataFilePathName).filename().string();
   }
   // The availability test of the FastMonitoringService was done in the ctor.
   bpt::ptree data;
   bpt::ptree processedEvents, acceptedEvents, errorEvents, bitmask, fileList, fileSize, inputFiles, fileAdler32, transferDestination;
 
   processedEvents.put("", nProcessed); // Processed events
   acceptedEvents.put("", nProcessed); // Accepted events, same as processed for our purposes
 
   errorEvents.put("", 0); // Error events
   bitmask.put("", 0); // Bitmask of abs of CMSSW return code
   fileList.put("", dataFileName); // Data file the information refers to
   fileSize.put("", dataFileStat.st_size); // Size in bytes of the data file
   inputFiles.put("", ""); // We do not care about input files!
   fileAdler32.put("", -1); // placeholder to match output json definition
   transferDestination.put("", transferDestinationStr); // SM Transfer destination field
 
   data.push_back(std::make_pair("", processedEvents));
   data.push_back(std::make_pair("", acceptedEvents));
   data.push_back(std::make_pair("", errorEvents));
   data.push_back(std::make_pair("", bitmask));
   data.push_back(std::make_pair("", fileList));
   data.push_back(std::make_pair("", fileSize));
   data.push_back(std::make_pair("", inputFiles));
   data.push_back(std::make_pair("", fileAdler32));
   data.push_back(std::make_pair("", transferDestination));
 
   pt.add_child("data", data);
 
   if (fms == nullptr) {
     pt.put("definition", "/fakeDefinition.jsn");
   } else {
     // The availability test of the EvFDaqDirector Service was done in the ctor.
     bfs::path outJsonDefName(edm::Service<evf::EvFDaqDirector>()->baseRunDir()); //we assume this file is written bu the EvF Output module
     outJsonDefName /= (std::string("output_") + oss_pid.str() + std::string(".jsd"));
     pt.put("definition", outJsonDefName.string());
   }
 
   char sourceInfo[64]; //host and pid information
   sprintf(sourceInfo, "%s_%d", host, pid);
   pt.put("source", sourceInfo);
 
   return pt;
 }

void DQMFileSaverPB::initRun ( void ) const

overrideprotectedvirtual

Reimplemented from dqm::DQMFileSaverBase.

Definition at line 37 of file DQMFileSaverPB.cc.

References fakeFilterUnitMode_, streamLabel_, and transferDestination_.

                                    {
   if (!fakeFilterUnitMode_) {
     transferDestination_ = edm::Service<evf::EvFDaqDirector>()->getStreamDestinations(streamLabel_);
   } 
 }

void DQMFileSaverPB::saveLumi ( const FileParameters & fp ) const

overrideprotectedvirtual

Reimplemented from dqm::DQMFileSaverBase.

Definition at line 43 of file DQMFileSaverPB.cc.

References fakeFilterUnitMode_, fillJson(), cmsPerfStripChart::format, evf::FastMonitoringService::getEventsProcessedForLumi(), dqm::DQMFileSaverBase::FileParameters::lumi_, dqm::DQMFileSaverBase::FileParameters::path_, EnergyCorrector::pt, dqm::DQMFileSaverBase::FileParameters::run_, streamLabel_, AlCaHLTBitMon_QueryRunRegistry::string, and transferDestination_.

                                                             {
   // get from DAQ2 services where to store the files according to their format
   namespace bpt = boost::property_tree;
 
   std::string openJsonFilePathName;
   std::string jsonFilePathName;
   std::string openHistoFilePathName;
   std::string histoFilePathName;
 
   evf::FastMonitoringService *fms = nullptr;
   edm::Service<DQMStore> store;
 
   // create the files names
   if (fakeFilterUnitMode_) {
     std::string runDir = str(boost::format("%s/run%06d") % fp.path_ % fp.run_);
     std::string baseName = str(boost::format("%s/run%06d_ls%04d_%s") % runDir % fp.run_ % fp.lumi_ % streamLabel_ );
 
     boost::filesystem::create_directories(runDir);
 
     jsonFilePathName = baseName + ".jsn";
     openJsonFilePathName = jsonFilePathName + ".open";
 
     histoFilePathName = baseName + ".pb";
     openHistoFilePathName = histoFilePathName + ".open";
   } else {
     openJsonFilePathName = edm::Service<evf::EvFDaqDirector>()->getOpenOutputJsonFilePath(fp.lumi_, streamLabel_);
     jsonFilePathName = edm::Service<evf::EvFDaqDirector>()->getOutputJsonFilePath(fp.lumi_, streamLabel_);
 
     openHistoFilePathName = edm::Service<evf::EvFDaqDirector>()->getOpenProtocolBufferHistogramFilePath(fp.lumi_, streamLabel_);
     histoFilePathName = edm::Service<evf::EvFDaqDirector>()->getProtocolBufferHistogramFilePath(fp.lumi_, streamLabel_);
   
     fms = (evf::FastMonitoringService *)(edm::Service<evf::MicroStateService>().operator->());
   }
 
   if (fms ? fms->getEventsProcessedForLumi(fp.lumi_) : true) {
     // Save the file in the open directory.
     store->savePB(openHistoFilePathName, "",
       store->mtEnabled() ? fp.run_ : 0,
       fp.lumi_,
       true);
 
     // Now move the the data and json files into the output directory.
     ::rename(openHistoFilePathName.c_str(), histoFilePathName.c_str());
   }
 
   // Write the json file in the open directory.
   bpt::ptree pt = fillJson(fp.run_, fp.lumi_, histoFilePathName, transferDestination_, fms);
   write_json(openJsonFilePathName, pt);
   ::rename(openJsonFilePathName.c_str(), jsonFilePathName.c_str());
 }

void DQMFileSaverPB::saveRun ( const FileParameters & fp ) const

overrideprotectedvirtual

Reimplemented from dqm::DQMFileSaverBase.

Definition at line 94 of file DQMFileSaverPB.cc.

                                                            {
   // no saving for the run
 }

Member Data Documentation

bool dqm::DQMFileSaverPB::fakeFilterUnitMode_

protected

Definition at line 31 of file DQMFileSaverPB.h.

Referenced by DQMFileSaverPB(), initRun(), and saveLumi().

std::string dqm::DQMFileSaverPB::streamLabel_

protected

Definition at line 32 of file DQMFileSaverPB.h.

Referenced by DQMFileSaverPB(), initRun(), and saveLumi().

std::string dqm::DQMFileSaverPB::transferDestination_

mutableprotected

Definition at line 33 of file DQMFileSaverPB.h.

Referenced by DQMFileSaverPB(), initRun(), and saveLumi().

Public Member Functions

Static Public Member Functions

Protected Member Functions

Protected Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation