#include <DQMFileSaverOnline.h>

Inheritance diagram for dqm::DQMFileSaverOnline:

Classes
struct	SnapshotFiles

Public Member Functions
	DQMFileSaverOnline (const edm::ParameterSet &ps)

	~DQMFileSaverOnline ()

Public Member Functions inherited from dqm::DQMFileSaverBase
	DQMFileSaverBase (const edm::ParameterSet &ps)

	~DQMFileSaverBase ()

Public Member Functions inherited from edm::global::EDAnalyzer< edm::RunCache< NoCache >, edm::LuminosityBlockCache< NoCache > >
	EDAnalyzer ()=default

Public Member Functions inherited from edm::global::EDAnalyzerBase
	EDAnalyzerBase ()

ModuleDescription const &	moduleDescription () const

virtual	~EDAnalyzerBase ()

Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo >	consumesInfo () const

	EDConsumerBase ()

ProductHolderIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const

void	itemsMayGet (BranchType, std::vector< ProductHolderIndexAndSkipBit > &) const

void	itemsToGet (BranchType, std::vector< ProductHolderIndexAndSkipBit > &) const

std::vector < ProductHolderIndexAndSkipBit > const &	itemsToGetFromEvent () const

void	labelsForToken (EDGetToken iToken, Labels &oLabels) const

void	modulesDependentUpon (const std::string &iProcessName, std::vector< const char * > &oModuleLabels) const

void	modulesWhoseProductsAreConsumed (std::vector< ModuleDescription const * > &modules, ProductRegistry const &preg, std::map< std::string, ModuleDescription const * > const &labelsToDesc, std::string const &processName) const

bool	registeredToConsume (ProductHolderIndex, bool, BranchType) const

bool	registeredToConsumeMany (TypeID const &, BranchType) const

void	updateLookup (BranchType iBranchType, ProductHolderIndexHelper const &)

virtual	~EDConsumerBase ()

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from dqm::DQMFileSaverBase
static void	fillDescription (edm::ParameterSetDescription &d)

Static Public Member Functions inherited from edm::global::EDAnalyzerBase
static const std::string &	baseType ()

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &descriptions)

Protected Member Functions
void	appendSnapshot (SnapshotFiles new_snap) const

void	checkError (const char *msg, const std::string file, int status) const

void	makeSnapshot (const FileParameters &fp, bool final) const

virtual void	saveLumi (FileParameters fp) const

virtual void	saveRun (FileParameters fp) const

Protected Member Functions inherited from dqm::DQMFileSaverBase
virtual void	analyze (edm::StreamID, const edm::Event &e, const edm::EventSetup &) const

virtual void	beginJob (void)

virtual void	endJob (void)

virtual std::shared_ptr< NoCache >	globalBeginLuminosityBlock (const edm::LuminosityBlock &, const edm::EventSetup &) const

virtual std::shared_ptr< NoCache >	globalBeginRun (const edm::Run &, const edm::EventSetup &) const

virtual void	globalEndLuminosityBlock (const edm::LuminosityBlock &, const edm::EventSetup &) const

virtual void	globalEndRun (const edm::Run &, const edm::EventSetup &) const

void	logFileAction (const std::string &msg, const std::string &fileName) const

virtual void	postForkReacquireResources (unsigned int childIndex, unsigned int numberOfChildren)

void	saveJobReport (const std::string &filename) const

Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)

EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)

ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...

template<typename ProductType , BranchType B = InEvent>
void	consumesMany ()

void	consumesMany (const TypeToGet &id)

template<BranchType B>
void	consumesMany (const TypeToGet &id)

template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)

EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

Protected Attributes
int	backupLumiCount_

std::list< SnapshotFiles >	snapshots_

std::mutex	snapshots_lock_

Protected Attributes inherited from dqm::DQMFileSaverBase
FileParameters	initial_fp_

std::mutex	initial_fp_lock_

Additional Inherited Members
Public Types inherited from edm::global::EDAnalyzerBase
typedef EDAnalyzerBase	ModuleType

Static Protected Member Functions inherited from dqm::DQMFileSaverBase
static const std::string	filename (FileParameters fp, bool useLumi=false)

static boost::property_tree::ptree	fillJson (int run, int lumi, const std::string &dataFilePathName, const std::string transferDestinationStr, evf::FastMonitoringService *fms)

static const std::string	fillOrigin (const std::string filename, const std::string final_filename)

Detailed Description

Definition at line 15 of file DQMFileSaverOnline.h.

Constructor & Destructor Documentation

DQMFileSaverOnline::DQMFileSaverOnline ( const edm::ParameterSet & ps )

Definition at line 27 of file DQMFileSaverOnline.cc.

References backupLumiCount_, and edm::ParameterSet::getUntrackedParameter().

     : DQMFileSaverBase(ps) {
 
   backupLumiCount_ = ps.getUntrackedParameter<int>("backupLumiCount", 1);
 }

DQMFileSaverOnline::~DQMFileSaverOnline ( )

Definition at line 33 of file DQMFileSaverOnline.cc.

33 {}

Member Function Documentation

void DQMFileSaverOnline::appendSnapshot ( SnapshotFiles new_snap ) const

protected

Definition at line 111 of file DQMFileSaverOnline.cc.

References checkError(), dqm::DQMFileSaverOnline::SnapshotFiles::data, CommonMethods::lock(), dqm::DQMFileSaverBase::logFileAction(), dqm::DQMFileSaverOnline::SnapshotFiles::meta, snapshots_, snapshots_lock_, and x.

Referenced by makeSnapshot().

                                                              {
   std::lock_guard<std::mutex> lock(snapshots_lock_);
 
   while (! snapshots_.empty()) {
     SnapshotFiles& x = snapshots_.front();
 
     //logFileAction("Deleting old snapshot (origin): ", x.meta);
     checkError("Unlink failed: ", x.meta, ::unlink(x.meta.c_str()));
 
     logFileAction("Deleting old snapshot (root): ", x.data);
     checkError("Unlink failed: ", x.data, ::unlink(x.data.c_str()));
 
     snapshots_.pop_front();
   }
 
   if (! f.data.empty()) {
     snapshots_.push_back(f);
   }
 }

void DQMFileSaverOnline::checkError	(	const char *	msg,
		const std::string	file,
		int	status
	)		const

protected

Definition at line 131 of file DQMFileSaverOnline.cc.

References dqm::DQMFileSaverBase::logFileAction(), visualization-live-secondInstance_cfg::msg, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by appendSnapshot(), and makeSnapshot().

                                                                                            {
   if (status != 0) {
     std::string actual_msg = msg;
     actual_msg += std::strerror(status);
     logFileAction(actual_msg, file);
   }
 }

void DQMFileSaverOnline::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 139 of file DQMFileSaverOnline.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), dqm::DQMFileSaverBase::fillDescription(), and edm::ParameterSetDescription::setComment().

                                                 {
 
   edm::ParameterSetDescription desc;
   desc.setComment("Saves histograms from DQM store, online workflow.");
 
   desc.addUntracked<int>("backupLumiCount", 10)->setComment(
       "How often the backup file will be generated, in lumisections (-1 disables).");
 
   DQMFileSaverBase::fillDescription(desc);
 
   descriptions.add("saver", desc);
 }

void DQMFileSaverOnline::makeSnapshot	(	const FileParameters &	fp,
		bool	final
	)		const

protected

Definition at line 49 of file DQMFileSaverOnline.cc.

Referenced by saveLumi(), and saveRun().

                                                                                 {
   int pid = getpid();
   char hostname[64];
   gethostname(hostname, 64);
   hostname[63] = 0;
 
   char suffix[128];
   if (!final) {
     snprintf(suffix, 127, ".ls%08ld_host%s_pid%08d", fp.lumi_, hostname, pid);
   } else {
     suffix[0] = 0;
   }
 
   std::string prefix = filename(fp, false);
 
   std::string root_fp = prefix + ".root" + suffix;
   std::string meta_fp = prefix + ".root.origin" + suffix;
 
   std::string tmp_root_fp = root_fp + ".tmp";
   std::string tmp_meta_fp = meta_fp + ".tmp";
 
   // run_ and lumi_ are ignored if dqmstore is not in multithread mode
   edm::Service<DQMStore> store;
 
   logFileAction("Writing DQM Root file: ", root_fp);
   //logFileAction("Writing DQM Origin file: ", meta_fp);
 
   char rewrite[128];
   snprintf(rewrite, 128, "\\1Run %ld/\\2/Run summary", fp.run_);
 
   store->save(tmp_root_fp,                       /* filename      */
               "",                                /* path          */
               "^(Reference/)?([^/]+)",           /* pattern       */
               rewrite,                           /* rewrite       */
               store->mtEnabled() ? fp.run_ : 0, /* run           */
               0,                                 /* lumi          */
               fp.saveReference_,                /* ref           */
               fp.saveReferenceQMin_,            /* ref minStatus */
               "RECREATE",                        /* fileupdate    */
               false                              /* resetMEs      */
               );
 
   // write metadata
   // format.origin: md5:d566a34b27f48d507150a332b189398b 294835 /home/dqmprolocal/output/DQM_V0001_FED_R000194224.root
   std::ofstream meta_fd(tmp_meta_fp);
   meta_fd << this->fillOrigin(tmp_root_fp, root_fp);
   meta_fd.close();
 
   checkError("Rename failed: ", root_fp, ::rename(tmp_root_fp.c_str(), root_fp.c_str()));
   checkError("Rename failed: ", meta_fp, ::rename(tmp_meta_fp.c_str(), meta_fp.c_str()));
 
   SnapshotFiles files = { root_fp, meta_fp };
   if (final) {
     // final will never be cleared
     appendSnapshot(SnapshotFiles{});
 
     saveJobReport(root_fp);
   } else {
     appendSnapshot(SnapshotFiles{ root_fp, meta_fp });
   }
 }

void DQMFileSaverOnline::saveLumi ( FileParameters fp ) const

protectedvirtual

Reimplemented from dqm::DQMFileSaverBase.

Definition at line 35 of file DQMFileSaverOnline.cc.

References backupLumiCount_, dqm::DQMFileSaverBase::FileParameters::lumi_, and makeSnapshot().

                                                          {
   if (backupLumiCount_ > 0) {
     if (fp.lumi_ % backupLumiCount_ == 0) {
   
       // actual saving is done here
       makeSnapshot(fp, false);
     }
   }
 }

void DQMFileSaverOnline::saveRun ( FileParameters fp ) const

protectedvirtual

Reimplemented from dqm::DQMFileSaverBase.

Definition at line 45 of file DQMFileSaverOnline.cc.

References makeSnapshot().

                                                         {
   makeSnapshot(fp, true);
 }

Member Data Documentation

int dqm::DQMFileSaverOnline::backupLumiCount_

protected

Definition at line 25 of file DQMFileSaverOnline.h.

Referenced by DQMFileSaverOnline(), and saveLumi().

std::list<SnapshotFiles> dqm::DQMFileSaverOnline::snapshots_

mutableprotected

Definition at line 37 of file DQMFileSaverOnline.h.

Referenced by appendSnapshot().

std::mutex dqm::DQMFileSaverOnline::snapshots_lock_

mutableprotected

Definition at line 36 of file DQMFileSaverOnline.h.

Referenced by appendSnapshot().

Classes

Public Member Functions

Static Public Member Functions

Protected Member Functions

Protected Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation