LegacyIOHelper Class Reference

#include <LegacyIOHelper.h>

Public Types
typedef dqm::implementation::DQMStore	DQMStore
typedef dqm::harvesting::DQMStore	HarvestedDQMStore
typedef dqm::harvesting::MonitorElement	HarvestedMonitorElement
using	MEMap = std::set< HarvestedMonitorElement * >
typedef dqm::legacy::MonitorElement	MonitorElement

Public Member Functions
	LegacyIOHelper (DQMStore *dqmstore)
	LegacyIOHelper (HarvestedDQMStore *hdqmstore)
bool	open (std::string const &filename, std::string const &path="", uint32_t const run=0)
void	save (std::string const &filename, std::string const &path="", uint32_t const run=0, bool saveall=true, std::string const &fileupdate="RECREATE")

Private Member Functions
bool	createDirectoryIfNeededAndCd (const std::string &path)
template<class T >
void	getMEName (T *h, const std::string &toppath, std::string &meName)
bool	readdir (TDirectory *dir, const std::string &toppath)

Private Attributes
MEMap	data_
DQMStore *	dbe_

Detailed Description

Definition at line 15 of file LegacyIOHelper.h.

Member Typedef Documentation

typedef dqm::implementation::DQMStore LegacyIOHelper::DQMStore

Definition at line 18 of file LegacyIOHelper.h.

typedef dqm::harvesting::DQMStore LegacyIOHelper::HarvestedDQMStore

Definition at line 21 of file LegacyIOHelper.h.

typedef dqm::harvesting::MonitorElement LegacyIOHelper::HarvestedMonitorElement

Definition at line 22 of file LegacyIOHelper.h.

using LegacyIOHelper::MEMap = std::set<HarvestedMonitorElement*>

Definition at line 24 of file LegacyIOHelper.h.

typedef dqm::legacy::MonitorElement LegacyIOHelper::MonitorElement

Definition at line 19 of file LegacyIOHelper.h.

Constructor & Destructor Documentation

LegacyIOHelper::LegacyIOHelper ( DQMStore *  dqmstore )

inline

Definition at line 26 of file LegacyIOHelper.h.

: dbe_(dqmstore){};

LegacyIOHelper::LegacyIOHelper ( HarvestedDQMStore *  hdqmstore )

inline

Definition at line 27 of file LegacyIOHelper.h.

: dbe_(hdqmstore){};

Member Function Documentation

bool LegacyIOHelper::createDirectoryIfNeededAndCd ( const std::string &  path )

private

Definition at line 126 of file LegacyIOHelper.cc.

References cms::cuda::assert(), dataset::end, Exception, class-composition::o, command_line::start, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by save().

                                                                       {
  assert(!path.empty());

  // Find the first path component.
  size_t start = 0;
  size_t end = path.find('/', start);
  if (end == std::string::npos)
    end = path.size();

  while (true) {
    // Check if this subdirectory component exists.  If yes, make sure
    // it is actually a subdirectory.  Otherwise create or cd into it.
    std::string part(path, start, end - start);
    TObject *o = gDirectory->Get(part.c_str());
    if (o && !dynamic_cast<TDirectory *>(o))
      throw cms::Exception("DQMFileSaver") << "Attempt to create directory '" << path
                                           << "' in a file"
                                              " fails because the part '"
                                           << part
                                           << "' already exists and is not"
                                              " directory";
    else if (!o)
      gDirectory->mkdir(part.c_str());

    if (!gDirectory->cd(part.c_str()))
      throw cms::Exception("DQMFileSaver") << "Attempt to create directory '" << path
                                           << "' in a file"
                                              " fails because could not cd into subdirectory '"
                                           << part << "'";

    // Stop if we reached the end, ignoring any trailing '/'.
    if (end + 1 >= path.size())
      break;

    // Find the next path component.
    start = end + 1;
    end = path.find('/', start);
    if (end == std::string::npos)
      end = path.size();
  }

  return true;
}

template<class T >

void LegacyIOHelper::getMEName ( T *  h, const std::string &  toppath, std::string &  meName  )

inlineprivate

Definition at line 46 of file LegacyIOHelper.h.

References das_client::fullpath(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                    {
    std::ostringstream fullpath;
    fullpath << gDirectory->GetPath() << "/" << h->GetName();
    std::string dirpath = fullpath.str();
    // Search for the substring in string
    size_t pos = dirpath.find(toppath);
    if (pos != std::string::npos) {
      dirpath.erase(pos, toppath.length());
    }
    std::string rsummary = "/Run summary";
    pos = dirpath.find(rsummary);
    if (pos != std::string::npos) {
      dirpath.erase(pos, rsummary.length());
    }
    meName = dirpath;
  }

bool LegacyIOHelper::open	(	std::string const &	filename,
		std::string const &	path = "",
		uint32_t const	run = 0
	)

Definition at line 257 of file LegacyIOHelper.cc.

References validate-o2o-wbm::f1, readdir(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                              {
  TFile *f1 = TFile::Open(filename.c_str());
  if (!f1)
    return false;
  std::ostringstream toppath;
  toppath << filename << ":/DQMData/Run " << run << "/";
  std::string dirpath = toppath.str();
  edm::LogPrint("LegacyIOHelper") << dirpath << std::endl;
  bool flag = readdir(f1, dirpath);
  f1->Close();
  return flag;
}

bool LegacyIOHelper::readdir ( TDirectory *  dir, const std::string &  toppath  )

private

Definition at line 170 of file LegacyIOHelper.cc.

References dqm::implementation::IBooker::book1D(), dqm::implementation::IBooker::book1DD(), dqm::implementation::IBooker::book1S(), dqm::implementation::IBooker::book2D(), dqm::implementation::IBooker::book2DD(), dqm::implementation::IBooker::book2S(), dqm::implementation::IBooker::book3D(), dqm::implementation::IBooker::bookProfile(), dqm::implementation::IBooker::bookProfile2D(), haddnano::cl, data_, dbe_, h, submitPVResolutionJobs::key, LogDebug, GetRecoTauVFromDQM_MC_cff::next, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by open().

                                                                      {
  TDirectory *dirsav = gDirectory;
  LogDebug("LegacyIOHelper") << "Inside:" << gDirectory->GetPath() << std::endl;
  TIter next(dir->GetListOfKeys());
  TKey *key;
  while ((key = (TKey *)next())) {
    if (key->IsFolder()) {
      LogDebug("LegacyIOHelper") << key->GetName() << std::endl;
      dir->cd(key->GetName());
      TDirectory *subdir = gDirectory;
      readdir(subdir, toppath);
      dirsav->cd();
      continue;
    } else {
      TClass *cl = gROOT->GetClass(key->GetClassName());
      std::string meName;
      if (cl->InheritsFrom("TProfile")) {
        TProfile *h = dynamic_cast<TProfile *>(key->ReadObject<TProfile>()->Clone());
        h->SetDirectory(nullptr);
        if (h) {
          getMEName<TProfile>(h, toppath, meName);
          data_.insert(dbe_->bookProfile(meName, h));
        }
      } else if (cl->InheritsFrom("TProfile2D")) {
        TProfile2D *h = dynamic_cast<TProfile2D *>(key->ReadObject<TProfile2D>()->Clone());
        h->SetDirectory(nullptr);
        if (h) {
          getMEName<TProfile2D>(h, toppath, meName);
          data_.insert(dbe_->bookProfile2D(meName, h));
        }
      } else if (cl->InheritsFrom("TH1F")) {
        TH1F *h = dynamic_cast<TH1F *>(key->ReadObject<TH1F>()->Clone());
        h->SetDirectory(nullptr);
        if (h) {
          getMEName<TH1F>(h, toppath, meName);
          data_.insert(dbe_->book1D(meName, h));
        }
      } else if (cl->InheritsFrom("TH1S")) {
        TH1S *h = dynamic_cast<TH1S *>(key->ReadObject<TH1S>()->Clone());
        h->SetDirectory(nullptr);
        if (h) {
          getMEName<TH1S>(h, toppath, meName);
          data_.insert(dbe_->book1S(meName, h));
        }
      } else if (cl->InheritsFrom("TH1D")) {
        TH1D *h = dynamic_cast<TH1D *>(key->ReadObject<TH1D>()->Clone());
        h->SetDirectory(nullptr);
        if (h) {
          getMEName<TH1D>(h, toppath, meName);
          data_.insert(dbe_->book1DD(meName, h));
        }
      } else if (cl->InheritsFrom("TH2F")) {
        TH2F *h = dynamic_cast<TH2F *>(key->ReadObject<TH2F>()->Clone());
        h->SetDirectory(nullptr);
        if (h) {
          getMEName<TH2F>(h, toppath, meName);
          data_.insert(dbe_->book2D(meName, h));
        }
      } else if (cl->InheritsFrom("TH2S")) {
        TH2S *h = dynamic_cast<TH2S *>(key->ReadObject<TH2S>()->Clone());
        h->SetDirectory(nullptr);
        if (h) {
          getMEName<TH2S>(h, toppath, meName);
          data_.insert(dbe_->book2S(meName, h));
        }
      } else if (cl->InheritsFrom("TH2D")) {
        TH2D *h = dynamic_cast<TH2D *>(key->ReadObject<TH2D>()->Clone());
        h->SetDirectory(nullptr);
        if (h) {
          getMEName<TH2D>(h, toppath, meName);
          data_.insert(dbe_->book2DD(meName, h));
        }
      } else if (cl->InheritsFrom("TH3F")) {
        TH3F *h = dynamic_cast<TH3F *>(key->ReadObject<TH3F>()->Clone());
        h->SetDirectory(nullptr);
        if (h) {
          getMEName<TH3F>(h, toppath, meName);
          data_.insert(dbe_->book3D(meName, h));
        }
      }
    }
  }
  if (!data_.empty())
    return true;
  return false;
}

void LegacyIOHelper::save	(	std::string const &	filename,
		std::string const &	path = "",
		uint32_t const	run = 0,
		bool	saveall = true,
		std::string const &	fileupdate = "RECREATE"
	)

Definition at line 15 of file LegacyIOHelper.cc.

References visDQMUpload::buf, ws_sso_content_reader::content, gather_cfg::cout, createDirectoryIfNeededAndCd(), dbe_, TrackerOfflineValidation_Dqm_cff::dirName, mergeVDriftHistosByStation::file, dqm::implementation::IGetter::getAllContents(), MonitorElementData::INT, hlt_dqm_clientPB-live_cfg::me, summarizeEdmComparisonLogfiles::objectName, runTheMatrix::opt, MonitorElementData::REAL, mps_fire::result, str, MonitorElementData::STRING, AlCaHLTBitMon_QueryRunRegistry::string, makePlotsFromDump::suffix, cond::impl::to_string(), and relativeConstraints::value.

Referenced by dqm::DQMFileSaverOnline::makeSnapshot(), dqm::implementation::DQMStore::save(), and DQMFileSaver::saveForOffline().

                                                         {
  // TFile flushes to disk with fsync() on every TDirectory written to
  // the file.  This makes DQM file saving painfully slow, and
  // ironically makes it _more_ likely the file saving gets
  // interrupted and corrupts the file.  The utility class below
  // simply ignores the flush synchronisation.
  class TFileNoSync : public TFile {
  public:
    TFileNoSync(char const *file, char const *opt) : TFile{file, opt} {}
    Int_t SysSync(Int_t) override { return 0; }
  };

  std::cout << "DQMFileSaver::globalEndRun()" << std::endl;

  char suffix[64];
  sprintf(suffix, "R%09d", run);
  TFileNoSync *file = new TFileNoSync(filename.c_str(), fileupdate.c_str());  // open file

  // Traverse all MEs
  std::vector<MonitorElement *> mes;
  if (saveall) {
    // this is typically used, at endJob there will only be JOB histos here
    mes = dbe_->getAllContents(path);
  } else {
    // at endRun it might make sense to use this, to not save JOB histos yet.
    mes = dbe_->getAllContents(path, run, 0);
  }

  for (auto me : mes) {
    // Modify dirname to comply with DQM GUI format. Change:
    // A/B/C/plot
    // into:
    // DQMData/Run X/A/Run summary/B/C/plot
    std::string dirName = me->getPathname();
    uint64_t firstSlashPos = dirName.find('/');
    if (firstSlashPos == std::string::npos) {
      firstSlashPos = dirName.length();
    }

    if (run) {
      // Rewrite paths to "Run Summary" format when given a run number.
      // Else, write a simple, flat TDirectory for local usage.
      dirName = dirName.substr(0, firstSlashPos) + "/Run summary" + dirName.substr(firstSlashPos, dirName.size());
      dirName = "DQMData/Run " + std::to_string(run) + "/" + dirName;
    }

    std::string objectName = me->getName();

    // Create dir if it doesn't exist and cd into it
    createDirectoryIfNeededAndCd(dirName);

    // INTs are saved as strings in this format: <objectName>i=value</objectName>
    // REALs are saved as strings in this format: <objectName>f=value</objectName>
    // STRINGs are saved as strings in this format: <objectName>s="value"</objectName>
    if (me->kind() == MonitorElement::Kind::INT) {
      int value = me->getIntValue();
      std::string content = "<" + objectName + ">i=" + std::to_string(value) + "</" + objectName + ">";
      TObjString str(content.c_str());
      str.Write();
    } else if (me->kind() == MonitorElement::Kind::REAL) {
      double value = me->getFloatValue();
      char buf[64];
      // use printf here to preserve exactly the classic formatting.
      std::snprintf(buf, sizeof(buf), "%.*g", DBL_DIG + 2, value);
      std::string content = "<" + objectName + ">f=" + buf + "</" + objectName + ">";
      TObjString str(content.c_str());
      str.Write();
    } else if (me->kind() == MonitorElement::Kind::STRING) {
      const std::string &value = me->getStringValue();
      std::string content = "<" + objectName + ">s=" + value + "</" + objectName + ">";
      TObjString str(content.c_str());
      str.Write();
    } else {
      // Write a histogram
      TH1 *value = me->getTH1();
      value->Write();

      if (me->getEfficiencyFlag()) {
        std::string content = "<" + objectName + ">e=1</" + objectName + ">";
        TObjString str(content.c_str());
        str.Write();
      }

      for (QReport *qr : me->getQReports()) {
        std::string result;
        // TODO: 64 is likely too short; memory corruption in the old code?
        char buf[64];
        std::snprintf(buf, sizeof(buf), "qr=st:%d:%.*g:", qr->getStatus(), DBL_DIG + 2, qr->getQTresult());
        result = '<' + objectName + '.' + qr->getQRName() + '>';
        result += buf;
        result += qr->getAlgorithm() + ':' + qr->getMessage();
        result += "</" + objectName + '.' + qr->getQRName() + '>';
        TObjString str(result.c_str());
        str.Write();
      }
    }

    // Go back to the root directory
    gDirectory->cd("/");
  }

  file->Close();
}

Member Data Documentation

MEMap LegacyIOHelper::data_

private

Definition at line 65 of file LegacyIOHelper.h.

Referenced by readdir().

DQMStore* LegacyIOHelper::dbe_

private

Definition at line 64 of file LegacyIOHelper.h.

Referenced by readdir(), and save().