#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <vector>
#include <set>
#include <string>
#include <iostream>
#include <memory>
#include "DQMServices/Core/src/ROOTFilePB.pb.h"
#include <google/protobuf/io/coded_stream.h>
#include <google/protobuf/io/gzip_stream.h>
#include <google/protobuf/io/zero_copy_stream_impl.h>
#include <TROOT.h>
#include <TFile.h>
#include <TBufferFile.h>
#include <TObject.h>
#include <TObjString.h>
#include <TH1.h>
#include <TKey.h>

Classes
struct	MicroME

Macros
#define	DEBUG(x, msg) if (debug >= x) std::cout << "DEBUG: " << msg << std::flush

Enumerations
enum	ErrType { ERR_BADCFG =1, ERR_NOFILE }

enum	TaskType { TASK_ADD, TASK_DUMP, TASK_CONVERT, TASK_ENCODE }

Functions
int	addFiles (const std::string &output_filename, const std::vector< std::string > &filenames)

int	convertFile (const std::string &output_filename, const std::vector< std::string > &filenames)

int	dumpFiles (const std::vector< std::string > &filenames)

int	encodeFile (const std::string &output_filename, const std::vector< std::string > &filenames)

TObject *	extractNextObject (TBufferFile &buf)

void	fillMessage (dqmstorepb::ROOTFilePB &dqmstore_output_msg, const std::set< MicroME > &micromes)

static void	get_info (const dqmstorepb::ROOTFilePB::Histo &h, std::string &dirname, std::string &objname, TObject **obj)

static bool	lessThanMME (const std::string &lhs_dirname, const std::string &lhs_objname, const std::string &rhs_dirname, const std::string &rhs_objname)

int	main (int argc, char *argv[])

void	processDirectory (TFile *file, const std::string &curdir, std::set< std::string > &dirs, std::set< std::string > &objs, std::set< std::string > &fullnames, std::set< MicroME > &micromes)

static int	showusage (void)

void	writeMessage (const dqmstorepb::ROOTFilePB &dqmstore_output_msg, const std::string &output_filename)

Variables
int	debug = 0

Macro Definition Documentation

#define DEBUG	(	x,
		msg
	)	if (debug >= x) std::cout << "DEBUG: " << msg << std::flush

Copyright (c) 2013 "Marco Rovere"

This code is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.

This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.

You should have received a copy of the GNU General Public License along with this program. If not, see http://www.gnu.org/licenses/.

This code is simple: its sole purpose is to either dump or add ProtocolBuffer-gzipped files that are meant to replace ordinary ROOT files containing only hierarchies of histograms, arranged in arbitrarily complex levels of directories. The merging logic is such that plots present in all files are added, while plots present in some of the files are anyway tracked and added, if similar ones are found in other files.

The logic of the merging algorithm is trivial and fully rely on the ordered nature of the ProtocolBuffer files read in input. An internal set container of MicroME is used to host the final results. The relational ordering of the set must be guaranteed to match the one used to order the ProtocolBuffer files for optimal performance and correctness.

A dependency on protocolbuffer is needed and should be alrady included out of the box into any recent CMSSW release.

In case the protoclBuffer package is not avaialble, you need to install it as an external toolfile. Therefore, in order to be able to compile and run the code, you need to locally install protocol buffer 2.4.1 and add it as a scram tool to your preferred CMSSW development area.

The toolfile I used is:

To register it into your development area you can simply do:

scram setup protocolbuf.xml

To verify the correctness of the information, do:

scram tool info protocolbuf. You should see an output similar to the following:

Tool info as configured in location /afs/cern.ch/work/r/rovere/fastHistoMergingPB/CMSSW_7_0_X_2013-07-08-0200 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Name : protocolbuf Version : 2.4.1 ++++++++++++++++++++ SCRAM_PROJECT=no PROTOCOLBUF_CLIENT_BASE=/afs/cern.ch/work/r/rovere/protocolbuf LIB=protobuf LIBDIR=/afs/cern.ch/work/r/rovere/protocolbuf/lib INCLUDE=/afs/cern.ch/work/r/rovere/protocolbuf/include USE=zlib PATH=/afs/cern.ch/work/r/rovere/protocolbuf/bin

Definition at line 100 of file fastHadd.cc.

Referenced by MicroME::add(), addFiles(), convertFile(), dumpFiles(), encodeFile(), fillMessage(), processDirectory(), and writeMessage().

Enumeration Type Documentation

enum ErrType

Enumerator
ERR_BADCFG
ERR_NOFILE

Definition at line 156 of file fastHadd.cc.

              {
   ERR_BADCFG=1,
   ERR_NOFILE
 };

enum TaskType

Enumerator
TASK_ADD
TASK_DUMP
TASK_CONVERT
TASK_ENCODE

Definition at line 149 of file fastHadd.cc.

               {
   TASK_ADD,
   TASK_DUMP,
   TASK_CONVERT,
   TASK_ENCODE
 };

Function Documentation

int addFiles	(	const std::string &	output_filename,
		const std::vector< std::string > &	filenames
	)

Definition at line 396 of file fastHadd.cc.

References assert(), gather_cfg::cout, DEBUG, diffTreeTool::diff, heppy_check::dirs, alignCSCRings::e, HTMLExport::elem(), ERR_NOFILE, fillMessage(), groupFilesInBlocks::fin, plotBeamSpotDB::first, dqmstorepb::ROOTFilePB_Histo::flags(), dqmstorepb::ROOTFilePB_Histo::full_pathname(), MicroME::fullname, get_info(), h, dqmstorepb::ROOTFilePB::histo(), dqmstorepb::ROOTFilePB::histo_size(), i, input, lessThanMME(), cmsHarvester::loop, NULL, getGTfromDQMFile::obj, MicroME::obj, cmsHarvester::path, AlCaHLTBitMon_QueryRunRegistry::string, and writeMessage().

Referenced by main().

                                                     {
   dqmstorepb::ROOTFilePB dqmstore_outputmessage;
   std::set<std::string> dirs;
   std::set<std::string> objs;
   std::set<std::string> fullnames;
   std::set<MicroME> micromes;
 
   assert(filenames.size() > 0);
   DEBUG(1, "Adding file " << filenames[0] << std::endl);
   {
     dqmstorepb::ROOTFilePB dqmstore_message;
     int filedescriptor;
     if ((filedescriptor = ::open(filenames[0].c_str(), O_RDONLY)) == -1) {
       std::cout << "Fatal Error opening file "
                 << filenames[0] << std::endl;
       return ERR_NOFILE;
     }
 
     FileInputStream fin(filedescriptor);
     GzipInputStream input(&fin);
     CodedInputStream input_coded(&input);
     input_coded.SetTotalBytesLimit(1024*1024*1024, -1);
     if (!dqmstore_message.ParseFromCodedStream(&input_coded)) {
       std::cout << "Fatal Error opening file "
                 << filenames[0] << std::endl;
       return ERR_NOFILE;
     }
     ::close(filedescriptor);
 
     for (int i = 0; i < dqmstore_message.histo_size(); i++) {
       std::string path;
       std::string objname;
       TObject *obj = NULL;
       const dqmstorepb::ROOTFilePB::Histo &h = dqmstore_message.histo(i);
       get_info(h, path, objname, &obj);
       MicroME * mme = new MicroME(&*(fullnames.insert(h.full_pathname()).first),
                                   &*(dirs.insert(path).first),
                                   &*(objs.insert(objname).first),
                                   h.flags());
       if (obj) {
         mme->obj = obj;
         micromes.insert(*mme);
         DEBUG(2, "Inserting MicroME " << *mme->fullname << std::endl);
       }
     }
   }
 
   for (int i = 1, e = filenames.size(); i != e; ++i) {
     DEBUG(1, "Adding file " << filenames[i] << std::endl);
     dqmstorepb::ROOTFilePB dqmstore_msg;
     int filedescriptor;
     if ((filedescriptor = ::open(filenames[i].c_str(), O_RDONLY)) == -1) {
       std::cout << "Fatal Error opening file "
                 << filenames[i] << std::endl;
       return ERR_NOFILE;
     }
     FileInputStream fin(filedescriptor);
     GzipInputStream input(&fin);
     CodedInputStream input_coded(&input);
     input_coded.SetTotalBytesLimit(1024*1024*1024, -1);
     if (!dqmstore_msg.ParseFromCodedStream(&input_coded)) {
       std::cout << "Fatal Error opening file "
                 << filenames[0] << std::endl;
       return ERR_NOFILE;
     }
     ::close(filedescriptor);
 
     std::set<MicroME>::iterator mi = micromes.begin();
     std::set<MicroME>::iterator me = micromes.end();
     int elem = 0;
     for (; mi != me; ++mi) {
       std::string path;
       std::string objname;
       dqmstorepb::ROOTFilePB::Histo h;
       TObject *obj = NULL;
       if (elem < dqmstore_msg.histo_size()) {
         dqmstorepb::ROOTFilePB::Histo &h =
             const_cast<dqmstorepb::ROOTFilePB::Histo &>(dqmstore_msg.histo(elem));
         get_info(h, path, objname, &obj);
 
         DEBUG(2, "Comparing " << *(*mi).dirname << "/"
               << *(*mi).objname << " vs "
               << h.full_pathname() << std::endl);
         int diff = (*mi).fullname->compare(h.full_pathname());
         if (diff == 0 && obj != NULL) {
           mi->add(obj);
           delete obj;
           ++elem;
         } else if (! lessThanMME(*(*mi).dirname, *(*mi).objname,
                                  path, objname)) {
           // loop over elem till they are no longer less than iterator.
           bool loop = true;
           while (loop) {
             DEBUG(2, "Adding Missing histogram "
                   << h.full_pathname() << std::endl);
             // That's fine since we add elements to the left of the
             // current node, so we do not screw up the iteration
             // process.
             MicroME * mme = new MicroME(&*(fullnames.insert(h.full_pathname()).first),
                                         &*(dirs.insert(path).first),
                                         &*(objs.insert(objname).first));
             if (obj) {
               mme->obj = obj;
               micromes.insert(*mme);
               ++elem;
             }
             if (elem < dqmstore_msg.histo_size()) {
               h = const_cast<dqmstorepb::ROOTFilePB::Histo &>(dqmstore_msg.histo(elem));
               get_info(h, path, objname, &obj);
               DEBUG(2, "Comparing " << *(*mi).dirname << "/"
                     << *(*mi).objname << " vs "
                     << h.full_pathname() << std::endl);
               loop = ! lessThanMME(*(*mi).dirname, *(*mi).objname,
                                    path, objname);
             } else {
               loop = false;
             }
           }
         }
       }
     }
 
     // Transfer whatever else is left pending in the new file.
     while (elem < dqmstore_msg.histo_size()) {
       std::string path;
       std::string objname;
       TObject *obj = NULL;
 
       const dqmstorepb::ROOTFilePB::Histo &h = dqmstore_msg.histo(elem);
       get_info(h, path, objname, &obj);
       DEBUG(2, "Adding Missing histogram " << h.full_pathname() << std::endl);
       MicroME * mme = new MicroME(&*(fullnames.insert(h.full_pathname()).first),
                                   &*(dirs.insert(path).first),
                                   &*(objs.insert(objname).first));
       if (obj) {
         mme->obj = obj;
         micromes.insert(*mme);
         ++elem;
       }
     }
   }
 
   dqmstorepb::ROOTFilePB dqmstore_output_msg;
   fillMessage(dqmstore_output_msg, micromes);
   writeMessage(dqmstore_output_msg, output_filename);
 
   return 0;
 }

int convertFile	(	const std::string &	output_filename,
		const std::vector< std::string > &	filenames
	)

Definition at line 303 of file fastHadd.cc.

References assert(), gather_cfg::cout, DEBUG, end, ERR_NOFILE, extractNextObject(), groupFilesInBlocks::fin, dqmstorepb::ROOTFilePB_Histo::full_pathname(), get_info(), h, dqmstorepb::ROOTFilePB::histo(), dqmstorepb::ROOTFilePB::histo_size(), i, input, getGTfromDQMFile::obj, convertSQLitetoXML_cfg::output, cmsHarvester::path, dqmstorepb::ROOTFilePB_Histo::size(), dqm_diff::start, dqmstorepb::ROOTFilePB_Histo::streamed_histo(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by main().

                                                        {
   assert(filenames.size() == 1);
   TFile output(output_filename.c_str(), "RECREATE");
   DEBUG(0, "Converting file " << filenames[0] << std::endl);
   dqmstorepb::ROOTFilePB dqmstore_message;
 
   int filedescriptor = ::open(filenames[0].c_str(), O_RDONLY);
   FileInputStream fin(filedescriptor);
   GzipInputStream input(&fin);
   CodedInputStream input_coded(&input);
   input_coded.SetTotalBytesLimit(1024*1024*1024, -1);
   if (!dqmstore_message.ParseFromCodedStream(&input_coded)) {
     std::cout << "Fatal Error opening file "
               << filenames[0] << std::endl;
     return ERR_NOFILE;
   }
   ::close(filedescriptor);
 
   for (int i = 0; i < dqmstore_message.histo_size(); i++) {
     const dqmstorepb::ROOTFilePB::Histo& h = dqmstore_message.histo(i);
     DEBUG(1, h.full_pathname() << std::endl);
     DEBUG(1, h.size() << std::endl);
     TBufferFile buf(TBufferFile::kRead, h.size(),
                     (void*)h.streamed_histo().data(),
                     kFALSE);
     buf.Reset();
     TObject *obj = extractNextObject(buf);
     std::string path,objname;
     get_info(h, path, objname, &obj);
     gDirectory->cd("/");
     // Find the first path component.
     size_t start = 0;
     size_t end = path.find('/', start);
     if (end == std::string::npos)
     end = path.size();
     while (true)
     {
       std::string part(path, start, end-start);
       if (! gDirectory->Get(part.c_str()))
         gDirectory->mkdir(part.c_str());
       gDirectory->cd(part.c_str());
       // Stop if we reached the end, ignoring any trailing '/'.
       if (end+1 >= path.size())
         break;
       // Find the next path component.
       start = end+1;
       end = path.find('/', start);
       if (end == std::string::npos)
         end = path.size();
     }
     obj->Write();
     DEBUG(1, obj->GetName() << std::endl);
   }
   output.Close();
   return 0;
 }

int dumpFiles ( const std::vector< std::string > & filenames )

Definition at line 361 of file fastHadd.cc.

References assert(), gather_cfg::cout, DEBUG, alignCSCRings::e, ERR_NOFILE, extractNextObject(), groupFilesInBlocks::fin, dqmstorepb::ROOTFilePB_Histo::flags(), dqmstorepb::ROOTFilePB_Histo::full_pathname(), h, dqmstorepb::ROOTFilePB::histo(), dqmstorepb::ROOTFilePB::histo_size(), i, input, getGTfromDQMFile::obj, dqmstorepb::ROOTFilePB_Histo::size(), and dqmstorepb::ROOTFilePB_Histo::streamed_histo().

Referenced by main().

                                                      {
   assert(filenames.size() > 0);
   for (int i = 0, e = filenames.size(); i != e; ++i) {
     DEBUG(0, "Dumping file " << filenames[i] << std::endl);
     dqmstorepb::ROOTFilePB dqmstore_message;
 
     int filedescriptor = ::open(filenames[0].c_str(), O_RDONLY);
     FileInputStream fin(filedescriptor);
     GzipInputStream input(&fin);
     CodedInputStream input_coded(&input);
     input_coded.SetTotalBytesLimit(1024*1024*1024, -1);
     if (!dqmstore_message.ParseFromCodedStream(&input_coded)) {
       std::cout << "Fatal Error opening file "
                 << filenames[0] << std::endl;
       return ERR_NOFILE;
     }
     ::close(filedescriptor);
 
     for (int i = 0; i < dqmstore_message.histo_size(); i++) {
       const dqmstorepb::ROOTFilePB::Histo& h = dqmstore_message.histo(i);
       DEBUG(1, h.full_pathname() << std::endl);
       DEBUG(1, h.size() << std::endl);
       TBufferFile buf(TBufferFile::kRead, h.size(),
                       (void*)h.streamed_histo().data(),
                       kFALSE);
       buf.Reset();
       TObject *obj = extractNextObject(buf);
       DEBUG(1, obj->GetName() << std::endl);
       DEBUG(1, "Flags: " << h.flags() << std::endl);
     }
   }
 
   return 0;
 }

int encodeFile	(	const std::string &	output_filename,
		const std::vector< std::string > &	filenames
	)

Definition at line 285 of file fastHadd.cc.

References assert(), DEBUG, heppy_check::dirs, fillMessage(), input, processDirectory(), and writeMessage().

Referenced by main().

                                                       {
   assert(filenames.size() == 1);
   TFile input(filenames[0].c_str());
   DEBUG(0, "Encoding file " << filenames[0] << std::endl);
   std::set<std::string> dirs;
   std::set<std::string> objs;
   std::set<std::string> fullnames;
   std::set<MicroME> micromes;
   dqmstorepb::ROOTFilePB dqmstore_message;
 
   processDirectory(&input, "", dirs, objs, fullnames, micromes);
   fillMessage(dqmstore_message, micromes);
   writeMessage(dqmstore_message, output_filename);
 
   return 0;
 }

TObject* extractNextObject ( TBufferFile & buf )

inline

Extract the next serialised ROOT object from @a buf. Returns null

if there are no more objects in the buffer, or a null pointer was serialised at this location.

Definition at line 171 of file fastHadd.cc.

Referenced by convertFile(), dumpFiles(), and get_info().

                                                      {
   if (buf.Length() == buf.BufferSize())
     return 0;
   buf.InitMap();
   return reinterpret_cast<TObject *>(buf.ReadObjectAny(0));
 }

void fillMessage	(	dqmstorepb::ROOTFilePB &	dqmstore_output_msg,
		const std::set< MicroME > &	micromes
	)

Definition at line 224 of file fastHadd.cc.

References dqmstorepb::ROOTFilePB::add_histo(), DEBUG, h, dqmstorepb::ROOTFilePB_Histo::set_flags(), dqmstorepb::ROOTFilePB_Histo::set_full_pathname(), dqmstorepb::ROOTFilePB_Histo::set_size(), and dqmstorepb::ROOTFilePB_Histo::set_streamed_histo().

Referenced by addFiles(), and encodeFile().

                                                    {
   std::set<MicroME>::iterator mi = micromes.begin();
   std::set<MicroME>::iterator me = micromes.end();
 
   DEBUG(1, "Streaming ROOT objects" << std::endl);
   for (; mi != me; ++mi) {
     dqmstorepb::ROOTFilePB::Histo* h = dqmstore_output_msg.add_histo();
     DEBUG(2, "Streaming ROOT object " << *(mi->fullname) << "\n");
     h->set_full_pathname(*(mi->fullname));
     TBufferFile buffer(TBufferFile::kWrite);
     buffer.WriteObject(mi->obj);
     h->set_size(buffer.Length());
     h->set_flags(mi->flags);
     h->set_streamed_histo((const void*)buffer.Buffer(),
                           buffer.Length());
     delete mi->obj;
   }
 }

static void get_info	(	const dqmstorepb::ROOTFilePB::Histo &	h,
		std::string &	dirname,
		std::string &	objname,
		TObject **	obj
	)

static

Definition at line 178 of file fastHadd.cc.

References dtNoiseDBValidation_cfg::cerr, extractNextObject(), dqmstorepb::ROOTFilePB_Histo::full_pathname(), dqmstorepb::ROOTFilePB_Histo::size(), pickleFileParser::slash, and dqmstorepb::ROOTFilePB_Histo::streamed_histo().

Referenced by addFiles(), and convertFile().

                                      {
 
   size_t slash = h.full_pathname().rfind('/');
   size_t dirpos = (slash == std::string::npos ? 0 : slash);
   size_t namepos = (slash == std::string::npos ? 0 : slash+1);
   dirname.assign(h.full_pathname(), 0, dirpos);
   objname.assign(h.full_pathname(), namepos, std::string::npos);
   TBufferFile buf(TBufferFile::kRead, h.size(),
                   (void*)h.streamed_histo().data(),
                   kFALSE);
   buf.Reset();
   *obj = extractNextObject(buf);
   if (!*obj) {
     std::cerr << "Error reading element: " << h.full_pathname() << std::endl;
   }
 }

static bool lessThanMME	(	const std::string &	lhs_dirname,
		const std::string &	lhs_objname,
		const std::string &	rhs_dirname,
		const std::string &	rhs_objname
	)

static

Definition at line 104 of file fastHadd.cc.

References diffTreeTool::diff.

Referenced by addFiles(), and MicroME::operator<().

                                                       {
   int diff = lhs_dirname.compare(rhs_dirname);
   return (diff < 0 ? true
           : diff == 0 ? lhs_objname < rhs_objname : false);
 };

int main	(	int	argc,
		char *	argv[]
	)

Definition at line 560 of file fastHadd.cc.

References addFiles(), dir2webdir::argc, dtNoiseDBValidation_cfg::cerr, convertFile(), debug, dumpFiles(), encodeFile(), cmsPerfCommons::filenames, electronStore::output_file, run_regression::ret, showusage(), AlCaHLTBitMon_QueryRunRegistry::string, TASK_ADD, TASK_CONVERT, TASK_DUMP, and TASK_ENCODE.

                                   {
   int arg;
   int ret = 0;
   std::string output_file;
   std::vector<std::string> filenames;
   TaskType task;
 
   filenames.reserve(argc);
 
   for (arg = 1; arg < argc; ++arg) {
     if (! strcmp(argv[arg], "--no-debug"))
       debug = 0;
     else if (! strcmp(argv[arg], "--debug")
              || ! strcmp(argv[arg], "-d"))
       debug++;
     else
       break;
   }
 
   if (arg < argc) {
     if (! strcmp(argv[arg], "add")) {
       ++arg;
       task = TASK_ADD;
     } else if (! strcmp(argv[arg], "dump")) {
       ++arg;
       task = TASK_DUMP;
     } else if (! strcmp(argv[arg], "convert")) {
       ++arg;
       task = TASK_CONVERT;
     } else if (! strcmp(argv[arg], "encode")) {
       ++arg;
       task = TASK_ENCODE;
     } else {
       std::cerr << "Unknown action: " << argv[arg] << std::endl;
       return showusage();
     }
   } else {
     std::cerr << "Not enough arguments\n";
     return showusage();
   }
 
   if (task == TASK_ADD || task == TASK_CONVERT || task == TASK_ENCODE) {
     if (arg == argc) {
       std::cerr << "add|convert|encode actions requires a -o option to be set\n";
       return showusage();
     }
     if (! strcmp(argv[arg], "-o")) {
       if (arg < argc-1) {
         output_file = argv[++arg];
       } else {
         std::cerr << " -o option requires a value\n";
         return showusage();
       }
     }
   } else if (task == TASK_DUMP) {
     if (arg == argc) {
       std::cerr << "Missing input file(s)\n";
       return showusage();
     }
     for (; arg < argc; ++arg) {
       filenames.push_back(argv[arg]);
     }
   }
 
   if (task == TASK_ADD || task == TASK_CONVERT || task == TASK_ENCODE) {
     if (++arg == argc) {
       std::cerr << "Missing input file(s)\n";
       return showusage();
     }
     for (; arg < argc; ++arg) {
       filenames.push_back(argv[arg]);
     }
   }
 
   if (task == TASK_ADD)
     ret = addFiles(output_file, filenames);
   else if (task == TASK_DUMP)
     ret = dumpFiles(filenames);
   else if (task == TASK_CONVERT)
     ret = convertFile(output_file, filenames);
   else if (task == TASK_ENCODE)
     ret = encodeFile(output_file, filenames);
 
 
   google::protobuf::ShutdownProtobufLibrary();
   return ret;
 }

void processDirectory	(	TFile *	file,
		const std::string &	curdir,
		std::set< std::string > &	dirs,
		std::set< std::string > &	objs,
		std::set< std::string > &	fullnames,
		std::set< MicroME > &	micromes
	)

Definition at line 245 of file fastHadd.cc.

References DEBUG, plotBeamSpotDB::first, relval_steps::key, GetRecoTauVFromDQM_MC_cff::next, getGTfromDQMFile::obj, MicroME::obj, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by encodeFile().

                                                  {
   DEBUG(1, "Processing directory " << curdir << "\n");
   file->cd(curdir.c_str());
   TKey *key;
   TIter next (gDirectory->GetListOfKeys());
   while ((key = (TKey *) next())) {
     TObject * obj = key->ReadObj();
     if (dynamic_cast<TDirectory *>(obj)) {
       std::string subdir;
       subdir.reserve(curdir.size() + strlen(obj->GetName()) + 2);
       subdir += curdir;
       if (! curdir.empty())
         subdir += '/';
       subdir += obj->GetName();
       processDirectory(file, subdir, dirs, objs, fullnames, micromes);
     } else if ((dynamic_cast<TH1 *>(obj)) || (dynamic_cast<TObjString *>(obj))) {
       if (dynamic_cast<TH1 *>(obj)) {
         dynamic_cast<TH1 *>(obj)->SetDirectory(0);
       }
 
       DEBUG(2, curdir << "/" << obj->GetName() << "\n");
       MicroME mme(&*(fullnames.insert(curdir
                                       + '/'
                                       + std::string(obj->GetName())).first),
                      &*(dirs.insert(curdir).first),
                      &*(objs.insert(obj->GetName()).first));
       if (obj) {
         mme.obj = obj;
         micromes.insert(mme);
       }
     }
   }
 }

static int showusage ( void )

static

Definition at line 547 of file fastHadd.cc.

References dtNoiseDBValidation_cfg::cerr, ERR_BADCFG, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by main().

 {
   static const std::string app_name("fasthadd");
 
   std::cerr << "Usage: " << app_name
             << " [--[no-]debug] TASK OPTIONS\n\n  "
             << app_name << " [OPTIONS] add -o OUTPUT_FILE [DAT FILE...]\n  "
             << app_name << " [OPTIONS] convert -o ROOT_FILE DAT_FILE\n  "
             << app_name << " [OPTIONS] encode -o DAT_FILE ROOT_FILE\n  "
             << app_name << " [OPTIONS] dump [DAT FILE...]\n  ";
   return ERR_BADCFG;
 }

void writeMessage	(	const dqmstorepb::ROOTFilePB &	dqmstore_output_msg,
		const std::string &	output_filename
	)

Definition at line 198 of file fastHadd.cc.

References DEBUG, and AlCaHLTBitMon_ParallelJobs::options.

Referenced by addFiles(), and encodeFile().

                                                     {
 
   DEBUG(1, "Writing file" << std::endl);
 
   int out_fd = ::open(output_filename.c_str(),
                       O_WRONLY | O_CREAT | O_TRUNC,
                       S_IRUSR | S_IWUSR |
                       S_IRGRP | S_IWGRP |
                       S_IROTH);
 
   FileOutputStream out_stream(out_fd);
   GzipOutputStream::Options options;
   options.format = GzipOutputStream::GZIP;
   options.compression_level = 2;
   GzipOutputStream gzip_stream(&out_stream,
                                options);
   dqmstore_output_msg.SerializeToZeroCopyStream(&gzip_stream);
 
   // make sure we flush before close
   gzip_stream.Close();
   out_stream.Close();
   ::close(out_fd);
 }

Variable Documentation

int debug = 0

Definition at line 102 of file fastHadd.cc.

Classes

Macros

Enumerations

Functions

Variables

Macro Definition Documentation

Enumeration Type Documentation

Function Documentation

Variable Documentation