CMS 3D CMS Logo

List of all members | Classes | Public Member Functions | Static Public Member Functions | Private Member Functions | Private Attributes | Static Private Attributes
NanoAODOutputModule Class Reference
Inheritance diagram for NanoAODOutputModule:
edm::one::OutputModule<> edm::one::OutputModuleBase edm::core::OutputModuleCore edm::EDConsumerBase

Classes

class  CommonEventBranches
 
class  CommonLumiBranches
 
class  CommonRunBranches
 

Public Member Functions

 NanoAODOutputModule (edm::ParameterSet const &pset)
 
 ~NanoAODOutputModule () override
 
- Public Member Functions inherited from edm::one::OutputModule<>
SerialTaskQueueglobalLuminosityBlocksQueue () final
 
SerialTaskQueueglobalRunsQueue () final
 
const OutputModuleoperator= (const OutputModule &)=delete
 
 OutputModule (edm::ParameterSet const &iPSet)
 
 OutputModule (const OutputModule &)=delete
 
bool wantsGlobalLuminosityBlocks () const final
 
bool wantsGlobalRuns () const final
 
bool wantsInputProcessBlocks () const final
 
bool wantsProcessBlocks () const final
 
- Public Member Functions inherited from edm::one::OutputModuleBase
OutputModuleBaseoperator= (OutputModuleBase const &)=delete
 
 OutputModuleBase (ParameterSet const &pset)
 
 OutputModuleBase (OutputModuleBase const &)=delete
 
SharedResourcesAcquirersharedResourcesAcquirer ()
 
SubProcessParentageHelper const * subProcessParentageHelper () const
 
bool wantsStreamLuminosityBlocks () const
 
bool wantsStreamRuns () const
 
- Public Member Functions inherited from edm::core::OutputModuleCore
BranchIDLists const * branchIDLists () const
 
void callWhenNewProductsRegistered (std::function< void(BranchDescription const &)> const &func)
 
std::array< bool, NumBranchTypes > const & hasNewlyDroppedBranch () const
 
SelectedProductsForBranchType const & keptProducts () const
 
int maxEvents () const
 
const ModuleDescriptionmoduleDescription () const
 
OutputModuleCoreoperator= (OutputModuleCore const &)=delete
 
 OutputModuleCore (ParameterSet const &pset)
 
 OutputModuleCore (OutputModuleCore const &)=delete
 
OutputProcessBlockHelper const & outputProcessBlockHelper () const
 
std::string const & processName () const
 
int remainingEvents () const
 
bool selected (BranchDescription const &desc) const
 
void selectProducts (ProductRegistry const &preg, ThinnedAssociationsHelper const &, ProcessBlockHelperBase const &)
 
ThinnedAssociationsHelper const * thinnedAssociationsHelper () const
 
bool wantAllEvents () const
 
 ~OutputModuleCore () override
 
- Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfoconsumesInfo () const
 
void convertCurrentProcessAlias (std::string const &processName)
 Convert "@currentProcess" in InputTag process names to the actual current process name. More...
 
 EDConsumerBase ()
 
 EDConsumerBase (EDConsumerBase const &)=delete
 
 EDConsumerBase (EDConsumerBase &&)=default
 
ESResolverIndex const * esGetTokenIndices (edm::Transition iTrans) const
 
std::vector< ESResolverIndex > const & esGetTokenIndicesVector (edm::Transition iTrans) const
 
std::vector< ESRecordIndex > const & esGetTokenRecordIndicesVector (edm::Transition iTrans) const
 
ProductResolverIndexAndSkipBit indexFrom (EDGetToken, BranchType, TypeID const &) const
 
void itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const
 
void itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const
 
std::vector< ProductResolverIndexAndSkipBit > const & itemsToGetFrom (BranchType iType) const
 
void labelsForToken (EDGetToken iToken, Labels &oLabels) const
 
void modulesWhoseProductsAreConsumed (std::array< std::vector< ModuleDescription const *> *, NumBranchTypes > &modulesAll, std::vector< ModuleProcessName > &modulesInPreviousProcesses, ProductRegistry const &preg, std::map< std::string, ModuleDescription const *> const &labelsToDesc, std::string const &processName) const
 
EDConsumerBase const & operator= (EDConsumerBase const &)=delete
 
EDConsumerBaseoperator= (EDConsumerBase &&)=default
 
bool registeredToConsume (ProductResolverIndex, bool, BranchType) const
 
void selectInputProcessBlocks (ProductRegistry const &productRegistry, ProcessBlockHelperBase const &processBlockHelperBase)
 
ProductResolverIndexAndSkipBit uncheckedIndexFrom (EDGetToken) const
 
void updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)
 
void updateLookup (eventsetup::ESRecordsToProductResolverIndices const &)
 
virtual ~EDConsumerBase () noexcept(false)
 

Static Public Member Functions

static void fillDescriptions (edm::ConfigurationDescriptions &descriptions)
 
- Static Public Member Functions inherited from edm::core::OutputModuleCore
static const std::string & baseType ()
 
static void fillDescription (ParameterSetDescription &desc, std::vector< std::string > const &iDefaultOutputCommands=ProductSelectorRules::defaultSelectionStrings())
 
static void fillDescriptions (ConfigurationDescriptions &descriptions)
 
static void prevalidate (ConfigurationDescriptions &)
 

Private Member Functions

bool isFileOpen () const override
 
void openFile (edm::FileBlock const &) override
 
void reallyCloseFile () override
 
void write (edm::EventForOutput const &e) override
 
void writeLuminosityBlock (edm::LuminosityBlockForOutput const &) override
 
void writeRun (edm::RunForOutput const &) override
 

Private Attributes

int m_autoFlush
 
class NanoAODOutputModule::CommonEventBranches m_commonBranches
 
class NanoAODOutputModule::CommonLumiBranches m_commonLumiBranches
 
class NanoAODOutputModule::CommonRunBranches m_commonRunBranches
 
std::string m_compressionAlgorithm
 
int m_compressionLevel
 
int m_eventsSinceFlush {0}
 
std::vector< EventStringOutputBranchesm_evstrings
 
bool m_fakeName
 
std::unique_ptr< TFile > m_file
 
std::string m_fileName
 
edm::JobReport::Token m_jrToken
 
std::string m_logicalFileName
 
std::vector< SummaryTableOutputBranchesm_lumiTables
 
std::vector< LumiOutputBranchesm_lumiTables2
 
std::unique_ptr< TTree > m_lumiTree
 
std::unique_ptr< TTree > m_metaDataTree
 
std::vector< std::pair< std::string, edm::EDGetToken > > m_nanoMetadata
 
std::unique_ptr< TTree > m_parameterSetsTree
 
edm::ProcessHistoryRegistry m_processHistoryRegistry
 
std::vector< TableOutputBranchesm_runFlatTables
 
std::vector< SummaryTableOutputBranchesm_runTables
 
std::unique_ptr< TTree > m_runTree
 
std::vector< TableOutputBranchesm_tables
 
std::unique_ptr< TTree > m_tree
 
std::vector< TriggerOutputBranchesm_triggers
 
bool m_triggers_areSorted = false
 
bool m_writeProvenance
 

Static Private Attributes

static constexpr int m_firstFlush {1000}
 

Additional Inherited Members

- Public Types inherited from edm::one::OutputModuleBase
typedef OutputModuleBase ModuleType
 
- Public Types inherited from edm::core::OutputModuleCore
typedef OutputModuleCore ModuleType
 
- Public Types inherited from edm::EDConsumerBase
typedef ProductLabels Labels
 
- Protected Member Functions inherited from edm::one::OutputModuleBase
void configure (OutputModuleDescription const &desc)
 
void doBeginJob ()
 
bool doEvent (EventTransitionInfo const &, ActivityRegistry *, ModuleCallingContext const *)
 
void doPreallocate (PreallocationConfiguration const &)
 
- Protected Member Functions inherited from edm::core::OutputModuleCore
void configure (OutputModuleDescription const &desc)
 
ModuleDescription const & description () const
 
void doAccessInputProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)
 
void doBeginJob_ ()
 
bool doBeginLuminosityBlock (LumiTransitionInfo const &, ModuleCallingContext const *)
 
void doBeginProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)
 
bool doBeginRun (RunTransitionInfo const &, ModuleCallingContext const *)
 
void doEndJob ()
 
bool doEndLuminosityBlock (LumiTransitionInfo const &, ModuleCallingContext const *)
 
void doEndProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)
 
bool doEndRun (RunTransitionInfo const &, ModuleCallingContext const *)
 
bool doEvent_ (EventTransitionInfo const &, ActivityRegistry *, ModuleCallingContext const *)
 
void doPreallocate_ (PreallocationConfiguration const &)
 
std::map< BranchID::value_type, BranchID::value_type > const & droppedBranchIDToKeptBranchID ()
 
virtual void preallocLumis (unsigned int)
 
ParameterSetID selectorConfig () const
 
void setEventSelectionInfo (std::map< std::string, std::vector< std::pair< std::string, int >>> const &outputModulePathPositions, bool anyProductProduced)
 
- Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType > consumes (edm::InputTag const &tag)
 
template<BranchType B = InEvent>
EDConsumerBaseAdaptor< Bconsumes (edm::InputTag tag) noexcept
 
EDGetToken consumes (const TypeToGet &id, edm::InputTag const &tag)
 
template<BranchType B>
EDGetToken consumes (TypeToGet const &id, edm::InputTag const &tag)
 
ConsumesCollector consumesCollector ()
 Use a ConsumesCollector to gather consumes information from helper functions. More...
 
template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto esConsumes ()
 
template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto esConsumes (ESInputTag const &tag)
 
template<Transition Tr = Transition::Event>
constexpr auto esConsumes ()
 
template<Transition Tr = Transition::Event>
auto esConsumes (ESInputTag tag)
 
template<Transition Tr = Transition::Event>
ESGetTokenGeneric esConsumes (eventsetup::EventSetupRecordKey const &iRecord, eventsetup::DataKey const &iKey)
 Used with EventSetupRecord::doGet. More...
 
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType > mayConsume (edm::InputTag const &tag)
 
EDGetToken mayConsume (const TypeToGet &id, edm::InputTag const &tag)
 
template<BranchType B>
EDGetToken mayConsume (const TypeToGet &id, edm::InputTag const &tag)
 
void resetItemsToGetFrom (BranchType iType)
 
- Protected Attributes inherited from edm::core::OutputModuleCore
std::atomic< int > remainingEvents_
 

Detailed Description

Definition at line 51 of file NanoAODOutputModule.cc.

Constructor & Destructor Documentation

◆ NanoAODOutputModule()

NanoAODOutputModule::NanoAODOutputModule ( edm::ParameterSet const &  pset)

Definition at line 155 of file NanoAODOutputModule.cc.

158  m_fileName(pset.getUntrackedParameter<std::string>("fileName")),
159  m_logicalFileName(pset.getUntrackedParameter<std::string>("logicalFileName")),
160  m_compressionLevel(pset.getUntrackedParameter<int>("compressionLevel")),
161  m_compressionAlgorithm(pset.getUntrackedParameter<std::string>("compressionAlgorithm")),
162  m_writeProvenance(pset.getUntrackedParameter<bool>("saveProvenance", true)),
163  m_fakeName(pset.getUntrackedParameter<bool>("fakeNameForCrab", false)),
164  m_autoFlush(pset.getUntrackedParameter<int>("autoFlush", -10000000)),
OutputModuleBase(ParameterSet const &pset)
edm::ProcessHistoryRegistry m_processHistoryRegistry
std::string m_compressionAlgorithm

◆ ~NanoAODOutputModule()

NanoAODOutputModule::~NanoAODOutputModule ( )
override

Definition at line 167 of file NanoAODOutputModule.cc.

167 {}

Member Function Documentation

◆ fillDescriptions()

void NanoAODOutputModule::fillDescriptions ( edm::ConfigurationDescriptions descriptions)
static

Definition at line 406 of file NanoAODOutputModule.cc.

References edm::ConfigurationDescriptions::addDefault(), EgammaPostProcessor_cfi::dataSet, submitPVResolutionJobs::desc, edm::core::OutputModuleCore::fillDescription(), runTheMatrix::keep, edm::ParameterSetDescription::setAllowAnything(), and AlCaHLTBitMon_QueryRunRegistry::string.

406  {
408 
409  desc.addUntracked<std::string>("fileName");
410  desc.addUntracked<std::string>("logicalFileName", "");
411 
412  desc.addUntracked<int>("compressionLevel", 9)->setComment("ROOT compression level of output file.");
413  desc.addUntracked<std::string>("compressionAlgorithm", "ZLIB")
414  ->setComment("Algorithm used to compress data in the ROOT output file, allowed values are ZLIB and LZMA");
415  desc.addUntracked<bool>("saveProvenance", true)
416  ->setComment("Save process provenance information, e.g. for edmProvDump");
417  desc.addUntracked<bool>("fakeNameForCrab", false)
418  ->setComment(
419  "Change the OutputModule name in the fwk job report to fake PoolOutputModule. This is needed to run on cran "
420  "(and publish) till crab is fixed");
421  desc.addUntracked<int>("autoFlush", -10000000)->setComment("Autoflush parameter for ROOT file");
422 
423  //replace with whatever you want to get from the EDM by default
424  const std::vector<std::string> keep = {"drop *",
425  "keep nanoaodFlatTable_*Table_*_*",
426  "keep edmTriggerResults_*_*_*",
427  "keep String_*_genModel_*",
428  "keep nanoaodMergeableCounterTable_*Table_*_*",
429  "keep nanoaodUniqueString_nanoMetadata_*_*"};
431 
432  //Used by Workflow management for their own meta data
434  dataSet.setAllowAnything();
435  desc.addUntracked<edm::ParameterSetDescription>("dataset", dataSet)
436  ->setComment("PSet is only used by Data Operations and not by this module.");
437 
439  branchSet.setAllowAnything();
440  desc.add<edm::ParameterSetDescription>("branches", branchSet);
441 
442  descriptions.addDefault(desc);
443 }
void setAllowAnything()
allow any parameter label/value pairs
void addDefault(ParameterSetDescription const &psetDescription)
static void fillDescription(ParameterSetDescription &desc, std::vector< std::string > const &iDefaultOutputCommands=ProductSelectorRules::defaultSelectionStrings())

◆ isFileOpen()

bool NanoAODOutputModule::isFileOpen ( ) const
overrideprivatevirtual

Reimplemented from edm::core::OutputModuleCore.

Definition at line 285 of file NanoAODOutputModule.cc.

References m_file.

285 { return nullptr != m_file.get(); }
std::unique_ptr< TFile > m_file

◆ openFile()

void NanoAODOutputModule::openFile ( edm::FileBlock const &  )
overrideprivatevirtual

Reimplemented from edm::core::OutputModuleCore.

Definition at line 287 of file NanoAODOutputModule.cc.

References NanoAODOutputModule::CommonEventBranches::branch(), NanoAODOutputModule::CommonLumiBranches::branch(), NanoAODOutputModule::CommonRunBranches::branch(), edm::createGlobalIdentifier(), edm::core::OutputModuleCore::description(), cms::Digest::digest(), Exception, edm::InEvent, edm::InLumi, edm::InRun, runTheMatrix::keep, edm::core::OutputModuleCore::keptProducts(), m_commonBranches, m_commonLumiBranches, m_commonRunBranches, m_compressionAlgorithm, m_compressionLevel, m_evstrings, m_fakeName, m_file, m_fileName, m_jrToken, m_logicalFileName, m_lumiTables, m_lumiTables2, m_lumiTree, m_metaDataTree, m_nanoMetadata, m_parameterSetsTree, m_runFlatTables, m_runTables, m_runTree, m_tables, m_tree, m_triggers, m_triggers_areSorted, m_writeProvenance, edm::poolNames::metaDataTreeName(), HerwigMaxPtPartonFilter_cfi::moduleLabel, edm::poolNames::parameterSetsTreeName(), AlCaHLTBitMon_QueryRunRegistry::string, and cms::MD5Result::toString().

287  {
288  m_file = std::make_unique<TFile>(m_fileName.c_str(), "RECREATE", "", m_compressionLevel);
290  cms::Digest branchHash;
291  m_jrToken = jr->outputFileOpened(m_fileName,
293  std::string(),
294  m_fakeName ? "PoolOutputModule" : "NanoAODOutputModule",
297  std::string(),
298  branchHash.digest().toString(),
299  std::vector<std::string>());
300 
301  if (m_compressionAlgorithm == std::string("ZLIB")) {
302  m_file->SetCompressionAlgorithm(ROOT::kZLIB);
303  } else if (m_compressionAlgorithm == std::string("LZMA")) {
304  m_file->SetCompressionAlgorithm(ROOT::kLZMA);
305  } else if (m_compressionAlgorithm == std::string("ZSTD")) {
306  m_file->SetCompressionAlgorithm(ROOT::kZSTD);
307  } else if (m_compressionAlgorithm == std::string("LZ4")) {
308  m_file->SetCompressionAlgorithm(ROOT::kLZ4);
309  } else {
310  throw cms::Exception("Configuration")
311  << "NanoAODOutputModule configured with unknown compression algorithm '" << m_compressionAlgorithm << "'\n"
312  << "Allowed compression algorithms are ZLIB, LZMA, ZSTD, and LZ4\n";
313  }
314  /* Setup file structure here */
315  m_tables.clear();
316  m_triggers.clear();
317  m_triggers_areSorted = false;
318  m_evstrings.clear();
319  m_runTables.clear();
320  m_lumiTables.clear();
321  m_lumiTables2.clear();
322  m_runFlatTables.clear();
323  const auto& keeps = keptProducts();
324  for (const auto& keep : keeps[edm::InEvent]) {
325  if (keep.first->className() == "nanoaod::FlatTable")
326  m_tables.emplace_back(keep.first, keep.second);
327  else if (keep.first->className() == "edm::TriggerResults") {
328  m_triggers.emplace_back(keep.first, keep.second);
329  } else if (keep.first->className() == "std::basic_string<char,std::char_traits<char> >" &&
330  keep.first->productInstanceName() == "genModel") { // friendlyClassName == "String"
331  m_evstrings.emplace_back(keep.first, keep.second, true); // update only at lumiBlock transitions
332  } else
333  throw cms::Exception("Configuration", "NanoAODOutputModule cannot handle class " + keep.first->className());
334  }
335 
336  for (const auto& keep : keeps[edm::InLumi]) {
337  if (keep.first->className() == "nanoaod::MergeableCounterTable")
338  m_lumiTables.push_back(SummaryTableOutputBranches(keep.first, keep.second));
339  else if (keep.first->className() == "nanoaod::UniqueString" && keep.first->moduleLabel() == "nanoMetadata")
340  m_nanoMetadata.emplace_back(keep.first->productInstanceName(), keep.second);
341  else if (keep.first->className() == "nanoaod::FlatTable")
342  m_lumiTables2.push_back(LumiOutputBranches(keep.first, keep.second));
343  else
344  throw cms::Exception(
345  "Configuration",
346  "NanoAODOutputModule cannot handle class " + keep.first->className() + " in LuminosityBlock branch");
347  }
348 
349  for (const auto& keep : keeps[edm::InRun]) {
350  if (keep.first->className() == "nanoaod::MergeableCounterTable")
351  m_runTables.push_back(SummaryTableOutputBranches(keep.first, keep.second));
352  else if (keep.first->className() == "nanoaod::UniqueString" && keep.first->moduleLabel() == "nanoMetadata")
353  m_nanoMetadata.emplace_back(keep.first->productInstanceName(), keep.second);
354  else if (keep.first->className() == "nanoaod::FlatTable")
355  m_runFlatTables.emplace_back(keep.first, keep.second);
356  else
357  throw cms::Exception("Configuration",
358  "NanoAODOutputModule cannot handle class " + keep.first->className() + " in Run branch");
359  }
360 
361  // create the trees
362  m_tree = std::make_unique<TTree>("Events", "Events");
363  m_tree->SetAutoSave(0);
364  m_tree->SetAutoFlush(0);
366 
367  m_lumiTree = std::make_unique<TTree>("LuminosityBlocks", "LuminosityBlocks");
368  m_lumiTree->SetAutoSave(0);
370 
371  m_runTree = std::make_unique<TTree>("Runs", "Runs");
372  m_runTree->SetAutoSave(0);
374 
375  if (m_writeProvenance) {
376  m_metaDataTree = std::make_unique<TTree>(edm::poolNames::metaDataTreeName().c_str(), "Job metadata");
377  m_metaDataTree->SetAutoSave(0);
378  m_parameterSetsTree = std::make_unique<TTree>(edm::poolNames::parameterSetsTreeName().c_str(), "Parameter sets");
379  m_parameterSetsTree->SetAutoSave(0);
380  }
381 }
std::unique_ptr< TTree > m_runTree
std::vector< TableOutputBranches > m_runFlatTables
std::string const & metaDataTreeName()
Definition: BranchType.cc:159
std::unique_ptr< TTree > m_lumiTree
std::vector< SummaryTableOutputBranches > m_lumiTables
std::unique_ptr< TTree > m_tree
ModuleDescription const & description() const
std::unique_ptr< TTree > m_parameterSetsTree
class NanoAODOutputModule::CommonLumiBranches m_commonLumiBranches
std::unique_ptr< TTree > m_metaDataTree
std::unique_ptr< TFile > m_file
MD5Result digest()
Definition: Digest.cc:171
std::vector< EventStringOutputBranches > m_evstrings
std::vector< SummaryTableOutputBranches > m_runTables
std::string const & parameterSetsTreeName()
Definition: BranchType.cc:216
std::vector< TableOutputBranches > m_tables
std::vector< TriggerOutputBranches > m_triggers
std::vector< std::pair< std::string, edm::EDGetToken > > m_nanoMetadata
std::vector< LumiOutputBranches > m_lumiTables2
std::string createGlobalIdentifier(bool binary=false)
SelectedProductsForBranchType const & keptProducts() const
class NanoAODOutputModule::CommonRunBranches m_commonRunBranches
edm::JobReport::Token m_jrToken
class NanoAODOutputModule::CommonEventBranches m_commonBranches
std::string toString() const
Definition: Digest.cc:95
std::string m_compressionAlgorithm

◆ reallyCloseFile()

void NanoAODOutputModule::reallyCloseFile ( )
overrideprivatevirtual

Reimplemented from edm::core::OutputModuleCore.

Definition at line 382 of file NanoAODOutputModule.cc.

References edm::fillParameterSetBranch(), edm::fillProcessHistoryBranch(), m_file, m_jrToken, m_lumiTree, m_metaDataTree, m_parameterSetsTree, m_processHistoryRegistry, m_runTree, m_tree, m_writeProvenance, and edm::JobReport::outputFileClosed().

382  {
383  if (m_writeProvenance) {
384  int basketSize = 16384; // fixme configurable?
387  if (m_metaDataTree->GetNbranches() != 0) {
388  m_metaDataTree->SetEntries(-1);
389  }
390  if (m_parameterSetsTree->GetNbranches() != 0) {
391  m_parameterSetsTree->SetEntries(-1);
392  }
393  }
394  m_file->Write();
395  m_file->Close();
396  m_file.reset();
397  m_tree.release(); // apparently root has ownership
398  m_lumiTree.release(); //
399  m_runTree.release(); //
400  m_metaDataTree.release(); //
401  m_parameterSetsTree.release(); //
404 }
std::unique_ptr< TTree > m_runTree
std::unique_ptr< TTree > m_lumiTree
std::unique_ptr< TTree > m_tree
void fillParameterSetBranch(TTree *parameterSetsTree, int basketSize)
void fillProcessHistoryBranch(TTree *metaDataTree, int basketSize, ProcessHistoryRegistry const &processHistoryRegistry)
std::unique_ptr< TTree > m_parameterSetsTree
std::unique_ptr< TTree > m_metaDataTree
std::unique_ptr< TFile > m_file
void outputFileClosed(Token fileToken)
Definition: JobReport.cc:467
edm::JobReport::Token m_jrToken
edm::ProcessHistoryRegistry m_processHistoryRegistry

◆ write()

void NanoAODOutputModule::write ( edm::EventForOutput const &  e)
overrideprivatevirtual

Implements edm::core::OutputModuleCore.

Definition at line 169 of file NanoAODOutputModule.cc.

References a, b, events, edm::JobReport::eventWrittenToFile(), NanoAODOutputModule::CommonEventBranches::fill(), spr::find(), iEvent, m_autoFlush, m_commonBranches, m_eventsSinceFlush, m_evstrings, m_firstFlush, m_jrToken, m_processHistoryRegistry, m_tables, m_tree, m_triggers, m_triggers_areSorted, AlCaHLTBitMon_ParallelJobs::p, edm::ProcessHistoryRegistry::registerProcessHistory(), jetUpdater_cfi::sort, and submitPVValidationJobs::t.

169  {
170  //Get data from 'e' and write it to the file
172  jr->eventWrittenToFile(m_jrToken, iEvent.id().run(), iEvent.id().event());
173 
174  if (m_autoFlush) {
175  int64_t events = m_tree->GetEntriesFast();
176  if (events == m_firstFlush) {
177  m_tree->FlushBaskets();
178  float maxMemory;
179  if (m_autoFlush > 0) {
180  // Estimate the memory we'll be using at the first full flush by
181  // linearly scaling the number of events.
182  float percentClusterDone = m_firstFlush / static_cast<float>(m_autoFlush);
183  maxMemory = static_cast<float>(m_tree->GetTotBytes()) / percentClusterDone;
184  } else if (m_tree->GetZipBytes() == 0) {
185  maxMemory = 100 * 1024 * 1024; // Degenerate case of no information in the tree; arbitrary value
186  } else {
187  // Estimate the memory we'll be using by scaling the current compression ratio.
188  float cxnRatio = m_tree->GetTotBytes() / static_cast<float>(m_tree->GetZipBytes());
189  maxMemory = -m_autoFlush * cxnRatio;
190  float percentBytesDone = -m_tree->GetZipBytes() / static_cast<float>(m_autoFlush);
191  m_autoFlush = m_firstFlush / percentBytesDone;
192  }
193  //std::cout << "OptimizeBaskets: total bytes " << m_tree->GetTotBytes() << std::endl;
194  //std::cout << "OptimizeBaskets: zip bytes " << m_tree->GetZipBytes() << std::endl;
195  //std::cout << "OptimizeBaskets: autoFlush " << m_autoFlush << std::endl;
196  //std::cout << "OptimizeBaskets: maxMemory " << static_cast<uint32_t>(maxMemory) << std::endl;
197  //m_tree->OptimizeBaskets(static_cast<uint32_t>(maxMemory), 1, "d");
198  m_tree->OptimizeBaskets(static_cast<uint32_t>(maxMemory), 1, "");
199  }
201  m_tree->FlushBaskets();
202  m_eventsSinceFlush = 0;
203  }
205  }
206 
207  m_commonBranches.fill(iEvent.eventAuxiliary());
208  // fill all tables, starting from main tables and then doing extension tables
209  for (unsigned int extensions = 0; extensions <= 1; ++extensions) {
210  for (auto& t : m_tables)
211  t.fill(iEvent, *m_tree, extensions);
212  }
213  if (!m_triggers_areSorted) { // sort triggers/flags in inverse processHistory order, to save without any special label the most recent ones
214  std::vector<std::string> pnames;
215  for (auto& p : iEvent.processHistory())
216  pnames.push_back(p.processName());
218  return ((std::find(pnames.begin(), pnames.end(), a.processName()) - pnames.begin()) >
219  (std::find(pnames.begin(), pnames.end(), b.processName()) - pnames.begin()));
220  });
221  m_triggers_areSorted = true;
222  }
223  // fill triggers
224  for (auto& t : m_triggers)
225  t.fill(iEvent, *m_tree);
226  // fill event branches
227  for (auto& t : m_evstrings)
228  t.fill(iEvent, *m_tree);
229  tbb::this_task_arena::isolate([&] { m_tree->Fill(); });
230 
232 }
std::unique_ptr< TTree > m_tree
bool registerProcessHistory(ProcessHistory const &processHistory)
void find(edm::Handle< EcalRecHitCollection > &hits, DetId thisDet, std::vector< EcalRecHitCollection::const_iterator > &hit, bool debug=false)
Definition: FindCaloHit.cc:19
int iEvent
Definition: GenABIO.cc:224
std::vector< EventStringOutputBranches > m_evstrings
std::vector< TableOutputBranches > m_tables
static constexpr int m_firstFlush
std::vector< TriggerOutputBranches > m_triggers
void eventWrittenToFile(Token fileToken, RunNumber_t run, EventNumber_t event)
Definition: JobReport.cc:462
double b
Definition: hdecay.h:120
double a
Definition: hdecay.h:121
void fill(const edm::EventAuxiliary &aux)
edm::JobReport::Token m_jrToken
class NanoAODOutputModule::CommonEventBranches m_commonBranches
edm::ProcessHistoryRegistry m_processHistoryRegistry
int events

◆ writeLuminosityBlock()

void NanoAODOutputModule::writeLuminosityBlock ( edm::LuminosityBlockForOutput const &  iLumi)
overrideprivatevirtual

Implements edm::core::OutputModuleCore.

Definition at line 234 of file NanoAODOutputModule.cc.

References NanoAODOutputModule::CommonLumiBranches::fill(), edm::LuminosityBlockForOutput::id(), m_commonLumiBranches, m_jrToken, m_lumiTables, m_lumiTables2, m_lumiTree, m_processHistoryRegistry, edm::OccurrenceForOutput::processHistory(), edm::ProcessHistoryRegistry::registerProcessHistory(), edm::JobReport::reportLumiSection(), edm::LuminosityBlockID::run(), submitPVValidationJobs::t, and edm::LuminosityBlockID::value().

234  {
236  jr->reportLumiSection(m_jrToken, iLumi.id().run(), iLumi.id().value());
237 
238  m_commonLumiBranches.fill(iLumi.id());
239 
240  for (auto& t : m_lumiTables)
241  t.fill(iLumi, *m_lumiTree);
242 
243  for (unsigned int extensions = 0; extensions <= 1; ++extensions) {
244  for (auto& t : m_lumiTables2)
245  t.fill(iLumi, *m_lumiTree, extensions);
246  }
247 
248  tbb::this_task_arena::isolate([&] { m_lumiTree->Fill(); });
249 
250  m_processHistoryRegistry.registerProcessHistory(iLumi.processHistory());
251 }
std::unique_ptr< TTree > m_lumiTree
std::vector< SummaryTableOutputBranches > m_lumiTables
bool registerProcessHistory(ProcessHistory const &processHistory)
void fill(const edm::LuminosityBlockID &id)
class NanoAODOutputModule::CommonLumiBranches m_commonLumiBranches
std::vector< LumiOutputBranches > m_lumiTables2
edm::JobReport::Token m_jrToken
edm::ProcessHistoryRegistry m_processHistoryRegistry
void reportLumiSection(JobReport::Token token, unsigned int run, unsigned int lumiSectId, unsigned long nEvents=0)
Definition: JobReport.cc:494

◆ writeRun()

void NanoAODOutputModule::writeRun ( edm::RunForOutput const &  iRun)
overrideprivatevirtual

Implements edm::core::OutputModuleCore.

Definition at line 253 of file NanoAODOutputModule.cc.

References NanoAODOutputModule::CommonRunBranches::fill(), edm::OccurrenceForOutput::getByToken(), edm::RunForOutput::id(), m_commonRunBranches, m_file, m_jrToken, m_nanoMetadata, m_processHistoryRegistry, m_runFlatTables, m_runTables, m_runTree, AlCaHLTBitMon_ParallelJobs::p, edm::OccurrenceForOutput::processHistory(), edm::ProcessHistoryRegistry::registerProcessHistory(), edm::JobReport::reportRunNumber(), edm::RunID::run(), nanoaod::UniqueString::str(), and submitPVValidationJobs::t.

253  {
255  jr->reportRunNumber(m_jrToken, iRun.id().run());
256 
257  m_commonRunBranches.fill(iRun.id());
258 
259  for (auto& t : m_runTables)
260  t.fill(iRun, *m_runTree);
261 
262  for (unsigned int extensions = 0; extensions <= 1; ++extensions) {
263  for (auto& t : m_runFlatTables)
264  t.fill(iRun, *m_runTree, extensions);
265  }
266 
268  for (const auto& p : m_nanoMetadata) {
269  iRun.getByToken(p.second, hstring);
270  TObjString* tos = dynamic_cast<TObjString*>(m_file->Get(p.first.c_str()));
271  if (tos) {
272  if (hstring->str() != tos->GetString())
273  throw cms::Exception("LogicError", "Inconsistent nanoMetadata " + p.first + " (" + hstring->str() + ")");
274  } else {
275  auto ostr = std::make_unique<TObjString>(hstring->str().c_str());
276  m_file->WriteTObject(ostr.release(), p.first.c_str());
277  }
278  }
279 
280  tbb::this_task_arena::isolate([&] { m_runTree->Fill(); });
281 
282  m_processHistoryRegistry.registerProcessHistory(iRun.processHistory());
283 }
std::unique_ptr< TTree > m_runTree
std::vector< TableOutputBranches > m_runFlatTables
bool registerProcessHistory(ProcessHistory const &processHistory)
void reportRunNumber(JobReport::Token token, unsigned int run)
Definition: JobReport.cc:505
std::unique_ptr< TFile > m_file
std::vector< SummaryTableOutputBranches > m_runTables
std::vector< std::pair< std::string, edm::EDGetToken > > m_nanoMetadata
const std::string & str() const
Definition: UniqueString.h:12
class NanoAODOutputModule::CommonRunBranches m_commonRunBranches
edm::JobReport::Token m_jrToken
edm::ProcessHistoryRegistry m_processHistoryRegistry

Member Data Documentation

◆ m_autoFlush

int NanoAODOutputModule::m_autoFlush
private

Definition at line 73 of file NanoAODOutputModule.cc.

Referenced by write().

◆ m_commonBranches

class NanoAODOutputModule::CommonEventBranches NanoAODOutputModule::m_commonBranches
private

Referenced by openFile(), and write().

◆ m_commonLumiBranches

class NanoAODOutputModule::CommonLumiBranches NanoAODOutputModule::m_commonLumiBranches
private

Referenced by openFile(), and writeLuminosityBlock().

◆ m_commonRunBranches

class NanoAODOutputModule::CommonRunBranches NanoAODOutputModule::m_commonRunBranches
private

Referenced by openFile(), and writeRun().

◆ m_compressionAlgorithm

std::string NanoAODOutputModule::m_compressionAlgorithm
private

Definition at line 70 of file NanoAODOutputModule.cc.

Referenced by openFile().

◆ m_compressionLevel

int NanoAODOutputModule::m_compressionLevel
private

Definition at line 68 of file NanoAODOutputModule.cc.

Referenced by openFile().

◆ m_eventsSinceFlush

int NanoAODOutputModule::m_eventsSinceFlush {0}
private

Definition at line 69 of file NanoAODOutputModule.cc.

Referenced by write().

◆ m_evstrings

std::vector<EventStringOutputBranches> NanoAODOutputModule::m_evstrings
private

Definition at line 134 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

◆ m_fakeName

bool NanoAODOutputModule::m_fakeName
private

Definition at line 72 of file NanoAODOutputModule.cc.

Referenced by openFile().

◆ m_file

std::unique_ptr<TFile> NanoAODOutputModule::m_file
private

Definition at line 76 of file NanoAODOutputModule.cc.

Referenced by isFileOpen(), openFile(), reallyCloseFile(), and writeRun().

◆ m_fileName

std::string NanoAODOutputModule::m_fileName
private

Definition at line 66 of file NanoAODOutputModule.cc.

Referenced by openFile().

◆ m_firstFlush

constexpr int NanoAODOutputModule::m_firstFlush {1000}
staticprivate

Definition at line 79 of file NanoAODOutputModule.cc.

Referenced by write().

◆ m_jrToken

edm::JobReport::Token NanoAODOutputModule::m_jrToken
private

◆ m_logicalFileName

std::string NanoAODOutputModule::m_logicalFileName
private

Definition at line 67 of file NanoAODOutputModule.cc.

Referenced by openFile().

◆ m_lumiTables

std::vector<SummaryTableOutputBranches> NanoAODOutputModule::m_lumiTables
private

Definition at line 137 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeLuminosityBlock().

◆ m_lumiTables2

std::vector<LumiOutputBranches> NanoAODOutputModule::m_lumiTables2
private

Definition at line 138 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeLuminosityBlock().

◆ m_lumiTree

std::unique_ptr<TTree> NanoAODOutputModule::m_lumiTree
private

Definition at line 77 of file NanoAODOutputModule.cc.

Referenced by openFile(), reallyCloseFile(), and writeLuminosityBlock().

◆ m_metaDataTree

std::unique_ptr<TTree> NanoAODOutputModule::m_metaDataTree
private

Definition at line 77 of file NanoAODOutputModule.cc.

Referenced by openFile(), and reallyCloseFile().

◆ m_nanoMetadata

std::vector<std::pair<std::string, edm::EDGetToken> > NanoAODOutputModule::m_nanoMetadata
private

Definition at line 141 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeRun().

◆ m_parameterSetsTree

std::unique_ptr<TTree> NanoAODOutputModule::m_parameterSetsTree
private

Definition at line 77 of file NanoAODOutputModule.cc.

Referenced by openFile(), and reallyCloseFile().

◆ m_processHistoryRegistry

edm::ProcessHistoryRegistry NanoAODOutputModule::m_processHistoryRegistry
private

Definition at line 74 of file NanoAODOutputModule.cc.

Referenced by reallyCloseFile(), write(), writeLuminosityBlock(), and writeRun().

◆ m_runFlatTables

std::vector<TableOutputBranches> NanoAODOutputModule::m_runFlatTables
private

Definition at line 139 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeRun().

◆ m_runTables

std::vector<SummaryTableOutputBranches> NanoAODOutputModule::m_runTables
private

Definition at line 136 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeRun().

◆ m_runTree

std::unique_ptr<TTree> NanoAODOutputModule::m_runTree
private

Definition at line 77 of file NanoAODOutputModule.cc.

Referenced by openFile(), reallyCloseFile(), and writeRun().

◆ m_tables

std::vector<TableOutputBranches> NanoAODOutputModule::m_tables
private

Definition at line 131 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

◆ m_tree

std::unique_ptr<TTree> NanoAODOutputModule::m_tree
private

Definition at line 77 of file NanoAODOutputModule.cc.

Referenced by openFile(), reallyCloseFile(), and write().

◆ m_triggers

std::vector<TriggerOutputBranches> NanoAODOutputModule::m_triggers
private

Definition at line 132 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

◆ m_triggers_areSorted

bool NanoAODOutputModule::m_triggers_areSorted = false
private

Definition at line 133 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

◆ m_writeProvenance

bool NanoAODOutputModule::m_writeProvenance
private

Definition at line 71 of file NanoAODOutputModule.cc.

Referenced by openFile(), and reallyCloseFile().