CMS 3D CMS Logo

List of all members | Classes | Public Member Functions | Static Public Member Functions | Private Member Functions | Private Attributes | Static Private Attributes
NanoAODOutputModule Class Reference
Inheritance diagram for NanoAODOutputModule:
edm::one::OutputModule<> edm::one::OutputModuleBase edm::core::OutputModuleCore edm::EDConsumerBase

Classes

class  CommonEventBranches
 
class  CommonLumiBranches
 
class  CommonRunBranches
 

Public Member Functions

 NanoAODOutputModule (edm::ParameterSet const &pset)
 
 ~NanoAODOutputModule () override
 
- Public Member Functions inherited from edm::one::OutputModule<>
SerialTaskQueueglobalLuminosityBlocksQueue () final
 
SerialTaskQueueglobalRunsQueue () final
 
const OutputModuleoperator= (const OutputModule &)=delete
 
 OutputModule (edm::ParameterSet const &iPSet)
 
 OutputModule (const OutputModule &)=delete
 
bool wantsGlobalLuminosityBlocks () const final
 
bool wantsGlobalRuns () const final
 
bool wantsInputProcessBlocks () const final
 
bool wantsProcessBlocks () const final
 
- Public Member Functions inherited from edm::one::OutputModuleBase
OutputModuleBaseoperator= (OutputModuleBase const &)=delete
 
 OutputModuleBase (ParameterSet const &pset)
 
 OutputModuleBase (OutputModuleBase const &)=delete
 
SharedResourcesAcquirersharedResourcesAcquirer ()
 
SubProcessParentageHelper const * subProcessParentageHelper () const
 
bool wantsStreamLuminosityBlocks () const
 
bool wantsStreamRuns () const
 
- Public Member Functions inherited from edm::core::OutputModuleCore
BranchIDLists const * branchIDLists () const
 
std::array< bool, NumBranchTypes > const & hasNewlyDroppedBranch () const
 
SelectedProductsForBranchType const & keptProducts () const
 
int maxEvents () const
 
const ModuleDescriptionmoduleDescription () const
 
OutputModuleCoreoperator= (OutputModuleCore const &)=delete
 
 OutputModuleCore (ParameterSet const &pset)
 
 OutputModuleCore (OutputModuleCore const &)=delete
 
OutputProcessBlockHelper const & outputProcessBlockHelper () const
 
std::string const & processName () const
 
int remainingEvents () const
 
bool selected (BranchDescription const &desc) const
 
void selectProducts (ProductRegistry const &preg, ThinnedAssociationsHelper const &, ProcessBlockHelperBase const &)
 
ThinnedAssociationsHelper const * thinnedAssociationsHelper () const
 
bool wantAllEvents () const
 
 ~OutputModuleCore () override
 
- Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfoconsumesInfo () const
 
void convertCurrentProcessAlias (std::string const &processName)
 Convert "@currentProcess" in InputTag process names to the actual current process name. More...
 
 EDConsumerBase ()
 
 EDConsumerBase (EDConsumerBase const &)=delete
 
 EDConsumerBase (EDConsumerBase &&)=default
 
ESProxyIndex const * esGetTokenIndices (edm::Transition iTrans) const
 
std::vector< ESProxyIndex > const & esGetTokenIndicesVector (edm::Transition iTrans) const
 
std::vector< ESRecordIndex > const & esGetTokenRecordIndicesVector (edm::Transition iTrans) const
 
ProductResolverIndexAndSkipBit indexFrom (EDGetToken, BranchType, TypeID const &) const
 
void itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const
 
void itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const
 
std::vector< ProductResolverIndexAndSkipBit > const & itemsToGetFrom (BranchType iType) const
 
void labelsForToken (EDGetToken iToken, Labels &oLabels) const
 
void modulesWhoseProductsAreConsumed (std::array< std::vector< ModuleDescription const *> *, NumBranchTypes > &modulesAll, std::vector< ModuleProcessName > &modulesInPreviousProcesses, ProductRegistry const &preg, std::map< std::string, ModuleDescription const *> const &labelsToDesc, std::string const &processName) const
 
EDConsumerBase const & operator= (EDConsumerBase const &)=delete
 
EDConsumerBaseoperator= (EDConsumerBase &&)=default
 
bool registeredToConsume (ProductResolverIndex, bool, BranchType) const
 
bool registeredToConsumeMany (TypeID const &, BranchType) const
 
void selectInputProcessBlocks (ProductRegistry const &productRegistry, ProcessBlockHelperBase const &processBlockHelperBase)
 
ProductResolverIndexAndSkipBit uncheckedIndexFrom (EDGetToken) const
 
void updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)
 
void updateLookup (eventsetup::ESRecordsToProxyIndices const &)
 
virtual ~EDConsumerBase () noexcept(false)
 

Static Public Member Functions

static void fillDescriptions (edm::ConfigurationDescriptions &descriptions)
 
- Static Public Member Functions inherited from edm::core::OutputModuleCore
static const std::string & baseType ()
 
static void fillDescription (ParameterSetDescription &desc, std::vector< std::string > const &iDefaultOutputCommands=ProductSelectorRules::defaultSelectionStrings())
 
static void fillDescriptions (ConfigurationDescriptions &descriptions)
 
static void prevalidate (ConfigurationDescriptions &)
 

Private Member Functions

bool isFileOpen () const override
 
void openFile (edm::FileBlock const &) override
 
void reallyCloseFile () override
 
void write (edm::EventForOutput const &e) override
 
void writeLuminosityBlock (edm::LuminosityBlockForOutput const &) override
 
void writeRun (edm::RunForOutput const &) override
 

Private Attributes

int m_autoFlush
 
class NanoAODOutputModule::CommonEventBranches m_commonBranches
 
class NanoAODOutputModule::CommonLumiBranches m_commonLumiBranches
 
class NanoAODOutputModule::CommonRunBranches m_commonRunBranches
 
std::string m_compressionAlgorithm
 
int m_compressionLevel
 
int m_eventsSinceFlush {0}
 
std::vector< EventStringOutputBranchesm_evstrings
 
bool m_fakeName
 
std::unique_ptr< TFile > m_file
 
std::string m_fileName
 
edm::JobReport::Token m_jrToken
 
std::string m_logicalFileName
 
std::vector< SummaryTableOutputBranchesm_lumiTables
 
std::vector< LumiOutputBranchesm_lumiTables2
 
std::unique_ptr< TTree > m_lumiTree
 
std::unique_ptr< TTree > m_metaDataTree
 
std::vector< std::pair< std::string, edm::EDGetToken > > m_nanoMetadata
 
std::unique_ptr< TTree > m_parameterSetsTree
 
edm::ProcessHistoryRegistry m_processHistoryRegistry
 
std::vector< TableOutputBranchesm_runFlatTables
 
std::vector< SummaryTableOutputBranchesm_runTables
 
std::unique_ptr< TTree > m_runTree
 
std::vector< TableOutputBranchesm_tables
 
std::unique_ptr< TTree > m_tree
 
std::vector< TriggerOutputBranchesm_triggers
 
bool m_triggers_areSorted = false
 
bool m_writeProvenance
 

Static Private Attributes

static constexpr int m_firstFlush {1000}
 

Additional Inherited Members

- Public Types inherited from edm::one::OutputModuleBase
typedef OutputModuleBase ModuleType
 
- Public Types inherited from edm::core::OutputModuleCore
typedef OutputModuleCore ModuleType
 
- Public Types inherited from edm::EDConsumerBase
typedef ProductLabels Labels
 
- Protected Member Functions inherited from edm::one::OutputModuleBase
void configure (OutputModuleDescription const &desc)
 
void doBeginJob ()
 
bool doEvent (EventTransitionInfo const &, ActivityRegistry *, ModuleCallingContext const *)
 
void doPreallocate (PreallocationConfiguration const &)
 
- Protected Member Functions inherited from edm::core::OutputModuleCore
void configure (OutputModuleDescription const &desc)
 
ModuleDescription const & description () const
 
void doAccessInputProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)
 
void doBeginJob_ ()
 
bool doBeginLuminosityBlock (LumiTransitionInfo const &, ModuleCallingContext const *)
 
void doBeginProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)
 
bool doBeginRun (RunTransitionInfo const &, ModuleCallingContext const *)
 
void doEndJob ()
 
bool doEndLuminosityBlock (LumiTransitionInfo const &, ModuleCallingContext const *)
 
void doEndProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)
 
bool doEndRun (RunTransitionInfo const &, ModuleCallingContext const *)
 
bool doEvent_ (EventTransitionInfo const &, ActivityRegistry *, ModuleCallingContext const *)
 
void doPreallocate_ (PreallocationConfiguration const &)
 
std::map< BranchID::value_type, BranchID::value_type > const & droppedBranchIDToKeptBranchID ()
 
virtual void preallocLumis (unsigned int)
 
ParameterSetID selectorConfig () const
 
void setEventSelectionInfo (std::map< std::string, std::vector< std::pair< std::string, int >>> const &outputModulePathPositions, bool anyProductProduced)
 
- Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType > consumes (edm::InputTag const &tag)
 
template<BranchType B = InEvent>
EDConsumerBaseAdaptor< Bconsumes (edm::InputTag tag) noexcept
 
EDGetToken consumes (const TypeToGet &id, edm::InputTag const &tag)
 
template<BranchType B>
EDGetToken consumes (TypeToGet const &id, edm::InputTag const &tag)
 
ConsumesCollector consumesCollector ()
 Use a ConsumesCollector to gather consumes information from helper functions. More...
 
template<typename ProductType , BranchType B = InEvent>
void consumesMany ()
 
void consumesMany (const TypeToGet &id)
 
template<BranchType B>
void consumesMany (const TypeToGet &id)
 
template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto esConsumes ()
 
template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto esConsumes (ESInputTag const &tag)
 
template<Transition Tr = Transition::Event>
constexpr auto esConsumes ()
 
template<Transition Tr = Transition::Event>
auto esConsumes (ESInputTag tag)
 
template<Transition Tr = Transition::Event>
ESGetTokenGeneric esConsumes (eventsetup::EventSetupRecordKey const &iRecord, eventsetup::DataKey const &iKey)
 Used with EventSetupRecord::doGet. More...
 
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType > mayConsume (edm::InputTag const &tag)
 
EDGetToken mayConsume (const TypeToGet &id, edm::InputTag const &tag)
 
template<BranchType B>
EDGetToken mayConsume (const TypeToGet &id, edm::InputTag const &tag)
 
void resetItemsToGetFrom (BranchType iType)
 
- Protected Attributes inherited from edm::core::OutputModuleCore
std::atomic< int > remainingEvents_
 

Detailed Description

Definition at line 51 of file NanoAODOutputModule.cc.

Constructor & Destructor Documentation

◆ NanoAODOutputModule()

NanoAODOutputModule::NanoAODOutputModule ( edm::ParameterSet const &  pset)

Definition at line 152 of file NanoAODOutputModule.cc.

155  m_fileName(pset.getUntrackedParameter<std::string>("fileName")),
156  m_logicalFileName(pset.getUntrackedParameter<std::string>("logicalFileName")),
157  m_compressionLevel(pset.getUntrackedParameter<int>("compressionLevel")),
158  m_compressionAlgorithm(pset.getUntrackedParameter<std::string>("compressionAlgorithm")),
159  m_writeProvenance(pset.getUntrackedParameter<bool>("saveProvenance", true)),
160  m_fakeName(pset.getUntrackedParameter<bool>("fakeNameForCrab", false)),
161  m_autoFlush(pset.getUntrackedParameter<int>("autoFlush", -10000000)),
OutputModuleBase(ParameterSet const &pset)
edm::ProcessHistoryRegistry m_processHistoryRegistry
std::string m_compressionAlgorithm

◆ ~NanoAODOutputModule()

NanoAODOutputModule::~NanoAODOutputModule ( )
override

Definition at line 164 of file NanoAODOutputModule.cc.

164 {}

Member Function Documentation

◆ fillDescriptions()

void NanoAODOutputModule::fillDescriptions ( edm::ConfigurationDescriptions descriptions)
static

Definition at line 403 of file NanoAODOutputModule.cc.

References edm::ConfigurationDescriptions::addDefault(), EgammaPostProcessor_cfi::dataSet, submitPVResolutionJobs::desc, edm::core::OutputModuleCore::fillDescription(), runTheMatrix::keep, edm::ParameterSetDescription::setAllowAnything(), and AlCaHLTBitMon_QueryRunRegistry::string.

403  {
405 
406  desc.addUntracked<std::string>("fileName");
407  desc.addUntracked<std::string>("logicalFileName", "");
408 
409  desc.addUntracked<int>("compressionLevel", 9)->setComment("ROOT compression level of output file.");
410  desc.addUntracked<std::string>("compressionAlgorithm", "ZLIB")
411  ->setComment("Algorithm used to compress data in the ROOT output file, allowed values are ZLIB and LZMA");
412  desc.addUntracked<bool>("saveProvenance", true)
413  ->setComment("Save process provenance information, e.g. for edmProvDump");
414  desc.addUntracked<bool>("fakeNameForCrab", false)
415  ->setComment(
416  "Change the OutputModule name in the fwk job report to fake PoolOutputModule. This is needed to run on cran "
417  "(and publish) till crab is fixed");
418  desc.addUntracked<int>("autoFlush", -10000000)->setComment("Autoflush parameter for ROOT file");
419 
420  //replace with whatever you want to get from the EDM by default
421  const std::vector<std::string> keep = {"drop *",
422  "keep nanoaodFlatTable_*Table_*_*",
423  "keep edmTriggerResults_*_*_*",
424  "keep String_*_genModel_*",
425  "keep nanoaodMergeableCounterTable_*Table_*_*",
426  "keep nanoaodUniqueString_nanoMetadata_*_*"};
428 
429  //Used by Workflow management for their own meta data
431  dataSet.setAllowAnything();
432  desc.addUntracked<edm::ParameterSetDescription>("dataset", dataSet)
433  ->setComment("PSet is only used by Data Operations and not by this module.");
434 
436  branchSet.setAllowAnything();
437  desc.add<edm::ParameterSetDescription>("branches", branchSet);
438 
439  descriptions.addDefault(desc);
440 }
void setAllowAnything()
allow any parameter label/value pairs
void addDefault(ParameterSetDescription const &psetDescription)
static void fillDescription(ParameterSetDescription &desc, std::vector< std::string > const &iDefaultOutputCommands=ProductSelectorRules::defaultSelectionStrings())

◆ isFileOpen()

bool NanoAODOutputModule::isFileOpen ( ) const
overrideprivatevirtual

Reimplemented from edm::core::OutputModuleCore.

Definition at line 282 of file NanoAODOutputModule.cc.

References m_file.

282 { return nullptr != m_file.get(); }
std::unique_ptr< TFile > m_file

◆ openFile()

void NanoAODOutputModule::openFile ( edm::FileBlock const &  )
overrideprivatevirtual

Reimplemented from edm::core::OutputModuleCore.

Definition at line 284 of file NanoAODOutputModule.cc.

References NanoAODOutputModule::CommonEventBranches::branch(), NanoAODOutputModule::CommonLumiBranches::branch(), NanoAODOutputModule::CommonRunBranches::branch(), edm::createGlobalIdentifier(), edm::core::OutputModuleCore::description(), cms::Digest::digest(), Exception, edm::InEvent, edm::InLumi, edm::InRun, runTheMatrix::keep, edm::core::OutputModuleCore::keptProducts(), m_commonBranches, m_commonLumiBranches, m_commonRunBranches, m_compressionAlgorithm, m_compressionLevel, m_evstrings, m_fakeName, m_file, m_fileName, m_jrToken, m_logicalFileName, m_lumiTables, m_lumiTables2, m_lumiTree, m_metaDataTree, m_nanoMetadata, m_parameterSetsTree, m_runFlatTables, m_runTables, m_runTree, m_tables, m_tree, m_triggers, m_triggers_areSorted, m_writeProvenance, edm::poolNames::metaDataTreeName(), HerwigMaxPtPartonFilter_cfi::moduleLabel, edm::poolNames::parameterSetsTreeName(), AlCaHLTBitMon_QueryRunRegistry::string, and cms::MD5Result::toString().

284  {
285  m_file = std::make_unique<TFile>(m_fileName.c_str(), "RECREATE", "", m_compressionLevel);
287  cms::Digest branchHash;
288  m_jrToken = jr->outputFileOpened(m_fileName,
290  std::string(),
291  m_fakeName ? "PoolOutputModule" : "NanoAODOutputModule",
294  std::string(),
295  branchHash.digest().toString(),
296  std::vector<std::string>());
297 
298  if (m_compressionAlgorithm == std::string("ZLIB")) {
299  m_file->SetCompressionAlgorithm(ROOT::kZLIB);
300  } else if (m_compressionAlgorithm == std::string("LZMA")) {
301  m_file->SetCompressionAlgorithm(ROOT::kLZMA);
302  } else if (m_compressionAlgorithm == std::string("ZSTD")) {
303  m_file->SetCompressionAlgorithm(ROOT::kZSTD);
304  } else if (m_compressionAlgorithm == std::string("LZ4")) {
305  m_file->SetCompressionAlgorithm(ROOT::kLZ4);
306  } else {
307  throw cms::Exception("Configuration")
308  << "NanoAODOutputModule configured with unknown compression algorithm '" << m_compressionAlgorithm << "'\n"
309  << "Allowed compression algorithms are ZLIB, LZMA, ZSTD, and LZ4\n";
310  }
311  /* Setup file structure here */
312  m_tables.clear();
313  m_triggers.clear();
314  m_triggers_areSorted = false;
315  m_evstrings.clear();
316  m_runTables.clear();
317  m_lumiTables.clear();
318  m_lumiTables2.clear();
319  m_runFlatTables.clear();
320  const auto& keeps = keptProducts();
321  for (const auto& keep : keeps[edm::InEvent]) {
322  if (keep.first->className() == "nanoaod::FlatTable")
323  m_tables.emplace_back(keep.first, keep.second);
324  else if (keep.first->className() == "edm::TriggerResults") {
325  m_triggers.emplace_back(keep.first, keep.second);
326  } else if (keep.first->className() == "std::basic_string<char,std::char_traits<char> >" &&
327  keep.first->productInstanceName() == "genModel") { // friendlyClassName == "String"
328  m_evstrings.emplace_back(keep.first, keep.second, true); // update only at lumiBlock transitions
329  } else
330  throw cms::Exception("Configuration", "NanoAODOutputModule cannot handle class " + keep.first->className());
331  }
332 
333  for (const auto& keep : keeps[edm::InLumi]) {
334  if (keep.first->className() == "nanoaod::MergeableCounterTable")
335  m_lumiTables.push_back(SummaryTableOutputBranches(keep.first, keep.second));
336  else if (keep.first->className() == "nanoaod::UniqueString" && keep.first->moduleLabel() == "nanoMetadata")
337  m_nanoMetadata.emplace_back(keep.first->productInstanceName(), keep.second);
338  else if (keep.first->className() == "nanoaod::FlatTable")
339  m_lumiTables2.push_back(LumiOutputBranches(keep.first, keep.second));
340  else
341  throw cms::Exception(
342  "Configuration",
343  "NanoAODOutputModule cannot handle class " + keep.first->className() + " in LuminosityBlock branch");
344  }
345 
346  for (const auto& keep : keeps[edm::InRun]) {
347  if (keep.first->className() == "nanoaod::MergeableCounterTable")
348  m_runTables.push_back(SummaryTableOutputBranches(keep.first, keep.second));
349  else if (keep.first->className() == "nanoaod::UniqueString" && keep.first->moduleLabel() == "nanoMetadata")
350  m_nanoMetadata.emplace_back(keep.first->productInstanceName(), keep.second);
351  else if (keep.first->className() == "nanoaod::FlatTable")
352  m_runFlatTables.emplace_back(keep.first, keep.second);
353  else
354  throw cms::Exception("Configuration",
355  "NanoAODOutputModule cannot handle class " + keep.first->className() + " in Run branch");
356  }
357 
358  // create the trees
359  m_tree = std::make_unique<TTree>("Events", "Events");
360  m_tree->SetAutoSave(0);
361  m_tree->SetAutoFlush(0);
363 
364  m_lumiTree = std::make_unique<TTree>("LuminosityBlocks", "LuminosityBlocks");
365  m_lumiTree->SetAutoSave(0);
367 
368  m_runTree = std::make_unique<TTree>("Runs", "Runs");
369  m_runTree->SetAutoSave(0);
371 
372  if (m_writeProvenance) {
373  m_metaDataTree = std::make_unique<TTree>(edm::poolNames::metaDataTreeName().c_str(), "Job metadata");
374  m_metaDataTree->SetAutoSave(0);
375  m_parameterSetsTree = std::make_unique<TTree>(edm::poolNames::parameterSetsTreeName().c_str(), "Parameter sets");
376  m_parameterSetsTree->SetAutoSave(0);
377  }
378 }
std::unique_ptr< TTree > m_runTree
std::vector< TableOutputBranches > m_runFlatTables
std::string const & metaDataTreeName()
Definition: BranchType.cc:159
std::unique_ptr< TTree > m_lumiTree
std::vector< SummaryTableOutputBranches > m_lumiTables
std::unique_ptr< TTree > m_tree
ModuleDescription const & description() const
std::unique_ptr< TTree > m_parameterSetsTree
class NanoAODOutputModule::CommonLumiBranches m_commonLumiBranches
std::unique_ptr< TTree > m_metaDataTree
std::unique_ptr< TFile > m_file
MD5Result digest()
Definition: Digest.cc:171
std::vector< EventStringOutputBranches > m_evstrings
std::vector< SummaryTableOutputBranches > m_runTables
std::string const & parameterSetsTreeName()
Definition: BranchType.cc:216
std::vector< TableOutputBranches > m_tables
std::vector< TriggerOutputBranches > m_triggers
std::vector< std::pair< std::string, edm::EDGetToken > > m_nanoMetadata
std::vector< LumiOutputBranches > m_lumiTables2
std::string createGlobalIdentifier(bool binary=false)
SelectedProductsForBranchType const & keptProducts() const
class NanoAODOutputModule::CommonRunBranches m_commonRunBranches
edm::JobReport::Token m_jrToken
class NanoAODOutputModule::CommonEventBranches m_commonBranches
std::string toString() const
Definition: Digest.cc:95
std::string m_compressionAlgorithm

◆ reallyCloseFile()

void NanoAODOutputModule::reallyCloseFile ( )
overrideprivatevirtual

Reimplemented from edm::core::OutputModuleCore.

Definition at line 379 of file NanoAODOutputModule.cc.

References edm::fillParameterSetBranch(), edm::fillProcessHistoryBranch(), m_file, m_jrToken, m_lumiTree, m_metaDataTree, m_parameterSetsTree, m_processHistoryRegistry, m_runTree, m_tree, m_writeProvenance, and edm::JobReport::outputFileClosed().

379  {
380  if (m_writeProvenance) {
381  int basketSize = 16384; // fixme configurable?
384  if (m_metaDataTree->GetNbranches() != 0) {
385  m_metaDataTree->SetEntries(-1);
386  }
387  if (m_parameterSetsTree->GetNbranches() != 0) {
388  m_parameterSetsTree->SetEntries(-1);
389  }
390  }
391  m_file->Write();
392  m_file->Close();
393  m_file.reset();
394  m_tree.release(); // apparently root has ownership
395  m_lumiTree.release(); //
396  m_runTree.release(); //
397  m_metaDataTree.release(); //
398  m_parameterSetsTree.release(); //
401 }
std::unique_ptr< TTree > m_runTree
std::unique_ptr< TTree > m_lumiTree
std::unique_ptr< TTree > m_tree
void fillParameterSetBranch(TTree *parameterSetsTree, int basketSize)
void fillProcessHistoryBranch(TTree *metaDataTree, int basketSize, ProcessHistoryRegistry const &processHistoryRegistry)
std::unique_ptr< TTree > m_parameterSetsTree
std::unique_ptr< TTree > m_metaDataTree
std::unique_ptr< TFile > m_file
void outputFileClosed(Token fileToken)
Definition: JobReport.cc:444
edm::JobReport::Token m_jrToken
edm::ProcessHistoryRegistry m_processHistoryRegistry

◆ write()

void NanoAODOutputModule::write ( edm::EventForOutput const &  e)
overrideprivatevirtual

Implements edm::core::OutputModuleCore.

Definition at line 166 of file NanoAODOutputModule.cc.

References a, b, events, edm::JobReport::eventWrittenToFile(), NanoAODOutputModule::CommonEventBranches::fill(), spr::find(), iEvent, m_autoFlush, m_commonBranches, m_eventsSinceFlush, m_evstrings, m_firstFlush, m_jrToken, m_processHistoryRegistry, m_tables, m_tree, m_triggers, m_triggers_areSorted, AlCaHLTBitMon_ParallelJobs::p, edm::ProcessHistoryRegistry::registerProcessHistory(), jetsAK4_CHS_cff::sort, and submitPVValidationJobs::t.

166  {
167  //Get data from 'e' and write it to the file
169  jr->eventWrittenToFile(m_jrToken, iEvent.id().run(), iEvent.id().event());
170 
171  if (m_autoFlush) {
172  int64_t events = m_tree->GetEntriesFast();
173  if (events == m_firstFlush) {
174  m_tree->FlushBaskets();
175  float maxMemory;
176  if (m_autoFlush > 0) {
177  // Estimate the memory we'll be using at the first full flush by
178  // linearly scaling the number of events.
179  float percentClusterDone = m_firstFlush / static_cast<float>(m_autoFlush);
180  maxMemory = static_cast<float>(m_tree->GetTotBytes()) / percentClusterDone;
181  } else if (m_tree->GetZipBytes() == 0) {
182  maxMemory = 100 * 1024 * 1024; // Degenerate case of no information in the tree; arbitrary value
183  } else {
184  // Estimate the memory we'll be using by scaling the current compression ratio.
185  float cxnRatio = m_tree->GetTotBytes() / static_cast<float>(m_tree->GetZipBytes());
186  maxMemory = -m_autoFlush * cxnRatio;
187  float percentBytesDone = -m_tree->GetZipBytes() / static_cast<float>(m_autoFlush);
188  m_autoFlush = m_firstFlush / percentBytesDone;
189  }
190  //std::cout << "OptimizeBaskets: total bytes " << m_tree->GetTotBytes() << std::endl;
191  //std::cout << "OptimizeBaskets: zip bytes " << m_tree->GetZipBytes() << std::endl;
192  //std::cout << "OptimizeBaskets: autoFlush " << m_autoFlush << std::endl;
193  //std::cout << "OptimizeBaskets: maxMemory " << static_cast<uint32_t>(maxMemory) << std::endl;
194  //m_tree->OptimizeBaskets(static_cast<uint32_t>(maxMemory), 1, "d");
195  m_tree->OptimizeBaskets(static_cast<uint32_t>(maxMemory), 1, "");
196  }
198  m_tree->FlushBaskets();
199  m_eventsSinceFlush = 0;
200  }
202  }
203 
204  m_commonBranches.fill(iEvent.eventAuxiliary());
205  // fill all tables, starting from main tables and then doing extension tables
206  for (unsigned int extensions = 0; extensions <= 1; ++extensions) {
207  for (auto& t : m_tables)
208  t.fill(iEvent, *m_tree, extensions);
209  }
210  if (!m_triggers_areSorted) { // sort triggers/flags in inverse processHistory order, to save without any special label the most recent ones
211  std::vector<std::string> pnames;
212  for (auto& p : iEvent.processHistory())
213  pnames.push_back(p.processName());
215  return ((std::find(pnames.begin(), pnames.end(), a.processName()) - pnames.begin()) >
216  (std::find(pnames.begin(), pnames.end(), b.processName()) - pnames.begin()));
217  });
218  m_triggers_areSorted = true;
219  }
220  // fill triggers
221  for (auto& t : m_triggers)
222  t.fill(iEvent, *m_tree);
223  // fill event branches
224  for (auto& t : m_evstrings)
225  t.fill(iEvent, *m_tree);
226  tbb::this_task_arena::isolate([&] { m_tree->Fill(); });
227 
229 }
std::unique_ptr< TTree > m_tree
bool registerProcessHistory(ProcessHistory const &processHistory)
void find(edm::Handle< EcalRecHitCollection > &hits, DetId thisDet, std::vector< EcalRecHitCollection::const_iterator > &hit, bool debug=false)
Definition: FindCaloHit.cc:19
int iEvent
Definition: GenABIO.cc:224
std::vector< EventStringOutputBranches > m_evstrings
std::vector< TableOutputBranches > m_tables
static constexpr int m_firstFlush
std::vector< TriggerOutputBranches > m_triggers
void eventWrittenToFile(Token fileToken, RunNumber_t run, EventNumber_t event)
Definition: JobReport.cc:439
double b
Definition: hdecay.h:118
double a
Definition: hdecay.h:119
void fill(const edm::EventAuxiliary &aux)
edm::JobReport::Token m_jrToken
class NanoAODOutputModule::CommonEventBranches m_commonBranches
edm::ProcessHistoryRegistry m_processHistoryRegistry
int events

◆ writeLuminosityBlock()

void NanoAODOutputModule::writeLuminosityBlock ( edm::LuminosityBlockForOutput const &  iLumi)
overrideprivatevirtual

Implements edm::core::OutputModuleCore.

Definition at line 231 of file NanoAODOutputModule.cc.

References NanoAODOutputModule::CommonLumiBranches::fill(), edm::LuminosityBlockForOutput::id(), m_commonLumiBranches, m_jrToken, m_lumiTables, m_lumiTables2, m_lumiTree, m_processHistoryRegistry, edm::OccurrenceForOutput::processHistory(), edm::ProcessHistoryRegistry::registerProcessHistory(), edm::JobReport::reportLumiSection(), edm::LuminosityBlockID::run(), submitPVValidationJobs::t, and edm::LuminosityBlockID::value().

231  {
233  jr->reportLumiSection(m_jrToken, iLumi.id().run(), iLumi.id().value());
234 
235  m_commonLumiBranches.fill(iLumi.id());
236 
237  for (auto& t : m_lumiTables)
238  t.fill(iLumi, *m_lumiTree);
239 
240  for (unsigned int extensions = 0; extensions <= 1; ++extensions) {
241  for (auto& t : m_lumiTables2)
242  t.fill(iLumi, *m_lumiTree, extensions);
243  }
244 
245  tbb::this_task_arena::isolate([&] { m_lumiTree->Fill(); });
246 
247  m_processHistoryRegistry.registerProcessHistory(iLumi.processHistory());
248 }
std::unique_ptr< TTree > m_lumiTree
std::vector< SummaryTableOutputBranches > m_lumiTables
bool registerProcessHistory(ProcessHistory const &processHistory)
void fill(const edm::LuminosityBlockID &id)
class NanoAODOutputModule::CommonLumiBranches m_commonLumiBranches
std::vector< LumiOutputBranches > m_lumiTables2
edm::JobReport::Token m_jrToken
edm::ProcessHistoryRegistry m_processHistoryRegistry
void reportLumiSection(JobReport::Token token, unsigned int run, unsigned int lumiSectId, unsigned long nEvents=0)
Definition: JobReport.cc:471

◆ writeRun()

void NanoAODOutputModule::writeRun ( edm::RunForOutput const &  iRun)
overrideprivatevirtual

Implements edm::core::OutputModuleCore.

Definition at line 250 of file NanoAODOutputModule.cc.

References NanoAODOutputModule::CommonRunBranches::fill(), edm::OccurrenceForOutput::getByToken(), edm::RunForOutput::id(), m_commonRunBranches, m_file, m_jrToken, m_nanoMetadata, m_processHistoryRegistry, m_runFlatTables, m_runTables, m_runTree, AlCaHLTBitMon_ParallelJobs::p, edm::OccurrenceForOutput::processHistory(), edm::ProcessHistoryRegistry::registerProcessHistory(), edm::JobReport::reportRunNumber(), edm::RunID::run(), nanoaod::UniqueString::str(), and submitPVValidationJobs::t.

250  {
252  jr->reportRunNumber(m_jrToken, iRun.id().run());
253 
254  m_commonRunBranches.fill(iRun.id());
255 
256  for (auto& t : m_runTables)
257  t.fill(iRun, *m_runTree);
258 
259  for (unsigned int extensions = 0; extensions <= 1; ++extensions) {
260  for (auto& t : m_runFlatTables)
261  t.fill(iRun, *m_runTree, extensions);
262  }
263 
265  for (const auto& p : m_nanoMetadata) {
266  iRun.getByToken(p.second, hstring);
267  TObjString* tos = dynamic_cast<TObjString*>(m_file->Get(p.first.c_str()));
268  if (tos) {
269  if (hstring->str() != tos->GetString())
270  throw cms::Exception("LogicError", "Inconsistent nanoMetadata " + p.first + " (" + hstring->str() + ")");
271  } else {
272  auto ostr = std::make_unique<TObjString>(hstring->str().c_str());
273  m_file->WriteTObject(ostr.release(), p.first.c_str());
274  }
275  }
276 
277  tbb::this_task_arena::isolate([&] { m_runTree->Fill(); });
278 
279  m_processHistoryRegistry.registerProcessHistory(iRun.processHistory());
280 }
std::unique_ptr< TTree > m_runTree
std::vector< TableOutputBranches > m_runFlatTables
bool registerProcessHistory(ProcessHistory const &processHistory)
void reportRunNumber(JobReport::Token token, unsigned int run)
Definition: JobReport.cc:482
std::unique_ptr< TFile > m_file
std::vector< SummaryTableOutputBranches > m_runTables
std::vector< std::pair< std::string, edm::EDGetToken > > m_nanoMetadata
const std::string & str() const
Definition: UniqueString.h:12
class NanoAODOutputModule::CommonRunBranches m_commonRunBranches
edm::JobReport::Token m_jrToken
edm::ProcessHistoryRegistry m_processHistoryRegistry

Member Data Documentation

◆ m_autoFlush

int NanoAODOutputModule::m_autoFlush
private

Definition at line 73 of file NanoAODOutputModule.cc.

Referenced by write().

◆ m_commonBranches

class NanoAODOutputModule::CommonEventBranches NanoAODOutputModule::m_commonBranches
private

Referenced by openFile(), and write().

◆ m_commonLumiBranches

class NanoAODOutputModule::CommonLumiBranches NanoAODOutputModule::m_commonLumiBranches
private

Referenced by openFile(), and writeLuminosityBlock().

◆ m_commonRunBranches

class NanoAODOutputModule::CommonRunBranches NanoAODOutputModule::m_commonRunBranches
private

Referenced by openFile(), and writeRun().

◆ m_compressionAlgorithm

std::string NanoAODOutputModule::m_compressionAlgorithm
private

Definition at line 70 of file NanoAODOutputModule.cc.

Referenced by openFile().

◆ m_compressionLevel

int NanoAODOutputModule::m_compressionLevel
private

Definition at line 68 of file NanoAODOutputModule.cc.

Referenced by openFile().

◆ m_eventsSinceFlush

int NanoAODOutputModule::m_eventsSinceFlush {0}
private

Definition at line 69 of file NanoAODOutputModule.cc.

Referenced by write().

◆ m_evstrings

std::vector<EventStringOutputBranches> NanoAODOutputModule::m_evstrings
private

Definition at line 131 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

◆ m_fakeName

bool NanoAODOutputModule::m_fakeName
private

Definition at line 72 of file NanoAODOutputModule.cc.

Referenced by openFile().

◆ m_file

std::unique_ptr<TFile> NanoAODOutputModule::m_file
private

Definition at line 76 of file NanoAODOutputModule.cc.

Referenced by isFileOpen(), openFile(), reallyCloseFile(), and writeRun().

◆ m_fileName

std::string NanoAODOutputModule::m_fileName
private

Definition at line 66 of file NanoAODOutputModule.cc.

Referenced by openFile().

◆ m_firstFlush

constexpr int NanoAODOutputModule::m_firstFlush {1000}
staticprivate

Definition at line 79 of file NanoAODOutputModule.cc.

Referenced by write().

◆ m_jrToken

edm::JobReport::Token NanoAODOutputModule::m_jrToken
private

◆ m_logicalFileName

std::string NanoAODOutputModule::m_logicalFileName
private

Definition at line 67 of file NanoAODOutputModule.cc.

Referenced by openFile().

◆ m_lumiTables

std::vector<SummaryTableOutputBranches> NanoAODOutputModule::m_lumiTables
private

Definition at line 134 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeLuminosityBlock().

◆ m_lumiTables2

std::vector<LumiOutputBranches> NanoAODOutputModule::m_lumiTables2
private

Definition at line 135 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeLuminosityBlock().

◆ m_lumiTree

std::unique_ptr<TTree> NanoAODOutputModule::m_lumiTree
private

Definition at line 77 of file NanoAODOutputModule.cc.

Referenced by openFile(), reallyCloseFile(), and writeLuminosityBlock().

◆ m_metaDataTree

std::unique_ptr<TTree> NanoAODOutputModule::m_metaDataTree
private

Definition at line 77 of file NanoAODOutputModule.cc.

Referenced by openFile(), and reallyCloseFile().

◆ m_nanoMetadata

std::vector<std::pair<std::string, edm::EDGetToken> > NanoAODOutputModule::m_nanoMetadata
private

Definition at line 138 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeRun().

◆ m_parameterSetsTree

std::unique_ptr<TTree> NanoAODOutputModule::m_parameterSetsTree
private

Definition at line 77 of file NanoAODOutputModule.cc.

Referenced by openFile(), and reallyCloseFile().

◆ m_processHistoryRegistry

edm::ProcessHistoryRegistry NanoAODOutputModule::m_processHistoryRegistry
private

Definition at line 74 of file NanoAODOutputModule.cc.

Referenced by reallyCloseFile(), write(), writeLuminosityBlock(), and writeRun().

◆ m_runFlatTables

std::vector<TableOutputBranches> NanoAODOutputModule::m_runFlatTables
private

Definition at line 136 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeRun().

◆ m_runTables

std::vector<SummaryTableOutputBranches> NanoAODOutputModule::m_runTables
private

Definition at line 133 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeRun().

◆ m_runTree

std::unique_ptr<TTree> NanoAODOutputModule::m_runTree
private

Definition at line 77 of file NanoAODOutputModule.cc.

Referenced by openFile(), reallyCloseFile(), and writeRun().

◆ m_tables

std::vector<TableOutputBranches> NanoAODOutputModule::m_tables
private

Definition at line 128 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

◆ m_tree

std::unique_ptr<TTree> NanoAODOutputModule::m_tree
private

Definition at line 77 of file NanoAODOutputModule.cc.

Referenced by openFile(), reallyCloseFile(), and write().

◆ m_triggers

std::vector<TriggerOutputBranches> NanoAODOutputModule::m_triggers
private

Definition at line 129 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

◆ m_triggers_areSorted

bool NanoAODOutputModule::m_triggers_areSorted = false
private

Definition at line 130 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

◆ m_writeProvenance

bool NanoAODOutputModule::m_writeProvenance
private

Definition at line 71 of file NanoAODOutputModule.cc.

Referenced by openFile(), and reallyCloseFile().