CMS 3D CMS Logo

 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Groups Pages
List of all members | Classes | Public Member Functions | Static Public Member Functions | Private Member Functions | Private Attributes | Static Private Attributes
NanoAODOutputModule Class Reference
Inheritance diagram for NanoAODOutputModule:
edm::one::OutputModule<> edm::one::OutputModuleBase edm::core::OutputModuleCore edm::EDConsumerBase

Classes

class  CommonEventBranches
 
class  CommonLumiBranches
 
class  CommonRunBranches
 

Public Member Functions

 NanoAODOutputModule (edm::ParameterSet const &pset)
 
 ~NanoAODOutputModule () override
 
- Public Member Functions inherited from edm::one::OutputModule<>
SerialTaskQueueglobalLuminosityBlocksQueue () final
 
SerialTaskQueueglobalRunsQueue () final
 
const OutputModuleoperator= (const OutputModule &)=delete
 
 OutputModule (edm::ParameterSet const &iPSet)
 
 OutputModule (const OutputModule &)=delete
 
bool wantsGlobalLuminosityBlocks () const final
 
bool wantsGlobalRuns () const final
 
bool wantsInputProcessBlocks () const final
 
bool wantsProcessBlocks () const final
 
- Public Member Functions inherited from edm::one::OutputModuleBase
OutputModuleBaseoperator= (OutputModuleBase const &)=delete
 
 OutputModuleBase (ParameterSet const &pset)
 
 OutputModuleBase (OutputModuleBase const &)=delete
 
SharedResourcesAcquirersharedResourcesAcquirer ()
 
SubProcessParentageHelper const * subProcessParentageHelper () const
 
bool wantsStreamLuminosityBlocks () const
 
bool wantsStreamRuns () const
 
- Public Member Functions inherited from edm::core::OutputModuleCore
BranchIDLists const * branchIDLists () const
 
std::array< bool,
NumBranchTypes > const & 
hasNewlyDroppedBranch () const
 
SelectedProductsForBranchType
const & 
keptProducts () const
 
int maxEvents () const
 
const ModuleDescriptionmoduleDescription () const
 
OutputModuleCoreoperator= (OutputModuleCore const &)=delete
 
 OutputModuleCore (ParameterSet const &pset)
 
 OutputModuleCore (OutputModuleCore const &)=delete
 
OutputProcessBlockHelper const & outputProcessBlockHelper () const
 
std::string const & processName () const
 
int remainingEvents () const
 
bool selected (BranchDescription const &desc) const
 
void selectProducts (ProductRegistry const &preg, ThinnedAssociationsHelper const &, ProcessBlockHelperBase const &)
 
ThinnedAssociationsHelper const * thinnedAssociationsHelper () const
 
bool wantAllEvents () const
 
 ~OutputModuleCore () override
 
- Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfoconsumesInfo () const
 
void convertCurrentProcessAlias (std::string const &processName)
 Convert "@currentProcess" in InputTag process names to the actual current process name. More...
 
 EDConsumerBase ()
 
 EDConsumerBase (EDConsumerBase const &)=delete
 
 EDConsumerBase (EDConsumerBase &&)=default
 
ESProxyIndex const * esGetTokenIndices (edm::Transition iTrans) const
 
std::vector< ESProxyIndex > const & esGetTokenIndicesVector (edm::Transition iTrans) const
 
std::vector< ESRecordIndex >
const & 
esGetTokenRecordIndicesVector (edm::Transition iTrans) const
 
ProductResolverIndexAndSkipBit indexFrom (EDGetToken, BranchType, TypeID const &) const
 
void itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const
 
void itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const
 
std::vector
< ProductResolverIndexAndSkipBit >
const & 
itemsToGetFrom (BranchType iType) const
 
void labelsForToken (EDGetToken iToken, Labels &oLabels) const
 
void modulesWhoseProductsAreConsumed (std::array< std::vector< ModuleDescription const * > *, NumBranchTypes > &modulesAll, std::vector< ModuleProcessName > &modulesInPreviousProcesses, ProductRegistry const &preg, std::map< std::string, ModuleDescription const * > const &labelsToDesc, std::string const &processName) const
 
EDConsumerBase const & operator= (EDConsumerBase const &)=delete
 
EDConsumerBaseoperator= (EDConsumerBase &&)=default
 
bool registeredToConsume (ProductResolverIndex, bool, BranchType) const
 
bool registeredToConsumeMany (TypeID const &, BranchType) const
 
void selectInputProcessBlocks (ProductRegistry const &productRegistry, ProcessBlockHelperBase const &processBlockHelperBase)
 
ProductResolverIndexAndSkipBit uncheckedIndexFrom (EDGetToken) const
 
void updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)
 
void updateLookup (eventsetup::ESRecordsToProxyIndices const &)
 
virtual ~EDConsumerBase () noexcept(false)
 

Static Public Member Functions

static void fillDescriptions (edm::ConfigurationDescriptions &descriptions)
 
- Static Public Member Functions inherited from edm::core::OutputModuleCore
static const std::string & baseType ()
 
static void fillDescription (ParameterSetDescription &desc, std::vector< std::string > const &iDefaultOutputCommands=ProductSelectorRules::defaultSelectionStrings())
 
static void fillDescriptions (ConfigurationDescriptions &descriptions)
 
static void prevalidate (ConfigurationDescriptions &)
 

Private Member Functions

bool isFileOpen () const override
 
void openFile (edm::FileBlock const &) override
 
void reallyCloseFile () override
 
void write (edm::EventForOutput const &e) override
 
void writeLuminosityBlock (edm::LuminosityBlockForOutput const &) override
 
void writeRun (edm::RunForOutput const &) override
 

Private Attributes

int m_autoFlush
 
class
NanoAODOutputModule::CommonEventBranches 
m_commonBranches
 
class
NanoAODOutputModule::CommonLumiBranches 
m_commonLumiBranches
 
class
NanoAODOutputModule::CommonRunBranches 
m_commonRunBranches
 
std::string m_compressionAlgorithm
 
int m_compressionLevel
 
int m_eventsSinceFlush {0}
 
std::vector
< EventStringOutputBranches
m_evstrings
 
bool m_fakeName
 
std::unique_ptr< TFile > m_file
 
std::string m_fileName
 
edm::JobReport::Token m_jrToken
 
std::string m_logicalFileName
 
std::vector
< SummaryTableOutputBranches
m_lumiTables
 
std::unique_ptr< TTree > m_lumiTree
 
std::unique_ptr< TTree > m_metaDataTree
 
std::vector< std::pair
< std::string, edm::EDGetToken > > 
m_nanoMetadata
 
std::unique_ptr< TTree > m_parameterSetsTree
 
edm::ProcessHistoryRegistry m_processHistoryRegistry
 
std::vector< TableOutputBranchesm_runFlatTables
 
std::vector
< SummaryTableOutputBranches
m_runTables
 
std::unique_ptr< TTree > m_runTree
 
std::vector< TableOutputBranchesm_tables
 
std::unique_ptr< TTree > m_tree
 
std::vector
< TriggerOutputBranches
m_triggers
 
bool m_triggers_areSorted = false
 
bool m_writeProvenance
 

Static Private Attributes

static constexpr int m_firstFlush {1000}
 

Additional Inherited Members

- Public Types inherited from edm::one::OutputModuleBase
typedef OutputModuleBase ModuleType
 
- Public Types inherited from edm::core::OutputModuleCore
typedef OutputModuleCore ModuleType
 
- Public Types inherited from edm::EDConsumerBase
typedef ProductLabels Labels
 
- Protected Member Functions inherited from edm::one::OutputModuleBase
void configure (OutputModuleDescription const &desc)
 
void doBeginJob ()
 
bool doEvent (EventTransitionInfo const &, ActivityRegistry *, ModuleCallingContext const *)
 
void doPreallocate (PreallocationConfiguration const &)
 
- Protected Member Functions inherited from edm::core::OutputModuleCore
void configure (OutputModuleDescription const &desc)
 
ModuleDescription const & description () const
 
void doAccessInputProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)
 
void doBeginJob_ ()
 
bool doBeginLuminosityBlock (LumiTransitionInfo const &, ModuleCallingContext const *)
 
void doBeginProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)
 
bool doBeginRun (RunTransitionInfo const &, ModuleCallingContext const *)
 
void doEndJob ()
 
bool doEndLuminosityBlock (LumiTransitionInfo const &, ModuleCallingContext const *)
 
void doEndProcessBlock (ProcessBlockPrincipal const &, ModuleCallingContext const *)
 
bool doEndRun (RunTransitionInfo const &, ModuleCallingContext const *)
 
bool doEvent_ (EventTransitionInfo const &, ActivityRegistry *, ModuleCallingContext const *)
 
void doPreallocate_ (PreallocationConfiguration const &)
 
std::map< BranchID::value_type,
BranchID::value_type > const & 
droppedBranchIDToKeptBranchID ()
 
virtual void preallocLumis (unsigned int)
 
ParameterSetID selectorConfig () const
 
void setEventSelectionInfo (std::map< std::string, std::vector< std::pair< std::string, int >>> const &outputModulePathPositions, bool anyProductProduced)
 
- Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType > consumes (edm::InputTag const &tag)
 
template<BranchType B = InEvent>
EDConsumerBaseAdaptor< B > consumes (edm::InputTag tag) noexcept
 
EDGetToken consumes (const TypeToGet &id, edm::InputTag const &tag)
 
template<BranchType B>
EDGetToken consumes (TypeToGet const &id, edm::InputTag const &tag)
 
ConsumesCollector consumesCollector ()
 Use a ConsumesCollector to gather consumes information from helper functions. More...
 
template<typename ProductType , BranchType B = InEvent>
void consumesMany ()
 
void consumesMany (const TypeToGet &id)
 
template<BranchType B>
void consumesMany (const TypeToGet &id)
 
template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto esConsumes ()
 
template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto esConsumes (ESInputTag const &tag)
 
template<Transition Tr = Transition::Event>
constexpr auto esConsumes () noexcept
 
template<Transition Tr = Transition::Event>
auto esConsumes (ESInputTag tag) noexcept
 
template<Transition Tr = Transition::Event>
ESGetTokenGeneric esConsumes (eventsetup::EventSetupRecordKey const &iRecord, eventsetup::DataKey const &iKey)
 Used with EventSetupRecord::doGet. More...
 
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType > mayConsume (edm::InputTag const &tag)
 
EDGetToken mayConsume (const TypeToGet &id, edm::InputTag const &tag)
 
template<BranchType B>
EDGetToken mayConsume (const TypeToGet &id, edm::InputTag const &tag)
 
void resetItemsToGetFrom (BranchType iType)
 
- Protected Attributes inherited from edm::core::OutputModuleCore
std::atomic< int > remainingEvents_
 

Detailed Description

Definition at line 50 of file NanoAODOutputModule.cc.

Constructor & Destructor Documentation

NanoAODOutputModule::NanoAODOutputModule ( edm::ParameterSet const &  pset)

Definition at line 147 of file NanoAODOutputModule.cc.

150  m_fileName(pset.getUntrackedParameter<std::string>("fileName")),
151  m_logicalFileName(pset.getUntrackedParameter<std::string>("logicalFileName")),
152  m_compressionLevel(pset.getUntrackedParameter<int>("compressionLevel")),
153  m_compressionAlgorithm(pset.getUntrackedParameter<std::string>("compressionAlgorithm")),
154  m_writeProvenance(pset.getUntrackedParameter<bool>("saveProvenance", true)),
155  m_fakeName(pset.getUntrackedParameter<bool>("fakeNameForCrab", false)),
156  m_autoFlush(pset.getUntrackedParameter<int>("autoFlush", -10000000)),
OutputModuleBase(ParameterSet const &pset)
edm::ProcessHistoryRegistry m_processHistoryRegistry
std::string m_compressionAlgorithm
NanoAODOutputModule::~NanoAODOutputModule ( )
override

Definition at line 159 of file NanoAODOutputModule.cc.

159 {}

Member Function Documentation

void NanoAODOutputModule::fillDescriptions ( edm::ConfigurationDescriptions descriptions)
static

Definition at line 386 of file NanoAODOutputModule.cc.

References edm::ParameterSetDescription::add(), edm::ConfigurationDescriptions::addDefault(), edm::ParameterSetDescription::addUntracked(), submitPVResolutionJobs::desc, edm::core::OutputModuleCore::fillDescription(), keep, edm::ParameterSetDescription::setAllowAnything(), and AlCaHLTBitMon_QueryRunRegistry::string.

386  {
388 
389  desc.addUntracked<std::string>("fileName");
390  desc.addUntracked<std::string>("logicalFileName", "");
391 
392  desc.addUntracked<int>("compressionLevel", 9)->setComment("ROOT compression level of output file.");
393  desc.addUntracked<std::string>("compressionAlgorithm", "ZLIB")
394  ->setComment("Algorithm used to compress data in the ROOT output file, allowed values are ZLIB and LZMA");
395  desc.addUntracked<bool>("saveProvenance", true)
396  ->setComment("Save process provenance information, e.g. for edmProvDump");
397  desc.addUntracked<bool>("fakeNameForCrab", false)
398  ->setComment(
399  "Change the OutputModule name in the fwk job report to fake PoolOutputModule. This is needed to run on cran "
400  "(and publish) till crab is fixed");
401  desc.addUntracked<int>("autoFlush", -10000000)->setComment("Autoflush parameter for ROOT file");
402 
403  //replace with whatever you want to get from the EDM by default
404  const std::vector<std::string> keep = {"drop *",
405  "keep nanoaodFlatTable_*Table_*_*",
406  "keep edmTriggerResults_*_*_*",
407  "keep String_*_genModel_*",
408  "keep nanoaodMergeableCounterTable_*Table_*_*",
409  "keep nanoaodUniqueString_nanoMetadata_*_*"};
411 
412  //Used by Workflow management for their own meta data
414  dataSet.setAllowAnything();
415  desc.addUntracked<edm::ParameterSetDescription>("dataset", dataSet)
416  ->setComment("PSet is only used by Data Operations and not by this module.");
417 
419  branchSet.setAllowAnything();
420  desc.add<edm::ParameterSetDescription>("branches", branchSet);
421 
422  descriptions.addDefault(desc);
423 }
ParameterDescriptionBase * addUntracked(U const &iLabel, T const &value)
void setAllowAnything()
allow any parameter label/value pairs
const int keep
void addDefault(ParameterSetDescription const &psetDescription)
ParameterDescriptionBase * add(U const &iLabel, T const &value)
static void fillDescription(ParameterSetDescription &desc, std::vector< std::string > const &iDefaultOutputCommands=ProductSelectorRules::defaultSelectionStrings())
bool NanoAODOutputModule::isFileOpen ( ) const
overrideprivatevirtual

Reimplemented from edm::core::OutputModuleCore.

Definition at line 272 of file NanoAODOutputModule.cc.

References m_file.

272 { return nullptr != m_file.get(); }
std::unique_ptr< TFile > m_file
void NanoAODOutputModule::openFile ( edm::FileBlock const &  )
overrideprivatevirtual

Reimplemented from edm::core::OutputModuleCore.

Definition at line 274 of file NanoAODOutputModule.cc.

References NanoAODOutputModule::CommonEventBranches::branch(), NanoAODOutputModule::CommonLumiBranches::branch(), NanoAODOutputModule::CommonRunBranches::branch(), edm::createGlobalIdentifier(), edm::core::OutputModuleCore::description(), cms::Digest::digest(), Exception, edm::InEvent, edm::InLumi, edm::InRun, keep, edm::core::OutputModuleCore::keptProducts(), m_commonBranches, m_commonLumiBranches, m_commonRunBranches, m_compressionAlgorithm, m_compressionLevel, m_evstrings, m_fakeName, m_file, m_fileName, m_jrToken, m_logicalFileName, m_lumiTables, m_lumiTree, m_metaDataTree, m_nanoMetadata, m_parameterSetsTree, m_runFlatTables, m_runTables, m_runTree, m_tables, m_tree, m_triggers, m_triggers_areSorted, m_writeProvenance, edm::poolNames::metaDataTreeName(), edm::poolNames::parameterSetsTreeName(), AlCaHLTBitMon_QueryRunRegistry::string, and cms::MD5Result::toString().

274  {
275  m_file = std::make_unique<TFile>(m_fileName.c_str(), "RECREATE", "", m_compressionLevel);
277  cms::Digest branchHash;
278  m_jrToken = jr->outputFileOpened(m_fileName,
280  std::string(),
281  m_fakeName ? "PoolOutputModule" : "NanoAODOutputModule",
282  description().moduleLabel(),
284  std::string(),
285  branchHash.digest().toString(),
286  std::vector<std::string>());
287 
288  if (m_compressionAlgorithm == std::string("ZLIB")) {
289  m_file->SetCompressionAlgorithm(ROOT::kZLIB);
290  } else if (m_compressionAlgorithm == std::string("LZMA")) {
291  m_file->SetCompressionAlgorithm(ROOT::kLZMA);
292  } else {
293  throw cms::Exception("Configuration")
294  << "NanoAODOutputModule configured with unknown compression algorithm '" << m_compressionAlgorithm << "'\n"
295  << "Allowed compression algorithms are ZLIB and LZMA\n";
296  }
297  /* Setup file structure here */
298  m_tables.clear();
299  m_triggers.clear();
300  m_triggers_areSorted = false;
301  m_evstrings.clear();
302  m_runTables.clear();
303  m_lumiTables.clear();
304  m_runFlatTables.clear();
305  const auto& keeps = keptProducts();
306  for (const auto& keep : keeps[edm::InEvent]) {
307  if (keep.first->className() == "nanoaod::FlatTable")
308  m_tables.emplace_back(keep.first, keep.second);
309  else if (keep.first->className() == "edm::TriggerResults") {
310  m_triggers.emplace_back(keep.first, keep.second);
311  } else if (keep.first->className() == "std::basic_string<char,std::char_traits<char> >" &&
312  keep.first->productInstanceName() == "genModel") { // friendlyClassName == "String"
313  m_evstrings.emplace_back(keep.first, keep.second, true); // update only at lumiBlock transitions
314  } else
315  throw cms::Exception("Configuration", "NanoAODOutputModule cannot handle class " + keep.first->className());
316  }
317 
318  for (const auto& keep : keeps[edm::InLumi]) {
319  if (keep.first->className() == "nanoaod::MergeableCounterTable")
320  m_lumiTables.push_back(SummaryTableOutputBranches(keep.first, keep.second));
321  else if (keep.first->className() == "nanoaod::UniqueString" && keep.first->moduleLabel() == "nanoMetadata")
322  m_nanoMetadata.emplace_back(keep.first->productInstanceName(), keep.second);
323  else
324  throw cms::Exception(
325  "Configuration",
326  "NanoAODOutputModule cannot handle class " + keep.first->className() + " in LuminosityBlock branch");
327  }
328 
329  for (const auto& keep : keeps[edm::InRun]) {
330  if (keep.first->className() == "nanoaod::MergeableCounterTable")
331  m_runTables.push_back(SummaryTableOutputBranches(keep.first, keep.second));
332  else if (keep.first->className() == "nanoaod::UniqueString" && keep.first->moduleLabel() == "nanoMetadata")
333  m_nanoMetadata.emplace_back(keep.first->productInstanceName(), keep.second);
334  else if (keep.first->className() == "nanoaod::FlatTable")
335  m_runFlatTables.emplace_back(keep.first, keep.second);
336  else
337  throw cms::Exception("Configuration",
338  "NanoAODOutputModule cannot handle class " + keep.first->className() + " in Run branch");
339  }
340 
341  // create the trees
342  m_tree = std::make_unique<TTree>("Events", "Events");
343  m_tree->SetAutoSave(0);
344  m_tree->SetAutoFlush(0);
346 
347  m_lumiTree = std::make_unique<TTree>("LuminosityBlocks", "LuminosityBlocks");
348  m_lumiTree->SetAutoSave(0);
350 
351  m_runTree = std::make_unique<TTree>("Runs", "Runs");
352  m_runTree->SetAutoSave(0);
354 
355  if (m_writeProvenance) {
356  m_metaDataTree = std::make_unique<TTree>(edm::poolNames::metaDataTreeName().c_str(), "Job metadata");
357  m_metaDataTree->SetAutoSave(0);
358  m_parameterSetsTree = std::make_unique<TTree>(edm::poolNames::parameterSetsTreeName().c_str(), "Parameter sets");
359  m_parameterSetsTree->SetAutoSave(0);
360  }
361 }
std::unique_ptr< TTree > m_runTree
std::vector< TableOutputBranches > m_runFlatTables
std::unique_ptr< TTree > m_lumiTree
std::vector< SummaryTableOutputBranches > m_lumiTables
std::unique_ptr< TTree > m_tree
std::string const & parameterSetsTreeName()
Definition: BranchType.cc:216
std::unique_ptr< TTree > m_parameterSetsTree
class NanoAODOutputModule::CommonLumiBranches m_commonLumiBranches
std::unique_ptr< TTree > m_metaDataTree
const int keep
std::unique_ptr< TFile > m_file
MD5Result digest()
Definition: Digest.cc:171
std::vector< EventStringOutputBranches > m_evstrings
ModuleDescription const & description() const
std::vector< SummaryTableOutputBranches > m_runTables
std::vector< TableOutputBranches > m_tables
std::vector< TriggerOutputBranches > m_triggers
std::vector< std::pair< std::string, edm::EDGetToken > > m_nanoMetadata
std::string const & metaDataTreeName()
Definition: BranchType.cc:159
std::string createGlobalIdentifier(bool binary=false)
std::string toString() const
Definition: Digest.cc:95
class NanoAODOutputModule::CommonRunBranches m_commonRunBranches
SelectedProductsForBranchType const & keptProducts() const
edm::JobReport::Token m_jrToken
class NanoAODOutputModule::CommonEventBranches m_commonBranches
std::string m_compressionAlgorithm
void NanoAODOutputModule::reallyCloseFile ( )
overrideprivatevirtual

Reimplemented from edm::core::OutputModuleCore.

Definition at line 362 of file NanoAODOutputModule.cc.

References edm::fillParameterSetBranch(), edm::fillProcessHistoryBranch(), m_file, m_jrToken, m_lumiTree, m_metaDataTree, m_parameterSetsTree, m_processHistoryRegistry, m_runTree, m_tree, m_writeProvenance, and edm::JobReport::outputFileClosed().

362  {
363  if (m_writeProvenance) {
364  int basketSize = 16384; // fixme configurable?
367  if (m_metaDataTree->GetNbranches() != 0) {
368  m_metaDataTree->SetEntries(-1);
369  }
370  if (m_parameterSetsTree->GetNbranches() != 0) {
371  m_parameterSetsTree->SetEntries(-1);
372  }
373  }
374  m_file->Write();
375  m_file->Close();
376  m_file.reset();
377  m_tree.release(); // apparently root has ownership
378  m_lumiTree.release(); //
379  m_runTree.release(); //
380  m_metaDataTree.release(); //
381  m_parameterSetsTree.release(); //
384 }
std::unique_ptr< TTree > m_runTree
std::unique_ptr< TTree > m_lumiTree
std::unique_ptr< TTree > m_tree
void fillParameterSetBranch(TTree *parameterSetsTree, int basketSize)
void fillProcessHistoryBranch(TTree *metaDataTree, int basketSize, ProcessHistoryRegistry const &processHistoryRegistry)
std::unique_ptr< TTree > m_parameterSetsTree
std::unique_ptr< TTree > m_metaDataTree
std::unique_ptr< TFile > m_file
void outputFileClosed(Token fileToken)
Definition: JobReport.cc:433
edm::JobReport::Token m_jrToken
edm::ProcessHistoryRegistry m_processHistoryRegistry
void NanoAODOutputModule::write ( edm::EventForOutput const &  e)
overrideprivatevirtual

Implements edm::core::OutputModuleCore.

Definition at line 161 of file NanoAODOutputModule.cc.

References a, b, edm::EventID::event(), patZpeak::events, edm::JobReport::eventWrittenToFile(), NanoAODOutputModule::CommonEventBranches::fill(), spr::find(), edm::EventForOutput::id(), m_autoFlush, m_commonBranches, m_eventsSinceFlush, m_evstrings, m_firstFlush, m_jrToken, m_processHistoryRegistry, m_tables, m_tree, m_triggers, m_triggers_areSorted, AlCaHLTBitMon_ParallelJobs::p, edm::OccurrenceForOutput::processHistory(), TriggerOutputBranches::processName(), edm::ProcessHistoryRegistry::registerProcessHistory(), edm::EventID::run(), and submitPVValidationJobs::t.

161  {
162  //Get data from 'e' and write it to the file
164  jr->eventWrittenToFile(m_jrToken, iEvent.id().run(), iEvent.id().event());
165 
166  if (m_autoFlush) {
167  int64_t events = m_tree->GetEntriesFast();
168  if (events == m_firstFlush) {
169  m_tree->FlushBaskets();
170  float maxMemory;
171  if (m_autoFlush > 0) {
172  // Estimate the memory we'll be using at the first full flush by
173  // linearly scaling the number of events.
174  float percentClusterDone = m_firstFlush / static_cast<float>(m_autoFlush);
175  maxMemory = static_cast<float>(m_tree->GetTotBytes()) / percentClusterDone;
176  } else if (m_tree->GetZipBytes() == 0) {
177  maxMemory = 100 * 1024 * 1024; // Degenerate case of no information in the tree; arbitrary value
178  } else {
179  // Estimate the memory we'll be using by scaling the current compression ratio.
180  float cxnRatio = m_tree->GetTotBytes() / static_cast<float>(m_tree->GetZipBytes());
181  maxMemory = -m_autoFlush * cxnRatio;
182  float percentBytesDone = -m_tree->GetZipBytes() / static_cast<float>(m_autoFlush);
183  m_autoFlush = m_firstFlush / percentBytesDone;
184  }
185  //std::cout << "OptimizeBaskets: total bytes " << m_tree->GetTotBytes() << std::endl;
186  //std::cout << "OptimizeBaskets: zip bytes " << m_tree->GetZipBytes() << std::endl;
187  //std::cout << "OptimizeBaskets: autoFlush " << m_autoFlush << std::endl;
188  //std::cout << "OptimizeBaskets: maxMemory " << static_cast<uint32_t>(maxMemory) << std::endl;
189  //m_tree->OptimizeBaskets(static_cast<uint32_t>(maxMemory), 1, "d");
190  m_tree->OptimizeBaskets(static_cast<uint32_t>(maxMemory), 1, "");
191  }
193  m_tree->FlushBaskets();
194  m_eventsSinceFlush = 0;
195  }
197  }
198 
200  // fill all tables, starting from main tables and then doing extension tables
201  for (unsigned int extensions = 0; extensions <= 1; ++extensions) {
202  for (auto& t : m_tables)
203  t.fill(iEvent, *m_tree, extensions);
204  }
205  if (!m_triggers_areSorted) { // sort triggers/flags in inverse processHistory order, to save without any special label the most recent ones
206  std::vector<std::string> pnames;
207  for (auto& p : iEvent.processHistory())
208  pnames.push_back(p.processName());
209  std::sort(m_triggers.begin(), m_triggers.end(), [pnames](TriggerOutputBranches& a, TriggerOutputBranches& b) {
210  return ((std::find(pnames.begin(), pnames.end(), a.processName()) - pnames.begin()) >
211  (std::find(pnames.begin(), pnames.end(), b.processName()) - pnames.begin()));
212  });
213  m_triggers_areSorted = true;
214  }
215  // fill triggers
216  for (auto& t : m_triggers)
217  t.fill(iEvent, *m_tree);
218  // fill event branches
219  for (auto& t : m_evstrings)
220  t.fill(iEvent, *m_tree);
221  tbb::this_task_arena::isolate([&] { m_tree->Fill(); });
222 
224 }
std::unique_ptr< TTree > m_tree
bool registerProcessHistory(ProcessHistory const &processHistory)
void find(edm::Handle< EcalRecHitCollection > &hits, DetId thisDet, std::vector< EcalRecHitCollection::const_iterator > &hit, bool debug=false)
Definition: FindCaloHit.cc:19
int iEvent
Definition: GenABIO.cc:224
std::vector< EventStringOutputBranches > m_evstrings
std::vector< TableOutputBranches > m_tables
static constexpr int m_firstFlush
std::vector< TriggerOutputBranches > m_triggers
void eventWrittenToFile(Token fileToken, RunNumber_t run, EventNumber_t event)
Definition: JobReport.cc:428
double b
Definition: hdecay.h:118
tuple events
Definition: patZpeak.py:20
double a
Definition: hdecay.h:119
edm::JobReport::Token m_jrToken
class NanoAODOutputModule::CommonEventBranches m_commonBranches
edm::ProcessHistoryRegistry m_processHistoryRegistry
void NanoAODOutputModule::writeLuminosityBlock ( edm::LuminosityBlockForOutput const &  iLumi)
overrideprivatevirtual

Implements edm::core::OutputModuleCore.

Definition at line 226 of file NanoAODOutputModule.cc.

References NanoAODOutputModule::CommonLumiBranches::fill(), edm::LuminosityBlockForOutput::id(), m_commonLumiBranches, m_jrToken, m_lumiTables, m_lumiTree, m_processHistoryRegistry, edm::OccurrenceForOutput::processHistory(), edm::ProcessHistoryRegistry::registerProcessHistory(), edm::JobReport::reportLumiSection(), edm::LuminosityBlockID::run(), submitPVValidationJobs::t, and edm::LuminosityBlockID::value().

226  {
228  jr->reportLumiSection(m_jrToken, iLumi.id().run(), iLumi.id().value());
229 
230  m_commonLumiBranches.fill(iLumi.id());
231 
232  for (auto& t : m_lumiTables)
233  t.fill(iLumi, *m_lumiTree);
234 
235  tbb::this_task_arena::isolate([&] { m_lumiTree->Fill(); });
236 
237  m_processHistoryRegistry.registerProcessHistory(iLumi.processHistory());
238 }
std::unique_ptr< TTree > m_lumiTree
std::vector< SummaryTableOutputBranches > m_lumiTables
bool registerProcessHistory(ProcessHistory const &processHistory)
void fill(const edm::LuminosityBlockID &id)
class NanoAODOutputModule::CommonLumiBranches m_commonLumiBranches
edm::JobReport::Token m_jrToken
edm::ProcessHistoryRegistry m_processHistoryRegistry
void reportLumiSection(JobReport::Token token, unsigned int run, unsigned int lumiSectId, unsigned long nEvents=0)
Definition: JobReport.cc:458
void NanoAODOutputModule::writeRun ( edm::RunForOutput const &  iRun)
overrideprivatevirtual

Implements edm::core::OutputModuleCore.

Definition at line 240 of file NanoAODOutputModule.cc.

References NanoAODOutputModule::CommonRunBranches::fill(), edm::OccurrenceForOutput::getByToken(), edm::RunForOutput::id(), m_commonRunBranches, m_file, m_jrToken, m_nanoMetadata, m_processHistoryRegistry, m_runFlatTables, m_runTables, m_runTree, AlCaHLTBitMon_ParallelJobs::p, edm::OccurrenceForOutput::processHistory(), edm::ProcessHistoryRegistry::registerProcessHistory(), edm::JobReport::reportRunNumber(), edm::RunID::run(), and submitPVValidationJobs::t.

240  {
242  jr->reportRunNumber(m_jrToken, iRun.id().run());
243 
244  m_commonRunBranches.fill(iRun.id());
245 
246  for (auto& t : m_runTables)
247  t.fill(iRun, *m_runTree);
248 
249  for (unsigned int extensions = 0; extensions <= 1; ++extensions) {
250  for (auto& t : m_runFlatTables)
251  t.fill(iRun, *m_runTree, extensions);
252  }
253 
255  for (const auto& p : m_nanoMetadata) {
256  iRun.getByToken(p.second, hstring);
257  TObjString* tos = dynamic_cast<TObjString*>(m_file->Get(p.first.c_str()));
258  if (tos) {
259  if (hstring->str() != tos->GetString())
260  throw cms::Exception("LogicError", "Inconsistent nanoMetadata " + p.first + " (" + hstring->str() + ")");
261  } else {
262  auto ostr = std::make_unique<TObjString>(hstring->str().c_str());
263  m_file->WriteTObject(ostr.release(), p.first.c_str());
264  }
265  }
266 
267  tbb::this_task_arena::isolate([&] { m_runTree->Fill(); });
268 
269  m_processHistoryRegistry.registerProcessHistory(iRun.processHistory());
270 }
std::unique_ptr< TTree > m_runTree
std::vector< TableOutputBranches > m_runFlatTables
bool registerProcessHistory(ProcessHistory const &processHistory)
void reportRunNumber(JobReport::Token token, unsigned int run)
Definition: JobReport.cc:469
std::unique_ptr< TFile > m_file
std::vector< SummaryTableOutputBranches > m_runTables
std::vector< std::pair< std::string, edm::EDGetToken > > m_nanoMetadata
class NanoAODOutputModule::CommonRunBranches m_commonRunBranches
edm::JobReport::Token m_jrToken
edm::ProcessHistoryRegistry m_processHistoryRegistry

Member Data Documentation

int NanoAODOutputModule::m_autoFlush
private

Definition at line 72 of file NanoAODOutputModule.cc.

Referenced by write().

class NanoAODOutputModule::CommonEventBranches NanoAODOutputModule::m_commonBranches
private

Referenced by openFile(), and write().

class NanoAODOutputModule::CommonLumiBranches NanoAODOutputModule::m_commonLumiBranches
private

Referenced by openFile(), and writeLuminosityBlock().

class NanoAODOutputModule::CommonRunBranches NanoAODOutputModule::m_commonRunBranches
private

Referenced by openFile(), and writeRun().

std::string NanoAODOutputModule::m_compressionAlgorithm
private

Definition at line 69 of file NanoAODOutputModule.cc.

Referenced by openFile().

int NanoAODOutputModule::m_compressionLevel
private

Definition at line 67 of file NanoAODOutputModule.cc.

Referenced by openFile().

int NanoAODOutputModule::m_eventsSinceFlush {0}
private

Definition at line 68 of file NanoAODOutputModule.cc.

Referenced by write().

std::vector<EventStringOutputBranches> NanoAODOutputModule::m_evstrings
private

Definition at line 127 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

bool NanoAODOutputModule::m_fakeName
private

Definition at line 71 of file NanoAODOutputModule.cc.

Referenced by openFile().

std::unique_ptr<TFile> NanoAODOutputModule::m_file
private

Definition at line 75 of file NanoAODOutputModule.cc.

Referenced by isFileOpen(), openFile(), reallyCloseFile(), and writeRun().

std::string NanoAODOutputModule::m_fileName
private

Definition at line 65 of file NanoAODOutputModule.cc.

Referenced by openFile().

constexpr int NanoAODOutputModule::m_firstFlush {1000}
staticprivate

Definition at line 78 of file NanoAODOutputModule.cc.

Referenced by write().

edm::JobReport::Token NanoAODOutputModule::m_jrToken
private
std::string NanoAODOutputModule::m_logicalFileName
private

Definition at line 66 of file NanoAODOutputModule.cc.

Referenced by openFile().

std::vector<SummaryTableOutputBranches> NanoAODOutputModule::m_lumiTables
private

Definition at line 130 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeLuminosityBlock().

std::unique_ptr<TTree> NanoAODOutputModule::m_lumiTree
private

Definition at line 76 of file NanoAODOutputModule.cc.

Referenced by openFile(), reallyCloseFile(), and writeLuminosityBlock().

std::unique_ptr<TTree> NanoAODOutputModule::m_metaDataTree
private

Definition at line 76 of file NanoAODOutputModule.cc.

Referenced by openFile(), and reallyCloseFile().

std::vector<std::pair<std::string, edm::EDGetToken> > NanoAODOutputModule::m_nanoMetadata
private

Definition at line 133 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeRun().

std::unique_ptr<TTree> NanoAODOutputModule::m_parameterSetsTree
private

Definition at line 76 of file NanoAODOutputModule.cc.

Referenced by openFile(), and reallyCloseFile().

edm::ProcessHistoryRegistry NanoAODOutputModule::m_processHistoryRegistry
private

Definition at line 73 of file NanoAODOutputModule.cc.

Referenced by reallyCloseFile(), write(), writeLuminosityBlock(), and writeRun().

std::vector<TableOutputBranches> NanoAODOutputModule::m_runFlatTables
private

Definition at line 131 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeRun().

std::vector<SummaryTableOutputBranches> NanoAODOutputModule::m_runTables
private

Definition at line 129 of file NanoAODOutputModule.cc.

Referenced by openFile(), and writeRun().

std::unique_ptr<TTree> NanoAODOutputModule::m_runTree
private

Definition at line 76 of file NanoAODOutputModule.cc.

Referenced by openFile(), reallyCloseFile(), and writeRun().

std::vector<TableOutputBranches> NanoAODOutputModule::m_tables
private

Definition at line 124 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

std::unique_ptr<TTree> NanoAODOutputModule::m_tree
private

Definition at line 76 of file NanoAODOutputModule.cc.

Referenced by openFile(), reallyCloseFile(), and write().

std::vector<TriggerOutputBranches> NanoAODOutputModule::m_triggers
private

Definition at line 125 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

bool NanoAODOutputModule::m_triggers_areSorted = false
private

Definition at line 126 of file NanoAODOutputModule.cc.

Referenced by openFile(), and write().

bool NanoAODOutputModule::m_writeProvenance
private

Definition at line 70 of file NanoAODOutputModule.cc.

Referenced by openFile(), and reallyCloseFile().