CMS 3D CMS Logo

PoolOutputModule.cc
Go to the documentation of this file.
2 
4 
24 
25 #include "TTree.h"
26 #include "TBranchElement.h"
27 #include "TObjArray.h"
28 #include "RVersion.h"
29 
30 #include <fstream>
31 #include <iomanip>
32 #include <sstream>
33 #include "boost/algorithm/string.hpp"
34 
35 namespace edm {
38  one::OutputModule<WatchInputFiles>(pset),
39  rootServiceChecker_(),
40  auxItems_(),
41  selectedOutputItemList_(),
42  fileName_(pset.getUntrackedParameter<std::string>("fileName")),
43  logicalFileName_(pset.getUntrackedParameter<std::string>("logicalFileName")),
44  catalog_(pset.getUntrackedParameter<std::string>("catalog")),
45  maxFileSize_(pset.getUntrackedParameter<int>("maxSize")),
46  compressionLevel_(pset.getUntrackedParameter<int>("compressionLevel")),
47  compressionAlgorithm_(pset.getUntrackedParameter<std::string>("compressionAlgorithm")),
48  basketSize_(pset.getUntrackedParameter<int>("basketSize")),
49  eventAuxBasketSize_(pset.getUntrackedParameter<int>("eventAuxiliaryBasketSize")),
50  eventAutoFlushSize_(pset.getUntrackedParameter<int>("eventAutoFlushCompressedSize")),
51  splitLevel_(std::min<int>(pset.getUntrackedParameter<int>("splitLevel") + 1, 99)),
52  basketOrder_(pset.getUntrackedParameter<std::string>("sortBaskets")),
53  treeMaxVirtualSize_(pset.getUntrackedParameter<int>("treeMaxVirtualSize")),
54  whyNotFastClonable_(pset.getUntrackedParameter<bool>("fastCloning") ? FileBlock::CanFastClone
55  : FileBlock::DisabledInConfigFile),
56  dropMetaData_(DropNone),
57  moduleLabel_(pset.getParameter<std::string>("@module_label")),
58  initializedFromInput_(false),
59  outputFileCount_(0),
60  inputFileCount_(0),
61  branchParents_(),
62  branchChildren_(),
63  overrideInputFileSplitLevels_(pset.getUntrackedParameter<bool>("overrideInputFileSplitLevels")),
64  compactEventAuxiliary_(pset.getUntrackedParameter<bool>("compactEventAuxiliary")),
65  rootOutputFile_(),
66  statusFileName_() {
67  if (pset.getUntrackedParameter<bool>("writeStatusFile")) {
68  std::ostringstream statusfilename;
69  statusfilename << moduleLabel_ << '_' << getpid();
70  statusFileName_ = statusfilename.str();
71  }
72 
73  std::string dropMetaData(pset.getUntrackedParameter<std::string>("dropMetaData"));
74  if (dropMetaData.empty())
76  else if (dropMetaData == std::string("NONE"))
78  else if (dropMetaData == std::string("DROPPED"))
80  else if (dropMetaData == std::string("PRIOR"))
82  else if (dropMetaData == std::string("ALL"))
84  else {
85  throw edm::Exception(errors::Configuration, "Illegal dropMetaData parameter value: ")
86  << dropMetaData << ".\n"
87  << "Legal values are 'NONE', 'DROPPED', 'PRIOR', and 'ALL'.\n";
88  }
89 
90  if (!wantAllEvents()) {
92  }
93 
94  auto const& specialSplit{pset.getUntrackedParameterSetVector("overrideBranchesSplitLevel")};
95 
96  specialSplitLevelForBranches_.reserve(specialSplit.size());
97  for (auto const& s : specialSplit) {
98  specialSplitLevelForBranches_.emplace_back(s.getUntrackedParameter<std::string>("branch"),
99  s.getUntrackedParameter<int>("splitLevel"));
100  }
101 
102  // We don't use this next parameter, but we read it anyway because it is part
103  // of the configuration of this module. An external parser creates the
104  // configuration by reading this source code.
105  pset.getUntrackedParameterSet("dataset");
106  }
107 
110  for (auto const& prod : reg->productList()) {
111  BranchDescription const& desc = prod.second;
112  if (desc.produced() && desc.branchType() == InEvent && !desc.isAlias()) {
113  producedBranches_.emplace_back(desc.branchID());
114  }
115  }
116  }
117 
118  std::string const& PoolOutputModule::currentFileName() const { return rootOutputFile_->fileName(); }
119 
120  PoolOutputModule::AuxItem::AuxItem() : basketSize_(BranchDescription::invalidBasketSize) {}
121 
123  EDGetToken const& token,
124  int splitLevel,
125  int basketSize)
126  : branchDescription_(bd), token_(token), product_(nullptr), splitLevel_(splitLevel), basketSize_(basketSize) {}
127 
129  // Fill a map mapping branch names to an index specifying the order in the tree.
130  if (tree != nullptr) {
131  TObjArray* branches = tree->GetListOfBranches();
132  for (int i = 0; i < branches->GetEntries(); ++i) {
133  TBranchElement* br = (TBranchElement*)branches->At(i);
134  treeMap_->insert(std::make_pair(std::string(br->GetName()), i));
135  }
136  }
137  }
138 
140  // Provides a comparison for sorting branches according to the index values in treeMap_.
141  // Branches not found are always put at the end (i.e. not found > found).
142  if (treeMap_->empty())
143  return lh < rh;
144  std::string const& lstring = lh.branchDescription_->branchName();
145  std::string const& rstring = rh.branchDescription_->branchName();
146  std::map<std::string, int>::const_iterator lit = treeMap_->find(lstring);
147  std::map<std::string, int>::const_iterator rit = treeMap_->find(rstring);
148  bool lfound = (lit != treeMap_->end());
149  bool rfound = (rit != treeMap_->end());
150  if (lfound && rfound) {
151  return lit->second < rit->second;
152  } else if (lfound) {
153  return true;
154  } else if (rfound) {
155  return false;
156  }
157  return lh < rh;
158  }
159 
160  inline bool PoolOutputModule::SpecialSplitLevelForBranch::match(std::string const& iBranchName) const {
161  return std::regex_match(iBranchName, branch_);
162  }
163 
164  std::regex PoolOutputModule::SpecialSplitLevelForBranch::convert(std::string const& iGlobBranchExpression) const {
165  std::string tmp(iGlobBranchExpression);
166  boost::replace_all(tmp, "*", ".*");
167  boost::replace_all(tmp, "?", ".");
168  return std::regex(tmp);
169  }
170 
172  std::string const& processName,
173  TTree* theInputTree,
174  OutputItemList& outputItemList) {
175  SelectedProducts const& keptVector = keptProducts()[branchType];
176 
177  if (branchType != InProcess) {
178  AuxItem& auxItem = auxItems_[branchType];
179 
180  auto basketSize = (InEvent == branchType) ? eventAuxBasketSize_ : basketSize_;
181 
182  // Fill AuxItem
183  if (theInputTree != nullptr && !overrideInputFileSplitLevels_) {
184  TBranch* auxBranch = theInputTree->GetBranch(BranchTypeToAuxiliaryBranchName(branchType).c_str());
185  if (auxBranch) {
186  auxItem.basketSize_ = auxBranch->GetBasketSize();
187  } else {
188  auxItem.basketSize_ = basketSize;
189  }
190  } else {
191  auxItem.basketSize_ = basketSize;
192  }
193  }
194 
195  // Fill outputItemList with an entry for each branch.
196  for (auto const& kept : keptVector) {
199 
200  BranchDescription const& prod = *kept.first;
201  if (branchType == InProcess && processName != prod.processName()) {
202  continue;
203  }
204  TBranch* theBranch = ((!prod.produced() && theInputTree != nullptr && !overrideInputFileSplitLevels_)
205  ? theInputTree->GetBranch(prod.branchName().c_str())
206  : nullptr);
207 
208  if (theBranch != nullptr) {
209  splitLevel = theBranch->GetSplitLevel();
210  basketSize = theBranch->GetBasketSize();
211  } else {
212  splitLevel = (prod.splitLevel() == BranchDescription::invalidSplitLevel ? splitLevel_ : prod.splitLevel());
213  for (auto const& b : specialSplitLevelForBranches_) {
214  if (b.match(prod.branchName())) {
215  splitLevel = b.splitLevel_;
216  }
217  }
218  basketSize = (prod.basketSize() == BranchDescription::invalidBasketSize ? basketSize_ : prod.basketSize());
219  }
220  outputItemList.emplace_back(&prod, kept.second, splitLevel, basketSize);
221  }
222 
223  // Sort outputItemList to allow fast copying.
224  // The branches in outputItemList must be in the same order as in the input tree, with all new branches at the end.
225  sort_all(outputItemList, OutputItem::Sorter(theInputTree));
226  }
227 
229  if (isFileOpen()) {
230  //Faster to read ChildrenBranches directly from input
231  // file than to build it every event
232  auto const& branchToChildMap = fb.branchChildren().childLookup();
233  for (auto const& parentToChildren : branchToChildMap) {
234  for (auto const& child : parentToChildren.second) {
235  branchChildren_.insertChild(parentToChildren.first, child);
236  }
237  }
238  rootOutputFile_->beginInputFile(fb, remainingEvents());
239  }
240  }
241 
243  if (!isFileOpen()) {
244  reallyOpenFile();
245  beginInputFile(fb);
246  }
247  }
248 
250  if (!initializedFromInput_) {
251  std::vector<std::string> const& processesWithProcessBlockProducts =
253  unsigned int numberOfProcessesWithProcessBlockProducts = processesWithProcessBlockProducts.size();
254  unsigned int numberOfTTrees = numberOfRunLumiEventProductTrees + numberOfProcessesWithProcessBlockProducts;
255  selectedOutputItemList_.resize(numberOfTTrees);
256 
257  for (unsigned int i = InEvent; i < NumBranchTypes; ++i) {
258  BranchType branchType = static_cast<BranchType>(i);
259  if (branchType != InProcess) {
261  TTree* theInputTree =
262  (branchType == InEvent ? fb.tree() : (branchType == InLumi ? fb.lumiTree() : fb.runTree()));
263  OutputItemList& outputItemList = selectedOutputItemList_[branchType];
264  fillSelectedItemList(branchType, processName, theInputTree, outputItemList);
265  } else {
266  // Handle output items in ProcessBlocks
267  for (unsigned int k = InProcess; k < numberOfTTrees; ++k) {
268  OutputItemList& outputItemList = selectedOutputItemList_[k];
269  std::string const& processName = processesWithProcessBlockProducts[k - InProcess];
270  TTree* theInputTree = fb.processBlockTree(processName);
271  fillSelectedItemList(branchType, processName, theInputTree, outputItemList);
272  }
273  }
274  }
275  initializedFromInput_ = true;
276  }
277  ++inputFileCount_;
278  beginInputFile(fb);
279  }
280 
282  if (rootOutputFile_)
283  rootOutputFile_->respondToCloseInputFile(fb);
284  }
285 
288  }
289 
291 
294  rootOutputFile_->writeOne(e);
295  if (!statusFileName_.empty()) {
296  std::ofstream statusFile(statusFileName_.c_str());
297  statusFile << e.id() << " time: " << std::setprecision(3) << TimeOfDay() << '\n';
298  statusFile.close();
299  }
300  }
301 
303  rootOutputFile_->writeLuminosityBlock(lb);
304  }
305 
307 
309 
313  branchParents_.clear();
314  startEndFile();
325  writeProductDependencies(); //branchChildren used here
328  finishEndFile();
329 
331  }
332 
333  // At some later date, we may move functionality from finishEndFile() to here.
335 
336  void PoolOutputModule::writeFileFormatVersion() { rootOutputFile_->writeFileFormatVersion(); }
337  void PoolOutputModule::writeFileIdentifier() { rootOutputFile_->writeFileIdentifier(); }
338  void PoolOutputModule::writeIndexIntoFile() { rootOutputFile_->writeIndexIntoFile(); }
340  rootOutputFile_->writeStoredMergeableRunProductMetadata();
341  }
342  void PoolOutputModule::writeProcessHistoryRegistry() { rootOutputFile_->writeProcessHistoryRegistry(); }
343  void PoolOutputModule::writeParameterSetRegistry() { rootOutputFile_->writeParameterSetRegistry(); }
344  void PoolOutputModule::writeProductDescriptionRegistry() { rootOutputFile_->writeProductDescriptionRegistry(); }
345  void PoolOutputModule::writeParentageRegistry() { rootOutputFile_->writeParentageRegistry(); }
346  void PoolOutputModule::writeBranchIDListRegistry() { rootOutputFile_->writeBranchIDListRegistry(); }
347  void PoolOutputModule::writeThinnedAssociationsHelper() { rootOutputFile_->writeThinnedAssociationsHelper(); }
348  void PoolOutputModule::writeProductDependencies() { rootOutputFile_->writeProductDependencies(); }
349  void PoolOutputModule::writeEventAuxiliary() { rootOutputFile_->writeEventAuxiliary(); }
350  void PoolOutputModule::writeProcessBlockHelper() { rootOutputFile_->writeProcessBlockHelper(); }
352  rootOutputFile_->finishEndFile();
353  rootOutputFile_ = nullptr;
354  } // propagate_const<T> has no reset() function
356  bool PoolOutputModule::isFileOpen() const { return rootOutputFile_.get() != nullptr; }
357  bool PoolOutputModule::shouldWeCloseFile() const { return rootOutputFile_->shouldWeCloseFile(); }
358 
359  std::pair<std::string, std::string> PoolOutputModule::physicalAndLogicalNameForNewFile() {
360  if (inputFileCount_ == 0) {
361  throw edm::Exception(errors::LogicError) << "Attempt to open output file before input file. "
362  << "Please report this to the core framework developers.\n";
363  }
364  std::string suffix(".root");
366  bool ext = (offset == fileName().size() - suffix.size());
367  if (!ext)
368  suffix.clear();
369  std::string fileBase(ext ? fileName().substr(0, offset) : fileName());
370  std::ostringstream ofilename;
371  std::ostringstream lfilename;
372  ofilename << fileBase;
373  lfilename << logicalFileName();
374  if (outputFileCount_) {
375  ofilename << std::setw(3) << std::setfill('0') << outputFileCount_;
376  if (!logicalFileName().empty()) {
377  lfilename << std::setw(3) << std::setfill('0') << outputFileCount_;
378  }
379  }
380  ofilename << suffix;
382 
383  return std::make_pair(ofilename.str(), lfilename.str());
384  }
385 
388  rootOutputFile_ = std::make_unique<RootOutputFile>(
389  this,
390  names.first,
391  names.second,
392  processesWithSelectedMergeableRunProducts_); // propagate_const<T> has no reset() function
393  }
394 
396  BranchID const& branchID) {
397  ProductProvenance const* provenance = provRetriever->branchIDToProvenanceForProducedOnly(branchID);
398  if (provenance != nullptr) {
399  BranchParents::iterator it = branchParents_.find(branchID);
400  if (it == branchParents_.end()) {
401  it = branchParents_.insert(std::make_pair(branchID, std::set<ParentageID>())).first;
402  }
403  it->second.insert(provenance->parentageID());
404  }
405  }
406 
408  ProductProvenanceRetriever const* provRetriever = e.productProvenanceRetrieverPtr();
409  for (auto const& bid : producedBranches_) {
410  updateBranchParentsForOneBranch(provRetriever, bid);
411  }
413  if (helper) {
414  for (auto const& bid : subProcessParentageHelper()->producedProducts()) {
415  updateBranchParentsForOneBranch(provRetriever, bid);
416  }
417  }
418  }
419 
421  ModuleCallingContext const& iModuleCallingContext,
422  Principal const& iPrincipal) const {
423  if (DropAll != dropMetaData_) {
424  auto const* ep = dynamic_cast<EventPrincipal const*>(&iPrincipal);
425  if (ep) {
426  auto pr = ep->productProvenanceRetrieverPtr();
427  if (pr) {
428  pr->readProvenanceAsync(iTask, &iModuleCallingContext);
429  }
430  }
431  }
432  }
433 
435  for (auto const& branchParent : branchParents_) {
436  BranchID const& child = branchParent.first;
437  std::set<ParentageID> const& eIds = branchParent.second;
438  for (auto const& eId : eIds) {
439  Parentage entryDesc;
440  ParentageRegistry::instance()->getMapped(eId, entryDesc);
441  std::vector<BranchID> const& parents = entryDesc.parents();
442  for (auto const& parent : parents) {
444  }
445  }
446  }
447  }
448 
450  std::string defaultString;
451 
452  desc.setComment("Writes runs, lumis, and events into EDM/ROOT files.");
453  desc.addUntracked<std::string>("fileName")->setComment("Name of output file.");
454  desc.addUntracked<std::string>("logicalFileName", defaultString)
455  ->setComment("Passed to job report. Otherwise unused by module.");
456  desc.addUntracked<std::string>("catalog", defaultString)
457  ->setComment("Passed to job report. Otherwise unused by module.");
458  desc.addUntracked<int>("maxSize", 0x7f000000)
459  ->setComment(
460  "Maximum output file size, in kB.\n"
461  "If over maximum, new output file will be started at next input file transition.");
462  desc.addUntracked<int>("compressionLevel", 9)->setComment("ROOT compression level of output file.");
463  desc.addUntracked<std::string>("compressionAlgorithm", "ZLIB")
464  ->setComment(
465  "Algorithm used to compress data in the ROOT output file, allowed values are ZLIB, LZMA, and ZSTD");
466  desc.addUntracked<int>("basketSize", 16384)->setComment("Default ROOT basket size in output file.");
467  desc.addUntracked<int>("eventAuxiliaryBasketSize", 16384)
468  ->setComment("Default ROOT basket size in output file for EventAuxiliary branch.");
469  desc.addUntracked<int>("eventAutoFlushCompressedSize", 20 * 1024 * 1024)
470  ->setComment(
471  "Set ROOT auto flush stored data size (in bytes) for event TTree. The value sets how large the compressed "
472  "buffer is allowed to get. The uncompressed buffer can be quite a bit larger than this depending on the "
473  "average compression ratio. The value of -1 just uses ROOT's default value. The value of 0 turns off this "
474  "feature.");
475  desc.addUntracked<int>("splitLevel", 99)->setComment("Default ROOT branch split level in output file.");
476  desc.addUntracked<std::string>("sortBaskets", std::string("sortbasketsbyoffset"))
477  ->setComment(
478  "Legal values: 'sortbasketsbyoffset', 'sortbasketsbybranch', 'sortbasketsbyentry'.\n"
479  "Used by ROOT when fast copying. Affects performance.");
480  desc.addUntracked<int>("treeMaxVirtualSize", -1)
481  ->setComment("Size of ROOT TTree TBasket cache. Affects performance.");
482  desc.addUntracked<bool>("fastCloning", true)
483  ->setComment(
484  "True: Allow fast copying, if possible.\n"
485  "False: Disable fast copying.");
486  desc.addUntracked<bool>("compactEventAuxiliary", false)
487  ->setComment(
488  "False: Write EventAuxiliary as we go like any other event metadata branch.\n"
489  "True: Optimize the file layout be deferring writing the EventAuxiliary branch until the output file is "
490  "closed.");
491  desc.addUntracked<bool>("overrideInputFileSplitLevels", false)
492  ->setComment(
493  "False: Use branch split levels and basket sizes from input file, if possible.\n"
494  "True: Always use specified or default split levels and basket sizes.");
495  desc.addUntracked<bool>("writeStatusFile", false)
496  ->setComment("Write a status file. Intended for use by workflow management.");
497  desc.addUntracked<std::string>("dropMetaData", defaultString)
498  ->setComment(
499  "Determines handling of per product per event metadata. Options are:\n"
500  "'NONE': Keep all of it.\n"
501  "'DROPPED': Keep it for products produced in current process and all kept products. Drop it for dropped "
502  "products produced in prior processes.\n"
503  "'PRIOR': Keep it for products produced in current process. Drop it for products produced in prior "
504  "processes.\n"
505  "'ALL': Drop all of it.");
506  {
508  dataSet.setAllowAnything();
509  desc.addUntracked<ParameterSetDescription>("dataset", dataSet)
510  ->setComment("PSet is only used by Data Operations and not by this module.");
511  }
512  {
513  ParameterSetDescription specialSplit;
514  specialSplit.addUntracked<std::string>("branch")->setComment(
515  "Name of branch needing a special split level. The name can contain wildcards '*' and '?'");
516  specialSplit.addUntracked<int>("splitLevel")->setComment("The special split level for the branch");
517  desc.addVPSetUntracked("overrideBranchesSplitLevel", specialSplit, std::vector<ParameterSet>());
518  }
519  OutputModule::fillDescription(desc);
520  }
521 
525  descriptions.add("edmOutput", desc);
526  }
527 } // namespace edm
edm::PoolOutputModule::~PoolOutputModule
~PoolOutputModule() override
Definition: PoolOutputModule.cc:290
ConfigurationDescriptions.h
ConstProductRegistry.h
edm::one::OutputModuleBase::remainingEvents
int remainingEvents() const
Definition: OutputModuleBase.h:91
edm::Parentage::parents
std::vector< BranchID > const & parents() const
Definition: Parentage.h:44
edm::PoolOutputModule::updateBranchParents
void updateBranchParents(EventForOutput const &e)
Definition: PoolOutputModule.cc:407
ext
Definition: memstream.h:15
edm::PoolOutputModule::branchChildren_
BranchChildren branchChildren_
Definition: PoolOutputModule.h:211
edm::PoolOutputModule::respondToOpenInputFile
void respondToOpenInputFile(FileBlock const &fb) override
Definition: PoolOutputModule.cc:249
PoolOutputModule.h
edm::PoolOutputModule::writeProcessBlock
void writeProcessBlock(ProcessBlockForOutput const &) override
Definition: PoolOutputModule.cc:308
edm::PoolOutputModule::writeLuminosityBlock
void writeLuminosityBlock(LuminosityBlockForOutput const &) override
Definition: PoolOutputModule.cc:302
electrons_cff.bool
bool
Definition: electrons_cff.py:366
mps_fire.i
i
Definition: mps_fire.py:428
SiPixelPI::one
Definition: SiPixelPayloadInspectorHelper.h:39
edm::one::OutputModuleBase::subProcessParentageHelper
SubProcessParentageHelper const * subProcessParentageHelper() const
Definition: OutputModuleBase.h:127
edm::SubProcessParentageHelper
Definition: SubProcessParentageHelper.h:21
edm::PoolOutputModule::OutputItem::branchID
BranchID branchID() const
Definition: PoolOutputModule.h:94
funct::false
false
Definition: Factorize.h:29
edm::FileBlock::tree
TTree * tree() const
Definition: FileBlock.h:117
edm::PoolOutputModule::OutputItem
Definition: PoolOutputModule.h:82
edm::PoolOutputModule::SpecialSplitLevelForBranch::convert
std::regex convert(std::string const &iGlobBranchExpression) const
Definition: PoolOutputModule.cc:164
edm::TimeOfDay
Definition: TimeOfDay.h:9
edm::PoolOutputModule::processesWithSelectedMergeableRunProducts_
std::vector< std::string > processesWithSelectedMergeableRunProducts_
Definition: PoolOutputModule.h:217
edm::PoolOutputModule::AuxItem::AuxItem
AuxItem()
Definition: PoolOutputModule.cc:120
edm::sort_all
void sort_all(RandomAccessSequence &s)
wrappers for std::sort
Definition: Algorithms.h:92
edm::errors::LogicError
Definition: EDMException.h:37
edm
HLT enums.
Definition: AlignableModifier.h:19
edm::PoolOutputModule::splitLevel
int splitLevel() const
Definition: PoolOutputModule.h:55
tree
Definition: tree.py:1
edm::min
EventID const & min(EventID const &lh, EventID const &rh)
Definition: EventID.h:116
deep_tau::DeepTauBase::BasicDiscriminator
BasicDiscriminator
Definition: DeepTauBase.h:115
edm::PoolOutputModule::rootOutputFile_
edm::propagate_const< std::unique_ptr< RootOutputFile > > rootOutputFile_
Definition: PoolOutputModule.h:215
edm::PoolOutputModule::openFile
void openFile(FileBlock const &fb) override
Definition: PoolOutputModule.cc:242
edm::PoolOutputModule::writeParameterSetRegistry
void writeParameterSetRegistry()
Definition: PoolOutputModule.cc:343
edm::ParentageRegistry::instance
static ParentageRegistry * instance()
Definition: ParentageRegistry.cc:5
EgammaPostProcessor_cfi.dataSet
dataSet
Definition: EgammaPostProcessor_cfi.py:6
edm::PoolOutputModule::currentFileName
std::string const & currentFileName() const
Definition: PoolOutputModule.cc:118
edm::PoolOutputModule::initializedFromInput_
bool initializedFromInput_
Definition: PoolOutputModule.h:207
edm::ParameterSetDescription
Definition: ParameterSetDescription.h:52
RunForOutput.h
edm::PoolOutputModule::whyNotFastClonable_
int whyNotFastClonable_
Definition: PoolOutputModule.h:204
edm::BranchChildren::clear
void clear()
Definition: BranchChildren.cc:36
Algorithms.h
edm::PoolOutputModule::writeProcessBlockHelper
void writeProcessBlockHelper()
Definition: PoolOutputModule.cc:350
edm::Principal
Definition: Principal.h:56
edm::PoolOutputModule::SpecialSplitLevelForBranch::match
bool match(std::string const &iBranchName) const
Definition: PoolOutputModule.cc:160
edm::PoolOutputModule::setProcessesWithSelectedMergeableRunProducts
void setProcessesWithSelectedMergeableRunProducts(std::set< std::string > const &) override
Definition: PoolOutputModule.cc:286
mathSSE::lh
bool int lh
Definition: SIMDVec.h:20
edm::PoolOutputModule::updateBranchParentsForOneBranch
void updateBranchParentsForOneBranch(ProductProvenanceRetriever const *provRetriever, BranchID const &branchID)
Definition: PoolOutputModule.cc:395
EventForOutput.h
edm::WatchInputFiles
Definition: moduleAbilities.h:111
edm::PoolOutputModule::OutputItem::branchDescription_
BranchDescription const * branchDescription_
Definition: PoolOutputModule.h:108
edm::PoolOutputModule::doExtrasAfterCloseFile
virtual void doExtrasAfterCloseFile()
Definition: PoolOutputModule.cc:355
edm::PoolOutputModule::inputFileCount_
int inputFileCount_
Definition: PoolOutputModule.h:209
Parentage.h
createJobs.tmp
tmp
align.sh
Definition: createJobs.py:716
edm::BranchType
BranchType
Definition: BranchType.h:11
edm::BranchTypeToAuxiliaryBranchName
std::string const & BranchTypeToAuxiliaryBranchName(BranchType const &branchType)
Definition: BranchType.cc:116
edm::PoolOutputModule::OutputItem::Sorter::Sorter
Sorter(TTree *tree)
Definition: PoolOutputModule.cc:128
edm::PoolOutputModule::selectedOutputItemList_
std::vector< OutputItemList > selectedOutputItemList_
Definition: PoolOutputModule.h:190
createPayload.suffix
suffix
Definition: createPayload.py:281
edm::NumBranchTypes
Definition: BranchType.h:11
edm::PoolOutputModule::specialSplitLevelForBranches_
std::vector< SpecialSplitLevelForBranch > specialSplitLevelForBranches_
Definition: PoolOutputModule.h:191
edm::SelectedProducts
std::vector< std::pair< BranchDescription const *, EDGetToken > > SelectedProducts
Definition: SelectedProducts.h:11
edm::LuminosityBlockForOutput
Definition: LuminosityBlockForOutput.h:40
edm::PoolOutputModule::OutputItem::Sorter
Definition: PoolOutputModule.h:83
edm::FileBlock
Definition: FileBlock.h:22
edm::PoolOutputModule::PoolOutputModule
PoolOutputModule(ParameterSet const &ps)
Definition: PoolOutputModule.cc:36
EDMException.h
edm::numberOfRunLumiEventProductTrees
constexpr unsigned int numberOfRunLumiEventProductTrees
Definition: BranchType.h:15
edm::RunForOutput
Definition: RunForOutput.h:40
edm::InProcess
Definition: BranchType.h:11
ParentageRegistry.h
alignCSCRings.s
s
Definition: alignCSCRings.py:92
edm::PoolOutputModule::writeRun
void writeRun(RunForOutput const &) override
Definition: PoolOutputModule.cc:306
edm::PoolOutputModule::basketSize_
const int basketSize_
Definition: PoolOutputModule.h:198
trigger::size_type
uint16_t size_type
Definition: TriggerTypeDefs.h:18
edm::PoolOutputModule::preActionBeforeRunEventAsync
void preActionBeforeRunEventAsync(WaitingTaskHolder iTask, ModuleCallingContext const &iModuleCallingContext, Principal const &iPrincipal) const override
Definition: PoolOutputModule.cc:420
edm::PoolOutputModule::moduleLabel_
const std::string moduleLabel_
Definition: PoolOutputModule.h:206
edm::ProductProvenance
Definition: ProductProvenance.h:24
edm::ConfigurationDescriptions::add
void add(std::string const &label, ParameterSetDescription const &psetDescription)
Definition: ConfigurationDescriptions.cc:57
edm::PoolOutputModule::writeFileFormatVersion
void writeFileFormatVersion()
Definition: PoolOutputModule.cc:336
names
const std::string names[nVars_]
Definition: PhotonIDValueMapProducer.cc:124
edm::PoolOutputModule::OutputItem::Sorter::operator()
bool operator()(OutputItem const &lh, OutputItem const &rh) const
Definition: PoolOutputModule.cc:139
ProductProvenance.h
Service.h
edm::PoolOutputModule::splitLevel_
const int splitLevel_
Definition: PoolOutputModule.h:201
edm::PoolOutputModule::producedBranches_
std::vector< BranchID > producedBranches_
Definition: PoolOutputModule.h:212
edm::PoolOutputModule::branchParents_
BranchParents branchParents_
Definition: PoolOutputModule.h:210
edm::BranchDescription::invalidSplitLevel
static const int invalidSplitLevel
Definition: BranchDescription.h:34
SubProcessParentageHelper.h
edm::BranchID
Definition: BranchID.h:14
edm::PoolOutputModule::dropMetaData
DropMetaData const & dropMetaData() const
Definition: PoolOutputModule.h:60
dumpMFGeometry_cfg.prod
prod
Definition: dumpMFGeometry_cfg.py:24
edm::PoolOutputModule::OutputItem::OutputItem
OutputItem(BranchDescription const *bd, EDGetToken const &token, int splitLevel, int basketSize)
Definition: PoolOutputModule.cc:122
edm::one::OutputModuleBase::wantAllEvents
bool wantAllEvents() const
Definition: OutputModuleBase.h:119
edm::PoolOutputModule::OutputItem::Sorter::treeMap_
std::shared_ptr< std::map< std::string, int > > treeMap_
Definition: PoolOutputModule.h:89
edm::FileBlock::processBlockTree
TTree * processBlockTree(std::string const &processName) const
Definition: FileBlock.cc:24
edm::InEvent
Definition: BranchType.h:11
edm::PoolOutputModule::overrideInputFileSplitLevels_
bool overrideInputFileSplitLevels_
Definition: PoolOutputModule.h:213
edm::PoolOutputModule::writeThinnedAssociationsHelper
void writeThinnedAssociationsHelper()
Definition: PoolOutputModule.cc:347
dqmdumpme.k
k
Definition: dqmdumpme.py:60
edm::FileBlock::lumiTree
TTree * lumiTree() const
Definition: FileBlock.h:119
ParameterSetDescription.h
edm::PoolOutputModule::writeEventAuxiliary
void writeEventAuxiliary()
Definition: PoolOutputModule.cc:349
b
double b
Definition: hdecay.h:118
edm::PoolOutputModule::auxItems_
AuxItemArray auxItems_
Definition: PoolOutputModule.h:189
edm::ConfigurationDescriptions
Definition: ConfigurationDescriptions.h:28
edm::Parentage
Definition: Parentage.h:25
OutputModuleBase
edm::ParameterSetDescription::addUntracked
ParameterDescriptionBase * addUntracked(U const &iLabel, T const &value)
Definition: ParameterSetDescription.h:100
BranchDescription.h
edm::ParameterSet
Definition: ParameterSet.h:47
edm::PoolOutputModule::reallyOpenFile
void reallyOpenFile()
Definition: PoolOutputModule.cc:386
edm::PoolOutputModule::writeIndexIntoFile
void writeIndexIntoFile()
Definition: PoolOutputModule.cc:338
sipixeldigitoraw
Definition: SiPixelDigiToRaw.cc:32
edm::WaitingTaskHolder
Definition: WaitingTaskHolder.h:32
edm::InLumi
Definition: BranchType.h:11
edm::PoolOutputModule::OutputItem::splitLevel_
int splitLevel_
Definition: PoolOutputModule.h:111
edm::ParentageRegistry::getMapped
bool getMapped(key_type const &k, value_type &result) const
Definition: ParentageRegistry.cc:10
edm::ProductProvenanceLookup::branchIDToProvenanceForProducedOnly
ProductProvenance const * branchIDToProvenanceForProducedOnly(BranchID const &bid) const
Definition: ProductProvenanceLookup.cc:95
edm::one::OutputModuleBase::keptProducts
SelectedProductsForBranchType const & keptProducts() const
Definition: OutputModuleBase.h:97
helper
Definition: helper.py:1
edm::PoolOutputModule::writeProductDependencies
void writeProductDependencies()
Definition: PoolOutputModule.cc:348
beamvalidation.br
br
Definition: beamvalidation.py:397
edm::BranchChildren::childLookup
map_t const & childLookup() const
Definition: BranchChildren.h:41
edm::Service
Definition: Service.h:30
createfilelist.int
int
Definition: createfilelist.py:10
edm::PoolOutputModule::DropDroppedPrior
Definition: PoolOutputModule.h:43
edm::BranchDescription::branchName
std::string const & branchName() const
Definition: BranchDescription.h:120
edm::ProductProvenance::parentageID
ParentageID const & parentageID() const
Definition: ProductProvenance.h:39
edm::PoolOutputModule::OutputItem::basketSize_
int basketSize_
Definition: PoolOutputModule.h:112
edm::PoolOutputModule::isFileOpen
bool isFileOpen() const override
Definition: PoolOutputModule.cc:356
edm::EDGetToken
Definition: EDGetToken.h:35
edm::PoolOutputModule::writeStoredMergeableRunProductMetadata
void writeStoredMergeableRunProductMetadata()
Definition: PoolOutputModule.cc:339
AlCaHLTBitMon_QueryRunRegistry.string
string string
Definition: AlCaHLTBitMon_QueryRunRegistry.py:256
edm::PoolOutputModule::OutputItem::splitLevel
int splitLevel() const
Definition: PoolOutputModule.h:104
edm::one::OutputModuleBase::processName
std::string const & processName() const
Definition: OutputModuleBase.h:96
edm::PoolOutputModule::AuxItem::basketSize_
int basketSize_
Definition: PoolOutputModule.h:77
edm::PoolOutputModule::outputFileCount_
int outputFileCount_
Definition: PoolOutputModule.h:208
FileBlock.h
edm::PoolOutputModule::beginInputFile
void beginInputFile(FileBlock const &fb)
Definition: PoolOutputModule.cc:228
alignCSCRings.r
r
Definition: alignCSCRings.py:93
edm::PoolOutputModule::DropPrior
Definition: PoolOutputModule.h:43
edm::PoolOutputModule::fileName
std::string const & fileName() const
Definition: PoolOutputModule.h:48
edm::ProcessBlockForOutput
Definition: ProcessBlockForOutput.h:27
ProductProvenanceRetriever.h
edm::PoolOutputModule::writeProductDescriptionRegistry
void writeProductDescriptionRegistry()
Definition: PoolOutputModule.cc:344
edm::EventForOutput
Definition: EventForOutput.h:50
edm::FileBlock::runTree
TTree * runTree() const
Definition: FileBlock.h:121
edm::ProductProvenanceRetriever
Definition: ProductProvenanceRetriever.h:37
WrappedClassName.h
submitPVResolutionJobs.desc
string desc
Definition: submitPVResolutionJobs.py:251
edm::PoolOutputModule::writeBranchIDListRegistry
void writeBranchIDListRegistry()
Definition: PoolOutputModule.cc:346
std
Definition: JetResolutionObject.h:76
edm::FileBlock::EventSelectionUsed
Definition: FileBlock.h:51
edm::FileBlock::branchChildren
BranchChildren const & branchChildren() const
Definition: FileBlock.h:135
edm::PoolOutputModule::fillDependencyGraph
void fillDependencyGraph()
Definition: PoolOutputModule.cc:434
edm::PoolOutputModule::fillDescriptions
static void fillDescriptions(ConfigurationDescriptions &descriptions)
Definition: PoolOutputModule.cc:522
edm::PoolOutputModule::shouldWeCloseFile
bool shouldWeCloseFile() const override
allow inheriting classes to override but still be able to call this method in the overridden version
Definition: PoolOutputModule.cc:357
edm::PoolOutputModule::AuxItem
Definition: PoolOutputModule.h:74
edm::PoolOutputModule::beginJob
void beginJob() override
Definition: PoolOutputModule.cc:108
RootOutputFile.h
edm::PoolOutputModule::reallyCloseFile
void reallyCloseFile() override
Definition: PoolOutputModule.cc:310
edm::OutputProcessBlockHelper::processesWithProcessBlockProducts
std::vector< std::string > const & processesWithProcessBlockProducts() const
Definition: OutputProcessBlockHelper.h:22
edm::PoolOutputModule::statusFileName_
std::string statusFileName_
Definition: PoolOutputModule.h:216
edm::PoolOutputModule::logicalFileName
std::string const & logicalFileName() const
Definition: PoolOutputModule.h:49
relativeConstraints.empty
bool empty
Definition: relativeConstraints.py:46
Exception
Definition: hltDiff.cc:245
edm::PoolOutputModule::OutputItem::basketSize
int basketSize() const
Definition: PoolOutputModule.h:105
edm::PoolOutputModule::startEndFile
void startEndFile()
Definition: PoolOutputModule.cc:334
edm::BranchDescription::invalidBasketSize
static const int invalidBasketSize
Definition: BranchDescription.h:35
edm::one::OutputModuleBase::outputProcessBlockHelper
OutputProcessBlockHelper const & outputProcessBlockHelper() const
Definition: OutputModuleBase.h:123
dqmiodatasetharvest.processes
processes
Definition: dqmiodatasetharvest.py:190
edm::PoolOutputModule::DropNone
Definition: PoolOutputModule.h:43
edm::PoolOutputModule::writeProcessHistoryRegistry
void writeProcessHistoryRegistry()
Definition: PoolOutputModule.cc:342
edm::BranchDescription
Definition: BranchDescription.h:32
edm::PoolOutputModule::respondToCloseInputFile
void respondToCloseInputFile(FileBlock const &fb) override
Definition: PoolOutputModule.cc:281
edm::PoolOutputModule::dropMetaData_
DropMetaData dropMetaData_
Definition: PoolOutputModule.h:205
genParticles_cff.map
map
Definition: genParticles_cff.py:11
ParameterSet.h
LuminosityBlockForOutput.h
TimeOfDay.h
parents
TPRegexp parents
Definition: eve_filter.cc:21
hltrates_dqm_sourceclient-live_cfg.offset
offset
Definition: hltrates_dqm_sourceclient-live_cfg.py:82
edm::PoolOutputModule::writeFileIdentifier
void writeFileIdentifier()
Definition: PoolOutputModule.cc:337
child
Definition: simpleInheritance.h:11
edm::PoolOutputModule::finishEndFile
void finishEndFile()
Definition: PoolOutputModule.cc:351
edm::PoolOutputModule::OutputItemList
std::vector< OutputItem > OutputItemList
Definition: PoolOutputModule.h:115
edm::PoolOutputModule::write
void write(EventForOutput const &e) override
Definition: PoolOutputModule.cc:292
edm::PoolOutputModule::DropAll
Definition: PoolOutputModule.h:43
edm::errors::Configuration
Definition: EDMException.h:36
class-composition.parent
parent
Definition: class-composition.py:98
SiStripBadComponentsDQMServiceTemplate_cfg.ep
ep
Definition: SiStripBadComponentsDQMServiceTemplate_cfg.py:86
edm::PoolOutputModule::fillSelectedItemList
void fillSelectedItemList(BranchType branchtype, std::string const &processName, TTree *theInputTree, OutputItemList &)
Definition: PoolOutputModule.cc:171
edm::PoolOutputModule::writeParentageRegistry
void writeParentageRegistry()
Definition: PoolOutputModule.cc:345
edm::PoolOutputModule::fillDescription
static void fillDescription(ParameterSetDescription &desc)
Definition: PoolOutputModule.cc:449
edm::BranchChildren::insertChild
void insertChild(BranchID parent, BranchID child)
Definition: BranchChildren.cc:40
muonDTDigis_cfi.pset
pset
Definition: muonDTDigis_cfi.py:27
edm::PoolOutputModule::physicalAndLogicalNameForNewFile
virtual std::pair< std::string, std::string > physicalAndLogicalNameForNewFile()
Definition: PoolOutputModule.cc:359
MillePedeFileConverter_cfg.e
e
Definition: MillePedeFileConverter_cfg.py:37
edm::PoolOutputModule::basketSize
int basketSize() const
Definition: PoolOutputModule.h:52
edm::ModuleCallingContext
Definition: ModuleCallingContext.h:29
unpackBuffers-CaloStage2.token
token
Definition: unpackBuffers-CaloStage2.py:316
edm::PoolOutputModule::eventAuxBasketSize_
const int eventAuxBasketSize_
Definition: PoolOutputModule.h:199