ProvenanceDumper Class Reference

Public Member Functions
void	dump ()
int	exitCode () const
ProvenanceDumper &	operator= (ProvenanceDumper const &)=delete
void	printErrors (std::ostream &os)
	ProvenanceDumper (std::string const &filename, bool showDependencies, bool extendedAncestors, bool extendedDescendants, bool excludeESModules, bool showAllModules, bool showTopLevelPSets, std::vector< std::string > const &findMatch, bool dontPrintProducts, std::string const &dumpPSetID, int productIDEntry)
	ProvenanceDumper (ProvenanceDumper const &)=delete

Private Member Functions
void	addAncestors (edm::BranchID const &branchID, std::set< edm::BranchID > &ancestorBranchIDs, std::ostringstream &sout, std::map< edm::BranchID, std::set< edm::ParentageID >> &perProductParentage) const
void	addDescendants (edm::BranchID const &branchID, std::set< edm::BranchID > &descendantBranchIDs, std::ostringstream &sout, std::map< edm::BranchID, std::set< edm::BranchID >> &parentToChildren) const
void	dumpEventFilteringParameterSets (edm::EventSelectionIDVector const &ids)
void	dumpEventFilteringParameterSets_ (TFile *file)
void	dumpParameterSetForID_ (edm::ParameterSetID const &id)
void	dumpProcessHistory_ ()
std::optional< std::tuple< edm::BranchIDListHelper, std::vector< edm::ProcessIndex > > >	makeBranchIDListHelper ()
void	work_ ()

Private Attributes
bool	dontPrintProducts_
std::string	dumpPSetID_
int	errorCount_
std::stringstream	errorLog_
bool	excludeESModules_
int	exitCode_
bool	extendedAncestors_
bool	extendedDescendants_
std::string	filename_
std::vector< std::string >	findMatch_
HistoryNode	historyGraph_
edm::propagate_const< std::unique_ptr< TFile > >	inputFile_
edm::ProcessConfigurationVector	phc_
edm::ProcessHistoryVector	phv_
int const	productIDEntry_
bool	productRegistryPresent_
ParameterSetMap	psm_
edm::ProductRegistry	reg_
bool	showDependencies_
bool	showOtherModules_
bool	showTopLevelPSets_

Detailed Description

Definition at line 434 of file EdmProvDump.cc.

Constructor & Destructor Documentation

ProvenanceDumper() [1/2]

ProvenanceDumper::ProvenanceDumper	(	std::string const &	filename,
		bool	showDependencies,
		bool	extendedAncestors,
		bool	extendedDescendants,
		bool	excludeESModules,
		bool	showAllModules,
		bool	showTopLevelPSets,
		std::vector< std::string > const &	findMatch,
		bool	dontPrintProducts,
		std::string const &	dumpPSetID,
		int	productIDEntry
	)

Definition at line 499 of file EdmProvDump.cc.

    : filename_(filename),
      inputFile_(makeTFile(filename)),
      exitCode_(0),
      errorLog_(),
      errorCount_(0),
      showDependencies_(showDependencies),
      extendedAncestors_(extendedAncestors),
      extendedDescendants_(extendedDescendants),
      excludeESModules_(excludeESModules),
      showOtherModules_(showOtherModules),
      productRegistryPresent_(true),
      showTopLevelPSets_(showTopLevelPSets),
      findMatch_(findMatch),
      dontPrintProducts_(dontPrintProducts),
      dumpPSetID_(dumpPSetID),
      productIDEntry_(productIDEntry) {}

ProvenanceDumper() [2/2]

ProvenanceDumper::ProvenanceDumper ( ProvenanceDumper const &  )

delete

Member Function Documentation

addAncestors()

void ProvenanceDumper::addAncestors ( edm::BranchID const &  branchID, std::set< edm::BranchID > &  ancestorBranchIDs, std::ostringstream &  sout, std::map< edm::BranchID, std::set< edm::ParentageID >> &  perProductParentage  ) const

private

Definition at line 1076 of file EdmProvDump.cc.

References MicroEventContent_cff::branch, edm::ParentageRegistry::getMapped(), edm::ParentageRegistry::instance(), and edm::Parentage::parents().

Referenced by work_().

                                                                                                            {
  edm::ParentageRegistry& registry = *edm::ParentageRegistry::instance();

  std::set<edm::ParentageID> const& parentIDs = perProductParentage[branchID];
  for (auto const& parentageID : parentIDs) {
    edm::Parentage const* parentage = registry.getMapped(parentageID);
    if (nullptr != parentage) {
      for (auto const& branch : parentage->parents()) {
        if (ancestorBranchIDs.insert(branch).second) {
          addAncestors(branch, ancestorBranchIDs, sout, perProductParentage);
        }
      }
    } else {
      sout << "  ERROR:parentage info not in registry ParentageID=" << parentageID << std::endl;
    }
  }
}

addDescendants()

void ProvenanceDumper::addDescendants ( edm::BranchID const &  branchID, std::set< edm::BranchID > &  descendantBranchIDs, std::ostringstream &  sout, std::map< edm::BranchID, std::set< edm::BranchID >> &  parentToChildren  ) const

private

Definition at line 1097 of file EdmProvDump.cc.

Referenced by work_().

                                                                                                        {
  for (auto const& childBranchID : parentToChildren[branchID]) {
    if (descendantBranchIDs.insert(childBranchID).second) {
      addDescendants(childBranchID, descendantBranchIDs, sout, parentToChildren);
    }
  }
}

dump()

void ProvenanceDumper::dump

(

void

)

Definition at line 527 of file EdmProvDump.cc.

References work_().

Referenced by main().

{ work_(); }

dumpEventFilteringParameterSets()

void ProvenanceDumper::dumpEventFilteringParameterSets ( edm::EventSelectionIDVector const &  ids )

private

Definition at line 536 of file EdmProvDump.cc.

References gather_cfg::cout, dumpParameterSetForID_(), and mps_fire::i.

Referenced by dumpEventFilteringParameterSets_().

                                                                                           {
  edm::EventSelectionIDVector::size_type num_ids = ids.size();
  if (num_ids == 0) {
    std::cout << "No event filtering information is available.\n";
    std::cout << "------------------------------\n";
  } else {
    std::cout << "Event filtering information for " << num_ids << " processing steps is available.\n"
              << "The ParameterSets will be printed out, "
              << "with the oldest printed first.\n";
    for (edm::EventSelectionIDVector::size_type i = 0; i != num_ids; ++i) {
      dumpParameterSetForID_(ids[i]);
    }
  }
}

dumpEventFilteringParameterSets_()

void ProvenanceDumper::dumpEventFilteringParameterSets_ ( TFile *  file )

private

Definition at line 551 of file EdmProvDump.cc.

References cms::cuda::assert(), gather_cfg::cout, dumpEventFilteringParameterSets(), edm::poolNames::eventHistoryBranchName(), edm::poolNames::eventHistoryTreeName(), events, edm::poolNames::eventSelectionsBranchName(), edm::poolNames::eventTreeName(), geometryDiff::file, and h.

Referenced by work_().

                                                                   {
  TTree* history = dynamic_cast<TTree*>(file->Get(edm::poolNames::eventHistoryTreeName().c_str()));
  if (history != nullptr) {
    edm::History h;
    edm::History* ph = &h;

    history->SetBranchAddress(edm::poolNames::eventHistoryBranchName().c_str(), &ph);
    if (history->GetEntry(0) <= 0) {
      std::cout << "No event filtering information is available; the event history tree has no entries\n";
    } else {
      dumpEventFilteringParameterSets(h.eventSelectionIDs());
    }
  } else {
    TTree* events = dynamic_cast<TTree*>(file->Get(edm::poolNames::eventTreeName().c_str()));
    assert(events != nullptr);
    TBranch* eventSelectionsBranch = events->GetBranch(edm::poolNames::eventSelectionsBranchName().c_str());
    if (eventSelectionsBranch == nullptr)
      return;
    edm::EventSelectionIDVector ids;
    edm::EventSelectionIDVector* pids = &ids;
    eventSelectionsBranch->SetAddress(&pids);
    if (eventSelectionsBranch->GetEntry(0) <= 0) {
      std::cout << "No event filtering information is available; the event selections branch has no entries\n";
    } else {
      dumpEventFilteringParameterSets(ids);
    }
  }
}

dumpParameterSetForID_()

void ProvenanceDumper::dumpParameterSetForID_ ( edm::ParameterSetID const &  id )

private

Definition at line 580 of file EdmProvDump.cc.

References gather_cfg::cout, relativeConstraints::empty, mps_fire::i, sistrip::SpyUtilities::isValid(), prettyPrint(), and psm_.

Referenced by dumpEventFilteringParameterSets(), and work_().

                                                                         {
  std::cout << "ParameterSetID: " << id << '\n';
  if (id.isValid()) {
    ParameterSetMap::const_iterator i = psm_.find(id);
    if (i == psm_.end()) {
      std::cout << "We are unable to find the corresponding ParameterSet\n";
      edm::ParameterSet empty;
      empty.registerIt();
      if (id == empty.id()) {
        std::cout << "But it would have been empty anyway\n";
      }
    } else {
      edm::ParameterSet ps(i->second.pset());
      prettyPrint(std::cout, ps, " ", " ");
      std::cout << '\n';
    }
  } else {
    std::cout << "This ID is not valid\n";
  }
  std::cout << "     -------------------------\n";
}

dumpProcessHistory_()

void ProvenanceDumper::dumpProcessHistory_ ( )

private

Definition at line 602 of file EdmProvDump.cc.

References submitPVValidationJobs::child, gather_cfg::cout, historyGraph_, l1ctLayer2EG_cff::id, class-composition::parent, and phv_.

Referenced by work_().

                                           {
  std::cout << "Processing History:" << std::endl;
  std::map<edm::ProcessConfigurationID, unsigned int> simpleIDs;
  for (auto const& ph : phv_) {
    //loop over the history entries looking for matches
    HistoryNode* parent = &historyGraph_;
    for (auto const& pc : ph) {
      if (parent->size() == 0) {
        unsigned int id = simpleIDs[pc.id()];
        if (0 == id) {
          id = 1;
          simpleIDs[pc.id()] = id;
        }
        parent->addChild(HistoryNode(pc, id));
        parent = parent->lastChildAddress();
      } else {
        //see if this is unique
        bool isUnique = true;
        for (auto& child : *parent) {
          if (child.configurationID() == pc.id()) {
            isUnique = false;
            parent = &child;
            break;
          }
        }
        if (isUnique) {
          simpleIDs[pc.id()] = parent->size() + 1;
          parent->addChild(HistoryNode(pc, simpleIDs[pc.id()]));
          parent = parent->lastChildAddress();
        }
      }
    }
  }
  historyGraph_.printHistory();
}

exitCode()

int ProvenanceDumper::exitCode

(

)

const

Definition at line 534 of file EdmProvDump.cc.

References exitCode_.

Referenced by main().

{ return exitCode_; }

makeBranchIDListHelper()

std::optional< std::tuple< edm::BranchIDListHelper, std::vector< edm::ProcessIndex > > > ProvenanceDumper::makeBranchIDListHelper ( )

private

Definition at line 639 of file EdmProvDump.cc.

References cms::cuda::assert(), edm::poolNames::branchIDListBranchName(), edm::poolNames::branchListIndexesBranchName(), events, edm::poolNames::eventTreeName(), edm::BranchIDListHelper::fixBranchListIndexes(), inputFile_, edm::makeBranchListIndexToProcessIndex(), edm::poolNames::metaDataTreeName(), eostools::move(), or, productIDEntry_, mkLumiAveragedPlots::tuple, and edm::BranchIDListHelper::updateFromInput().

Referenced by work_().

                                         {
  // BranchID-to-ProductID mapping disabled
  if (productIDEntry_ < 0) {
    return {};
  }

  TTree* metaTree = dynamic_cast<TTree*>(inputFile_->Get(edm::poolNames::metaDataTreeName().c_str()));
  if (nullptr == metaTree) {
    //std::cerr << "Did not find " << edm::poolNames::metaDataTreeName() << " tree" << std::endl;
    return {};
  }

  TBranch* branchIDListsBranch = metaTree->GetBranch(edm::poolNames::branchIDListBranchName().c_str());
  if (nullptr == branchIDListsBranch) {
    /*
    std::cerr << "Did not find " << edm::poolNames::branchIDListBranchName() << " from "
              << edm::poolNames::metaDataTreeName() << " tree" << std::endl;
    */
    return {};
  }

  edm::BranchIDLists branchIDLists;
  edm::BranchIDLists* branchIDListsPtr = &branchIDLists;
  branchIDListsBranch->SetAddress(&branchIDListsPtr);
  if (branchIDListsBranch->GetEntry(0) <= 0) {
    //std::cerr << "Failed to read an entry from " << edm::poolNames::branchIDListBranchName() << std::endl;
    return {};
  }

  edm::BranchIDListHelper branchIDListHelper;
  branchIDListHelper.updateFromInput(branchIDLists);

  TTree* events = dynamic_cast<TTree*>(inputFile_->Get(edm::poolNames::eventTreeName().c_str()));
  assert(events != nullptr);
  TBranch* branchListIndexesBranch = events->GetBranch(edm::poolNames::branchListIndexesBranchName().c_str());
  if (nullptr == branchListIndexesBranch) {
    /*
    std::cerr << "Did not find " << edm::poolNames::branchListIndexesBranchName() << " from "
              << edm::poolNames::eventTreeName() << " tree" << std::endl;
    */
    return {};
  }
  edm::BranchListIndexes branchListIndexes;
  edm::BranchListIndexes* pbranchListIndexes = &branchListIndexes;
  branchListIndexesBranch->SetAddress(&pbranchListIndexes);
  if (branchListIndexesBranch->GetEntry(productIDEntry_) <= 0 or branchListIndexes.empty()) {
    /*
    std::cerr << "Failed to read entry from " << edm::poolNames::branchListIndexesBranchName() << ", or it is empty"
              << std::endl;
    */
    return {};
  }

  if (not branchIDListHelper.fixBranchListIndexes(branchListIndexes)) {
    //std::cerr << "Call to branchIDListHelper.fixBranchListIndexes() failed" << std::endl;
    return {};
  }

  // Fill in helper map for Branch to ProductID mapping
  auto branchListIndexToProcessIndex = edm::makeBranchListIndexToProcessIndex(branchListIndexes);

  return std::tuple(std::move(branchIDListHelper), std::move(branchListIndexToProcessIndex));
}

operator=()

ProvenanceDumper& ProvenanceDumper::operator= ( ProvenanceDumper const &  )

delete

printErrors()

void ProvenanceDumper::printErrors

(

std::ostream &

os

)

Definition at line 529 of file EdmProvDump.cc.

References errorCount_, and errorLog_.

Referenced by main().

                                                 {
  if (errorCount_ > 0)
    os << errorLog_.str() << std::endl;
}

work_()

void ProvenanceDumper::work_ ( )

private

Definition at line 703 of file EdmProvDump.cc.

References addAncestors(), addDescendants(), cms::cuda::assert(), MicroEventContent_cff::branch, edm::branchIDToProductID(), edm::BranchTypeToBranchEntryInfoBranchName(), edm::BranchTypeToMetaDataTreeName(), edm::BranchTypeToProductProvenanceBranchName(), edm::BranchTypeToProductTreeName(), DMR_cfg::cerr, gather_cfg::cout, dontPrintProducts_, dumpEventFilteringParameterSets_(), dumpParameterSetForID_(), dumpProcessHistory_(), dumpPSetID_, edm::ParameterSet::empty(), errorCount_, errorLog_, Exception, excludeESModules_, edm::ParameterSet::existsAs(), exitCode_, extendedAncestors_, extendedDescendants_, findMatch_, edm::propagate_const< T >::get(), edm::ParentageRegistry::getMapped(), edm::pset::Registry::getMapped(), edm::ParameterSet::getParameterSet(), historyGraph_, mps_fire::i, edm::Parentage::id(), edm::ParameterSet::id(), l1ctLayer2EG_cff::id, edm::poolNames::idToParameterSetBlobsBranchName(), edm::InEvent, info(), input, inputFile_, edm::ParentageRegistry::insertMapped(), edm::pset::Registry::insertMapped(), edm::ParentageRegistry::instance(), edm::pset::Registry::instance(), edm::ParameterSet::isRegistered(), B2GTnPMonitor_cfi::item, makeBranchIDListHelper(), edm::poolNames::metaDataTreeName(), edm::poolNames::moduleDescriptionMapBranchName(), HerwigMaxPtPartonFilter_cfi::moduleLabel, edm::numEntries(), edm::poolNames::parameterSetMapBranchName(), edm::poolNames::parameterSetsTreeName(), edm::poolNames::parentageBranchName(), edm::poolNames::parentageTreeName(), edm::Parentage::parents(), phc_, phv_, prettyPrint(), LaserDQM_cfg::process, edm::poolNames::processHistoryBranchName(), edm::poolNames::processHistoryMapBranchName(), edm::poolNames::productDescriptionBranchName(), edm::ProductRegistry::productListUpdator(), productRegistryPresent_, muonDTDigis_cfi::pset, psm_, reg_, edm::ParameterSet::registerIt(), alignCSCRings::s, edm::setIsMergeable(), showDependencies_, showOtherModules_, showTopLevelPSets_, edm::sort_all(), source, AlCaHLTBitMon_QueryRunRegistry::string, groupFilesInBlocks::temp, triggerPaths, triggerResults, tier0::unique(), and x.

Referenced by dump().

                             {
  TTree* meta = dynamic_cast<TTree*>(inputFile_->Get(edm::poolNames::metaDataTreeName().c_str()));
  assert(nullptr != meta);

  edm::ProductRegistry* pReg = &reg_;
  if (meta->FindBranch(edm::poolNames::productDescriptionBranchName().c_str()) != nullptr) {
    meta->SetBranchAddress(edm::poolNames::productDescriptionBranchName().c_str(), &pReg);
  } else {
    productRegistryPresent_ = false;
  }

  ParameterSetMap* pPsm = &psm_;
  if (meta->FindBranch(edm::poolNames::parameterSetMapBranchName().c_str()) != nullptr) {
    meta->SetBranchAddress(edm::poolNames::parameterSetMapBranchName().c_str(), &pPsm);
  } else {
    TTree* psetTree = dynamic_cast<TTree*>(inputFile_->Get(edm::poolNames::parameterSetsTreeName().c_str()));
    assert(nullptr != psetTree);
    typedef std::pair<edm::ParameterSetID, edm::ParameterSetBlob> IdToBlobs;
    IdToBlobs idToBlob;
    IdToBlobs* pIdToBlob = &idToBlob;
    psetTree->SetBranchAddress(edm::poolNames::idToParameterSetBlobsBranchName().c_str(), &pIdToBlob);
    for (long long i = 0; i != psetTree->GetEntries(); ++i) {
      psetTree->GetEntry(i);
      psm_.insert(idToBlob);
    }
  }

  edm::ProcessHistoryVector* pPhv = &phv_;
  if (meta->FindBranch(edm::poolNames::processHistoryBranchName().c_str()) != nullptr) {
    meta->SetBranchAddress(edm::poolNames::processHistoryBranchName().c_str(), &pPhv);
  }

  edm::ProcessHistoryMap phm;
  edm::ProcessHistoryMap* pPhm = &phm;
  if (meta->FindBranch(edm::poolNames::processHistoryMapBranchName().c_str()) != nullptr) {
    meta->SetBranchAddress(edm::poolNames::processHistoryMapBranchName().c_str(), &pPhm);
  }

  if (meta->FindBranch(edm::poolNames::moduleDescriptionMapBranchName().c_str()) != nullptr) {
    if (meta->GetBranch(edm::poolNames::moduleDescriptionMapBranchName().c_str())->GetSplitLevel() != 0) {
      meta->SetBranchStatus((edm::poolNames::moduleDescriptionMapBranchName() + ".*").c_str(), false);
    } else {
      meta->SetBranchStatus(edm::poolNames::moduleDescriptionMapBranchName().c_str(), false);
    }
  }

  meta->GetEntry(0);
  assert(nullptr != pReg);

  edm::pset::Registry& psetRegistry = *edm::pset::Registry::instance();
  for (auto const& item : psm_) {
    edm::ParameterSet pset(item.second.pset());
    pset.setID(item.first);
    psetRegistry.insertMapped(pset);
  }

  if (!phv_.empty()) {
    for (auto const& history : phv_) {
      for (auto const& process : history) {
        phc_.push_back(process);
      }
    }
    edm::sort_all(phc_);
    phc_.erase(std::unique(phc_.begin(), phc_.end()), phc_.end());

  }
  // backward compatibility
  else if (!phm.empty()) {
    for (auto const& history : phm) {
      phv_.push_back(history.second);
      for (auto const& process : history.second) {
        phc_.push_back(process);
      }
    }
    edm::sort_all(phc_);
    phc_.erase(std::unique(phc_.begin(), phc_.end()), phc_.end());
  }

  if (!dumpPSetID_.empty()) {
    edm::ParameterSetID psetID;
    try {
      psetID = edm::ParameterSetID(dumpPSetID_);
    } catch (cms::Exception const& x) {
      throw cms::Exception("Command Line Argument")
          << "Illegal ParameterSetID string. It should contain 32 hexadecimal characters";
    }
    dumpParameterSetForID_(psetID);
    return;
  }

  // Helper to map BranchID to ProductID (metadata tree needed also for parentage information)
  auto branchIDListHelperAndToProcessIndex = makeBranchIDListHelper();

  //Prepare the parentage information if requested
  std::map<edm::BranchID, std::set<edm::ParentageID>> perProductParentage;

  if (showDependencies_ || extendedAncestors_ || extendedDescendants_) {
    TTree* parentageTree = dynamic_cast<TTree*>(inputFile_->Get(edm::poolNames::parentageTreeName().c_str()));
    if (nullptr == parentageTree) {
      std::cerr << "ERROR, no Parentage tree available so cannot show dependencies, ancestors, or descendants.\n";
      std::cerr << "Possibly this is not a standard EDM format file. For example, dependency, ancestor, and\n";
      std::cerr << "descendant options to edmProvDump will not work with nanoAOD format files.\n\n";
      showDependencies_ = false;
      extendedAncestors_ = false;
      extendedDescendants_ = false;
    } else {
      edm::ParentageRegistry& registry = *edm::ParentageRegistry::instance();

      std::vector<edm::ParentageID> orderedParentageIDs;
      orderedParentageIDs.reserve(parentageTree->GetEntries());
      for (Long64_t i = 0, numEntries = parentageTree->GetEntries(); i < numEntries; ++i) {
        edm::Parentage parentageBuffer;
        edm::Parentage* pParentageBuffer = &parentageBuffer;
        parentageTree->SetBranchAddress(edm::poolNames::parentageBranchName().c_str(), &pParentageBuffer);
        parentageTree->GetEntry(i);
        registry.insertMapped(parentageBuffer);
        orderedParentageIDs.push_back(parentageBuffer.id());
      }
      parentageTree->SetBranchAddress(edm::poolNames::parentageBranchName().c_str(), nullptr);

      TTree* eventMetaTree =
          dynamic_cast<TTree*>(inputFile_->Get(edm::BranchTypeToMetaDataTreeName(edm::InEvent).c_str()));
      if (nullptr == eventMetaTree) {
        eventMetaTree = dynamic_cast<TTree*>(inputFile_->Get(edm::BranchTypeToProductTreeName(edm::InEvent).c_str()));
      }
      if (nullptr == eventMetaTree) {
        std::cerr << "ERROR, no '" << edm::BranchTypeToProductTreeName(edm::InEvent)
                  << "' Tree in file so can not show dependencies\n";
        showDependencies_ = false;
        extendedAncestors_ = false;
        extendedDescendants_ = false;
      } else {
        TBranch* storedProvBranch =
            eventMetaTree->GetBranch(edm::BranchTypeToProductProvenanceBranchName(edm::InEvent).c_str());

        if (nullptr != storedProvBranch) {
          std::vector<edm::StoredProductProvenance> info;
          std::vector<edm::StoredProductProvenance>* pInfo = &info;
          storedProvBranch->SetAddress(&pInfo);
          for (Long64_t i = 0, numEntries = eventMetaTree->GetEntries(); i < numEntries; ++i) {
            storedProvBranch->GetEntry(i);
            for (auto const& item : info) {
              edm::BranchID bid(item.branchID_);
              perProductParentage[bid].insert(orderedParentageIDs.at(item.parentageIDIndex_));
            }
          }
        } else {
          //backwards compatible check
          TBranch* productProvBranch =
              eventMetaTree->GetBranch(edm::BranchTypeToBranchEntryInfoBranchName(edm::InEvent).c_str());
          if (nullptr != productProvBranch) {
            std::vector<edm::ProductProvenance> info;
            std::vector<edm::ProductProvenance>* pInfo = &info;
            productProvBranch->SetAddress(&pInfo);
            for (Long64_t i = 0, numEntries = eventMetaTree->GetEntries(); i < numEntries; ++i) {
              productProvBranch->GetEntry(i);
              for (auto const& item : info) {
                perProductParentage[item.branchID()].insert(item.parentageID());
              }
            }
          } else {
            std::cerr << " ERROR, could not find provenance information so can not show dependencies\n";
            showDependencies_ = false;
            extendedAncestors_ = false;
            extendedDescendants_ = false;
          }
        }
      }
    }
  }

  std::map<edm::BranchID, std::set<edm::BranchID>> parentToChildren;
  edm::ParentageRegistry& registry = *edm::ParentageRegistry::instance();

  if (extendedDescendants_) {
    for (auto const& itParentageSet : perProductParentage) {
      edm::BranchID childBranchID = itParentageSet.first;
      for (auto const& itParentageID : itParentageSet.second) {
        edm::Parentage const* parentage = registry.getMapped(itParentageID);
        if (nullptr != parentage) {
          for (auto const& branch : parentage->parents()) {
            parentToChildren[branch].insert(childBranchID);
          }
        } else {
          std::cerr << "  ERROR:parentage info not in registry ParentageID=" << itParentageID << std::endl;
        }
      }
    }
  }

  dumpEventFilteringParameterSets_(inputFile_.get());

  dumpProcessHistory_();

  if (productRegistryPresent_) {
    std::cout << "---------Producers with data in file---------" << std::endl;
  }

  //using edm::ParameterSetID as the key does not work
  //   typedef std::map<edm::ParameterSetID, std::vector<edm::BranchDescription> > IdToBranches
  ModuleToIdBranches moduleToIdBranches;
  //IdToBranches idToBranches;

  std::map<edm::BranchID, std::string> branchIDToBranchName;

  for (auto const& processConfig : phc_) {
    edm::ParameterSet const* processParameterSet =
        edm::pset::Registry::instance()->getMapped(processConfig.parameterSetID());
    if (nullptr == processParameterSet || processParameterSet->empty()) {
      continue;
    }
    for (auto& item : reg_.productListUpdator()) {
      auto& product = item.second;
      if (product.processName() != processConfig.processName()) {
        continue;
      }
      //force it to rebuild the branch name
      product.init();
      setIsMergeable(product);

      if (showDependencies_ || extendedAncestors_ || extendedDescendants_) {
        branchIDToBranchName[product.branchID()] = product.branchName();
      }
      /*
        std::cout << product.branchName()
        << " id " << product.productID() << std::endl;
      */
      std::string moduleLabel = product.moduleLabel();
      if (moduleLabel == source) {
        moduleLabel = input;
      } else if (moduleLabel == triggerResults) {
        moduleLabel = triggerPaths;
      }

      std::stringstream s;

      if (processParameterSet->existsAs<edm::ParameterSet>(moduleLabel)) {
        edm::ParameterSet const& moduleParameterSet = processParameterSet->getParameterSet(moduleLabel);
        if (!moduleParameterSet.isRegistered()) {
          edm::ParameterSet moduleParameterSetCopy = processParameterSet->getParameterSet(moduleLabel);
          moduleParameterSetCopy.registerIt();
          s << moduleParameterSetCopy.id();
        } else {
          s << moduleParameterSet.id();
        }
        moduleToIdBranches[std::make_pair(product.processName(), product.moduleLabel())][s.str()].push_back(product);
      }
    }
  }

  for (auto const& item : moduleToIdBranches) {
    std::ostringstream sout;
    sout << "Module: " << item.first.second << " " << item.first.first << std::endl;
    std::set<edm::BranchID> allBranchIDsForLabelAndProcess;
    IdToBranches const& idToBranches = item.second;
    for (auto const& idBranch : idToBranches) {
      sout << " PSet id:" << idBranch.first << std::endl;
      if (!dontPrintProducts_) {
        sout << " products: {" << std::endl;
      }
      std::set<edm::BranchID> branchIDs;
      for (auto const& branch : idBranch.second) {
        if (!dontPrintProducts_) {
          sout << "  " << branch.branchName();
          edm::ProductID id;
          if (branchIDListHelperAndToProcessIndex) {
            sout << " ProductID "
                 << edm::branchIDToProductID(branch.branchID(),
                                             std::get<0>(*branchIDListHelperAndToProcessIndex),
                                             std::get<1>(*branchIDListHelperAndToProcessIndex));
          } else {
            sout << " BranchID " << branch.branchID();
          }
          sout << std::endl;
        }
        branchIDs.insert(branch.branchID());
        allBranchIDsForLabelAndProcess.insert(branch.branchID());
      }
      sout << " }" << std::endl;
      edm::ParameterSetID psid(idBranch.first);
      ParameterSetMap::const_iterator itpsm = psm_.find(psid);
      if (psm_.end() == itpsm) {
        ++errorCount_;
        errorLog_ << "No ParameterSetID for " << psid << std::endl;
        exitCode_ = 1;
      } else {
        sout << " parameters: ";
        prettyPrint(sout, edm::ParameterSet((*itpsm).second.pset()), " ", " ");
        sout << std::endl;
      }
      if (showDependencies_) {
        sout << " dependencies: {" << std::endl;
        std::set<edm::ParentageID> parentageIDs;
        for (auto const& branch : branchIDs) {
          //Save these BranchIDs
          std::set<edm::ParentageID> const& temp = perProductParentage[branch];
          parentageIDs.insert(temp.begin(), temp.end());
        }
        for (auto const& parentID : parentageIDs) {
          edm::Parentage const* parentage = registry.getMapped(parentID);
          if (nullptr != parentage) {
            for (auto const& branch : parentage->parents()) {
              sout << "  " << branchIDToBranchName[branch] << std::endl;
            }
          } else {
            sout << "  ERROR:parentage info not in registry ParentageID=" << parentID << std::endl;
          }
        }
        if (parentageIDs.empty()) {
          sout << "  no dependencies recorded (event may not contain data from this module)" << std::endl;
        }
        sout << " }" << std::endl;
      }
    }  // end loop over PSetIDs
    if (extendedAncestors_) {
      sout << " extendedAncestors: {" << std::endl;
      std::set<edm::BranchID> ancestorBranchIDs;
      for (auto const& branchID : allBranchIDsForLabelAndProcess) {
        addAncestors(branchID, ancestorBranchIDs, sout, perProductParentage);
      }
      for (auto const& ancestorBranchID : ancestorBranchIDs) {
        sout << "  " << branchIDToBranchName[ancestorBranchID] << "\n";
      }
      sout << " }" << std::endl;
    }

    if (extendedDescendants_) {
      sout << " extendedDescendants: {" << std::endl;
      std::set<edm::BranchID> descendantBranchIDs;
      for (auto const& branchID : allBranchIDsForLabelAndProcess) {
        addDescendants(branchID, descendantBranchIDs, sout, parentToChildren);
      }
      for (auto const& descendantBranchID : descendantBranchIDs) {
        sout << "  " << branchIDToBranchName[descendantBranchID] << "\n";
      }
      sout << " }" << std::endl;
    }
    bool foundMatch = true;
    if (!findMatch_.empty()) {
      for (auto const& stringToFind : findMatch_) {
        if (sout.str().find(stringToFind) == std::string::npos) {
          foundMatch = false;
          break;
        }
      }
    }
    if (foundMatch) {
      std::cout << sout.str() << std::endl;
    }
  }  // end loop over module label/process

  if (productRegistryPresent_ && showOtherModules_) {
    std::cout << "---------Other Modules---------" << std::endl;
    historyGraph_.printOtherModulesHistory(psm_, moduleToIdBranches, findMatch_, errorLog_);
  } else if (!productRegistryPresent_) {
    std::cout << "---------All Modules---------" << std::endl;
    historyGraph_.printOtherModulesHistory(psm_, moduleToIdBranches, findMatch_, errorLog_);
  }

  if (!excludeESModules_) {
    std::cout << "---------EventSetup---------" << std::endl;
    historyGraph_.printEventSetupHistory(psm_, findMatch_, errorLog_);
  }

  if (showTopLevelPSets_) {
    std::cout << "---------Top Level PSets---------" << std::endl;
    historyGraph_.printTopLevelPSetsHistory(psm_, findMatch_, errorLog_);
  }
  if (errorCount_ != 0) {
    exitCode_ = 1;
  }
}

Member Data Documentation

dontPrintProducts_

bool ProvenanceDumper::dontPrintProducts_

private

Definition at line 487 of file EdmProvDump.cc.

Referenced by work_().

dumpPSetID_

std::string ProvenanceDumper::dumpPSetID_

private

Definition at line 488 of file EdmProvDump.cc.

Referenced by work_().

errorCount_

int ProvenanceDumper::errorCount_

private

Definition at line 473 of file EdmProvDump.cc.

Referenced by printErrors(), and work_().

errorLog_

std::stringstream ProvenanceDumper::errorLog_

private

Definition at line 472 of file EdmProvDump.cc.

Referenced by printErrors(), and work_().

excludeESModules_

bool ProvenanceDumper::excludeESModules_

private

Definition at line 482 of file EdmProvDump.cc.

Referenced by work_().

exitCode_

int ProvenanceDumper::exitCode_

private

Definition at line 471 of file EdmProvDump.cc.

Referenced by exitCode(), and work_().

extendedAncestors_

bool ProvenanceDumper::extendedAncestors_

private

Definition at line 480 of file EdmProvDump.cc.

Referenced by work_().

extendedDescendants_

bool ProvenanceDumper::extendedDescendants_

private

Definition at line 481 of file EdmProvDump.cc.

Referenced by work_().

filename_

std::string ProvenanceDumper::filename_

private

Definition at line 469 of file EdmProvDump.cc.

findMatch_

std::vector<std::string> ProvenanceDumper::findMatch_

private

Definition at line 486 of file EdmProvDump.cc.

Referenced by work_().

historyGraph_

HistoryNode ProvenanceDumper::historyGraph_

private

Definition at line 478 of file EdmProvDump.cc.

Referenced by dumpProcessHistory_(), and work_().

inputFile_

edm::propagate_const<std::unique_ptr<TFile> > ProvenanceDumper::inputFile_

private

Definition at line 470 of file EdmProvDump.cc.

Referenced by makeBranchIDListHelper(), and work_().

phc_

edm::ProcessConfigurationVector ProvenanceDumper::phc_

private

Definition at line 475 of file EdmProvDump.cc.

Referenced by work_().

phv_

edm::ProcessHistoryVector ProvenanceDumper::phv_

private

Definition at line 476 of file EdmProvDump.cc.

Referenced by dumpProcessHistory_(), and work_().

productIDEntry_

int const ProvenanceDumper::productIDEntry_

private

Definition at line 489 of file EdmProvDump.cc.

Referenced by makeBranchIDListHelper().

productRegistryPresent_

bool ProvenanceDumper::productRegistryPresent_

private

Definition at line 484 of file EdmProvDump.cc.

Referenced by work_().

psm_

ParameterSetMap ProvenanceDumper::psm_

private

Definition at line 477 of file EdmProvDump.cc.

Referenced by dumpParameterSetForID_(), and work_().

reg_

edm::ProductRegistry ProvenanceDumper::reg_

private

Definition at line 474 of file EdmProvDump.cc.

Referenced by work_().

showDependencies_

bool ProvenanceDumper::showDependencies_

private

Definition at line 479 of file EdmProvDump.cc.

Referenced by work_().

showOtherModules_

bool ProvenanceDumper::showOtherModules_

private

Definition at line 483 of file EdmProvDump.cc.

Referenced by work_().

showTopLevelPSets_

bool ProvenanceDumper::showTopLevelPSets_

private

Definition at line 485 of file EdmProvDump.cc.

Referenced by work_().