CMS 3D CMS Logo

List of all members | Public Member Functions | Private Member Functions | Private Attributes
ProvenanceDumper Class Reference

Public Member Functions

void dump ()
 
int exitCode () const
 
ProvenanceDumperoperator= (ProvenanceDumper const &)=delete
 
void printErrors (std::ostream &os)
 
 ProvenanceDumper (std::string const &filename, bool showDependencies, bool extendedAncestors, bool extendedDescendants, bool excludeESModules, bool showAllModules, bool showTopLevelPSets, std::vector< std::string > const &findMatch, bool dontPrintProducts, std::string const &dumpPSetID)
 
 ProvenanceDumper (ProvenanceDumper const &)=delete
 

Private Member Functions

void addAncestors (edm::BranchID const &branchID, std::set< edm::BranchID > &ancestorBranchIDs, std::ostringstream &sout, std::map< edm::BranchID, std::set< edm::ParentageID > > &perProductParentage) const
 
void addDescendants (edm::BranchID const &branchID, std::set< edm::BranchID > &descendantBranchIDs, std::ostringstream &sout, std::map< edm::BranchID, std::set< edm::BranchID > > &parentToChildren) const
 
void dumpEventFilteringParameterSets (edm::EventSelectionIDVector const &ids)
 
void dumpEventFilteringParameterSets_ (TFile *file)
 
void dumpParameterSetForID_ (edm::ParameterSetID const &id)
 
void dumpProcessHistory_ ()
 
void work_ ()
 

Private Attributes

bool dontPrintProducts_
 
std::string dumpPSetID_
 
int errorCount_
 
std::stringstream errorLog_
 
bool excludeESModules_
 
int exitCode_
 
bool extendedAncestors_
 
bool extendedDescendants_
 
std::string filename_
 
std::vector< std::string > findMatch_
 
HistoryNode historyGraph_
 
edm::propagate_const< std::unique_ptr< TFile > > inputFile_
 
edm::ProcessConfigurationVector phc_
 
edm::ProcessHistoryVector phv_
 
bool productRegistryPresent_
 
ParameterSetMap psm_
 
edm::ProductRegistry reg_
 
bool showDependencies_
 
bool showOtherModules_
 
bool showTopLevelPSets_
 

Detailed Description

Definition at line 471 of file EdmProvDump.cc.

Constructor & Destructor Documentation

ProvenanceDumper::ProvenanceDumper ( std::string const &  filename,
bool  showDependencies,
bool  extendedAncestors,
bool  extendedDescendants,
bool  excludeESModules,
bool  showAllModules,
bool  showTopLevelPSets,
std::vector< std::string > const &  findMatch,
bool  dontPrintProducts,
std::string const &  dumpPSetID 
)

Definition at line 533 of file EdmProvDump.cc.

542  :
544  inputFile_(makeTFile(filename)),
545  exitCode_(0),
546  errorLog_(),
547  errorCount_(0),
548  showDependencies_(showDependencies),
549  extendedAncestors_(extendedAncestors),
550  extendedDescendants_(extendedDescendants),
551  excludeESModules_(excludeESModules),
552  showOtherModules_(showOtherModules),
554  showTopLevelPSets_(showTopLevelPSets),
555  findMatch_(findMatch),
556  dontPrintProducts_(dontPrintProducts),
557  dumpPSetID_(dumpPSetID) {
558 }
std::stringstream errorLog_
Definition: EdmProvDump.cc:508
std::string dumpPSetID_
Definition: EdmProvDump.cc:524
bool productRegistryPresent_
Definition: EdmProvDump.cc:520
edm::propagate_const< std::unique_ptr< TFile > > inputFile_
Definition: EdmProvDump.cc:506
std::string filename_
Definition: EdmProvDump.cc:505
std::vector< std::string > findMatch_
Definition: EdmProvDump.cc:522
ProvenanceDumper::ProvenanceDumper ( ProvenanceDumper const &  )
delete

Member Function Documentation

void ProvenanceDumper::addAncestors ( edm::BranchID const &  branchID,
std::set< edm::BranchID > &  ancestorBranchIDs,
std::ostringstream &  sout,
std::map< edm::BranchID, std::set< edm::ParentageID > > &  perProductParentage 
) const
private

Definition at line 1044 of file EdmProvDump.cc.

References MicroEventContent_cff::branch, edm::ParentageRegistry::getMapped(), edm::ParentageRegistry::instance(), edm::Parentage::parents(), and PhysicsTools::registry.

Referenced by work_().

1045  {
1046 
1048 
1049  std::set<edm::ParentageID> const& parentIDs = perProductParentage[branchID];
1050  for (auto const& parentageID : parentIDs) {
1051  edm::Parentage const* parentage = registry.getMapped(parentageID);
1052  if(nullptr != parentage) {
1053  for(auto const& branch : parentage->parents()) {
1054 
1055  if(ancestorBranchIDs.insert(branch).second) {
1056  addAncestors(branch, ancestorBranchIDs, sout, perProductParentage);
1057  }
1058  }
1059  } else {
1060  sout << " ERROR:parentage info not in registry ParentageID=" << parentageID << std::endl;
1061  }
1062  }
1063 }
void addAncestors(edm::BranchID const &branchID, std::set< edm::BranchID > &ancestorBranchIDs, std::ostringstream &sout, std::map< edm::BranchID, std::set< edm::ParentageID > > &perProductParentage) const
std::vector< BranchID > const & parents() const
Definition: Parentage.h:44
bool getMapped(key_type const &k, value_type &result) const
static Interceptor::Registry registry("Interceptor")
static ParentageRegistry * instance()
void ProvenanceDumper::addDescendants ( edm::BranchID const &  branchID,
std::set< edm::BranchID > &  descendantBranchIDs,
std::ostringstream &  sout,
std::map< edm::BranchID, std::set< edm::BranchID > > &  parentToChildren 
) const
private

Definition at line 1066 of file EdmProvDump.cc.

Referenced by work_().

1067  {
1068 
1069  for (auto const& childBranchID : parentToChildren[branchID]) {
1070  if (descendantBranchIDs.insert(childBranchID).second) {
1071  addDescendants(childBranchID, descendantBranchIDs, sout, parentToChildren);
1072  }
1073  }
1074 }
void addDescendants(edm::BranchID const &branchID, std::set< edm::BranchID > &descendantBranchIDs, std::ostringstream &sout, std::map< edm::BranchID, std::set< edm::BranchID > > &parentToChildren) const
void ProvenanceDumper::dump ( void  )

Definition at line 561 of file EdmProvDump.cc.

References work_().

Referenced by main().

561  {
562  work_();
563 }
void ProvenanceDumper::dumpEventFilteringParameterSets ( edm::EventSelectionIDVector const &  ids)
private

Definition at line 576 of file EdmProvDump.cc.

References gather_cfg::cout, dumpParameterSetForID_(), and mps_fire::i.

Referenced by dumpEventFilteringParameterSets_().

576  {
578  if(num_ids == 0) {
579  std::cout << "No event filtering information is available.\n";
580  std::cout << "------------------------------\n";
581  } else {
582  std::cout << "Event filtering information for "
583  << num_ids
584  << " processing steps is available.\n"
585  << "The ParameterSets will be printed out, "
586  << "with the oldest printed first.\n";
587  for(edm::EventSelectionIDVector::size_type i = 0; i != num_ids; ++i) {
589  }
590  }
591 }
void dumpParameterSetForID_(edm::ParameterSetID const &id)
Definition: EdmProvDump.cc:624
uint16_t size_type
void ProvenanceDumper::dumpEventFilteringParameterSets_ ( TFile *  file)
private

Definition at line 594 of file EdmProvDump.cc.

References gather_cfg::cout, dumpEventFilteringParameterSets(), edm::poolNames::eventHistoryBranchName(), edm::poolNames::eventHistoryTreeName(), PatBasicFWLiteAnalyzer::events, edm::History::eventSelectionIDs(), edm::poolNames::eventSelectionsBranchName(), edm::poolNames::eventTreeName(), h, and photons_cff::ids.

Referenced by work_().

594  {
595 
596  TTree* history = dynamic_cast<TTree*>(file->Get(edm::poolNames::eventHistoryTreeName().c_str()));
597  if(history != nullptr) {
598  edm::History h;
599  edm::History* ph = &h;
600 
601  history->SetBranchAddress(edm::poolNames::eventHistoryBranchName().c_str(), &ph);
602  if(history->GetEntry(0) <= 0) {
603  std::cout << "No event filtering information is available; the event history tree has no entries\n";
604  } else {
606  }
607  } else {
608  TTree* events = dynamic_cast<TTree*>(file->Get(edm::poolNames::eventTreeName().c_str()));
609  assert (events != nullptr);
610  TBranch* eventSelectionsBranch = events->GetBranch(edm::poolNames::eventSelectionsBranchName().c_str());
611  if (eventSelectionsBranch == nullptr) return;
614  eventSelectionsBranch->SetAddress(&pids);
615  if(eventSelectionsBranch->GetEntry(0) <= 0) {
616  std::cout << "No event filtering information is available; the event selections branch has no entries\n";
617  } else {
619  }
620  }
621 }
FWCore Framework interface EventSetupRecordImplementation h
Helper function to determine trigger accepts.
std::string const & eventSelectionsBranchName()
Definition: BranchType.cc:243
std::vector< EventSelectionID > EventSelectionIDVector
EventSelectionIDVector const & eventSelectionIDs() const
Definition: History.h:42
void dumpEventFilteringParameterSets(edm::EventSelectionIDVector const &ids)
Definition: EdmProvDump.cc:576
std::string const & eventHistoryBranchName()
Definition: BranchType.cc:238
std::string const & eventTreeName()
Definition: BranchType.cc:260
std::string const & eventHistoryTreeName()
Definition: BranchType.cc:268
void ProvenanceDumper::dumpParameterSetForID_ ( edm::ParameterSetID const &  id)
private

Definition at line 624 of file EdmProvDump.cc.

References gather_cfg::cout, relativeConstraints::empty, mps_fire::i, edm::ParameterSet::id(), prettyPrint(), psm_, and edm::ParameterSet::registerIt().

Referenced by dumpEventFilteringParameterSets(), and work_().

624  {
625  std::cout << "ParameterSetID: " << id << '\n';
626  if(id.isValid()) {
627  ParameterSetMap::const_iterator i = psm_.find(id);
628  if(i == psm_.end()) {
629  std::cout << "We are unable to find the corresponding ParameterSet\n";
631  empty.registerIt();
632  if(id == empty.id()) {
633  std::cout << "But it would have been empty anyway\n";
634  }
635  } else {
636  edm::ParameterSet ps(i->second.pset());
637  prettyPrint(std::cout, ps, " ", " ");
638  std::cout<< '\n';
639  }
640  } else {
641  std::cout << "This ID is not valid\n";
642  }
643  std::cout << " -------------------------\n";
644 }
ParameterSetID id() const
ParameterSetMap psm_
Definition: EdmProvDump.cc:513
static std::ostream & prettyPrint(std::ostream &oStream, edm::ParameterSet const &iPSet, std::string const &iIndent, std::string const &iIndentDelta)
Definition: EdmProvDump.cc:443
ParameterSet const & registerIt()
void ProvenanceDumper::dumpProcessHistory_ ( )
private

Definition at line 647 of file EdmProvDump.cc.

References class-composition::child, gather_cfg::cout, historyGraph_, triggerObjects_cff::id, class-composition::parent, and phv_.

Referenced by work_().

647  {
648  std::cout << "Processing History:" << std::endl;
649  std::map<edm::ProcessConfigurationID, unsigned int> simpleIDs;
650  for(auto const& ph : phv_) {
651  //loop over the history entries looking for matches
652  HistoryNode* parent = &historyGraph_;
653  for(auto const& pc : ph) {
654  if(parent->size() == 0) {
655  unsigned int id = simpleIDs[pc.id()];
656  if(0 == id) {
657  id = 1;
658  simpleIDs[pc.id()] = id;
659  }
660  parent->addChild(HistoryNode(pc, id));
661  parent = parent->lastChildAddress();
662  } else {
663  //see if this is unique
664  bool isUnique = true;
665  for(auto& child : *parent) {
666  if(child.configurationID() == pc.id()) {
667  isUnique = false;
668  parent = &child;
669  break;
670  }
671  }
672  if(isUnique) {
673  simpleIDs[pc.id()] = parent->size() + 1;
674  parent->addChild(HistoryNode(pc, simpleIDs[pc.id()]));
675  parent = parent->lastChildAddress();
676  }
677  }
678  }
679  }
680  historyGraph_.printHistory();
681 }
HistoryNode historyGraph_
Definition: EdmProvDump.cc:514
edm::ProcessHistoryVector phv_
Definition: EdmProvDump.cc:512
int ProvenanceDumper::exitCode ( ) const

Definition at line 571 of file EdmProvDump.cc.

References exitCode_.

Referenced by main().

571  {
572  return exitCode_;
573 }
ProvenanceDumper& ProvenanceDumper::operator= ( ProvenanceDumper const &  )
delete
void ProvenanceDumper::printErrors ( std::ostream &  os)

Definition at line 566 of file EdmProvDump.cc.

References errorCount_, and errorLog_.

Referenced by main().

566  {
567  if(errorCount_ > 0) os << errorLog_.str() << std::endl;
568 }
std::stringstream errorLog_
Definition: EdmProvDump.cc:508
void ProvenanceDumper::work_ ( )
private

Definition at line 684 of file EdmProvDump.cc.

References addAncestors(), addDescendants(), MicroEventContent_cff::branch, edm::BranchTypeToBranchEntryInfoBranchName(), edm::BranchTypeToMetaDataTreeName(), edm::BranchTypeToProductProvenanceBranchName(), edm::BranchTypeToProductTreeName(), MessageLogger_cfi::cerr, gather_cfg::cout, dontPrintProducts_, dumpEventFilteringParameterSets_(), dumpParameterSetForID_(), dumpProcessHistory_(), dumpPSetID_, edm::ParameterSet::empty(), errorCount_, errorLog_, Exception, excludeESModules_, edm::ParameterSet::existsAs(), exitCode_, extendedAncestors_, extendedDescendants_, findMatch_, edm::propagate_const< T >::get(), edm::ParentageRegistry::getMapped(), edm::pset::Registry::getMapped(), edm::ParameterSet::getParameterSet(), historyGraph_, mps_fire::i, edm::Parentage::id(), edm::ParameterSet::id(), edm::poolNames::idToParameterSetBlobsBranchName(), edm::InEvent, info(), input, inputFile_, edm::ParentageRegistry::insertMapped(), edm::pset::Registry::insertMapped(), edm::ParentageRegistry::instance(), edm::pset::Registry::instance(), edm::ParameterSet::isRegistered(), edm::poolNames::metaDataTreeName(), edm::poolNames::moduleDescriptionMapBranchName(), edm::numEntries(), edm::poolNames::parameterSetMapBranchName(), edm::poolNames::parameterSetsTreeName(), edm::poolNames::parentageBranchName(), edm::poolNames::parentageTreeName(), edm::Parentage::parents(), phc_, phv_, prettyPrint(), LaserDQM_cfg::process, edm::poolNames::processHistoryBranchName(), edm::poolNames::processHistoryMapBranchName(), edm::poolNames::productDescriptionBranchName(), edm::ProductRegistry::productListUpdator(), productRegistryPresent_, muonDTDigis_cfi::pset, psm_, reg_, edm::ParameterSet::registerIt(), PhysicsTools::registry, alignCSCRings::s, showDependencies_, showOtherModules_, showTopLevelPSets_, edm::sort_all(), source, AlCaHLTBitMon_QueryRunRegistry::string, groupFilesInBlocks::temp, triggerPaths, triggerResults, tier0::unique(), and x.

Referenced by dump().

684  {
685 
686  TTree* meta = dynamic_cast<TTree*>(inputFile_->Get(edm::poolNames::metaDataTreeName().c_str()));
687  assert(nullptr != meta);
688 
689  edm::ProductRegistry* pReg = &reg_;
690  if(meta->FindBranch(edm::poolNames::productDescriptionBranchName().c_str()) != nullptr) {
691  meta->SetBranchAddress(edm::poolNames::productDescriptionBranchName().c_str(), &pReg);
692  } else {
693  productRegistryPresent_ = false;
694  }
695 
696  ParameterSetMap* pPsm = &psm_;
697  if(meta->FindBranch(edm::poolNames::parameterSetMapBranchName().c_str()) != nullptr) {
698  meta->SetBranchAddress(edm::poolNames::parameterSetMapBranchName().c_str(), &pPsm);
699  } else {
700  TTree* psetTree = dynamic_cast<TTree *>(inputFile_->Get(edm::poolNames::parameterSetsTreeName().c_str()));
701  assert(nullptr != psetTree);
702  typedef std::pair<edm::ParameterSetID, edm::ParameterSetBlob> IdToBlobs;
703  IdToBlobs idToBlob;
704  IdToBlobs* pIdToBlob = &idToBlob;
705  psetTree->SetBranchAddress(edm::poolNames::idToParameterSetBlobsBranchName().c_str(), &pIdToBlob);
706  for(long long i = 0; i != psetTree->GetEntries(); ++i) {
707  psetTree->GetEntry(i);
708  psm_.insert(idToBlob);
709  }
710  }
711 
713  if(meta->FindBranch(edm::poolNames::processHistoryBranchName().c_str()) != nullptr) {
714  meta->SetBranchAddress(edm::poolNames::processHistoryBranchName().c_str(), &pPhv);
715  }
716 
718  edm::ProcessHistoryMap* pPhm = &phm;
719  if(meta->FindBranch(edm::poolNames::processHistoryMapBranchName().c_str()) != nullptr) {
720  meta->SetBranchAddress(edm::poolNames::processHistoryMapBranchName().c_str(), &pPhm);
721  }
722 
723  if(meta->FindBranch(edm::poolNames::moduleDescriptionMapBranchName().c_str()) != nullptr) {
724  if(meta->GetBranch(edm::poolNames::moduleDescriptionMapBranchName().c_str())->GetSplitLevel() != 0) {
725  meta->SetBranchStatus((edm::poolNames::moduleDescriptionMapBranchName() + ".*").c_str(), false);
726  } else {
727  meta->SetBranchStatus(edm::poolNames::moduleDescriptionMapBranchName().c_str(), false);
728  }
729  }
730 
731  meta->GetEntry(0);
732  assert(nullptr != pReg);
733 
735  for(auto const& item : psm_) {
736  edm::ParameterSet pset(item.second.pset());
737  pset.setID(item.first);
738  psetRegistry.insertMapped(pset);
739  }
740 
741 
742  if(!phv_.empty()) {
743  for(auto const& history : phv_) {
744  for(auto const& process : history) {
745  phc_.push_back(process);
746  }
747  }
749  phc_.erase(std::unique(phc_.begin(), phc_.end()), phc_.end());
750 
751  }
752  // backward compatibility
753  else if(!phm.empty()) {
754  for(auto const& history : phm) {
755  phv_.push_back(history.second);
756  for(auto const& process : history.second) {
757  phc_.push_back(process);
758  }
759  }
761  phc_.erase(std::unique(phc_.begin(), phc_.end()), phc_.end());
762  }
763 
764  if(!dumpPSetID_.empty()) {
765  edm::ParameterSetID psetID;
766  try {
768  } catch (cms::Exception const& x) {
769  throw cms::Exception("Command Line Argument") << "Illegal ParameterSetID string. It should contain 32 hexadecimal characters";
770  }
771  dumpParameterSetForID_(psetID);
772  return;
773  }
774 
775  //Prepare the parentage information if requested
776  std::map<edm::BranchID, std::set<edm::ParentageID> > perProductParentage;
777 
779  TTree* parentageTree = dynamic_cast<TTree*>(inputFile_->Get(edm::poolNames::parentageTreeName().c_str()));
780  if(nullptr == parentageTree) {
781  std::cerr << "ERROR, no Parentage tree available so cannot show dependencies, ancestors, or descendants.\n";
782  std::cerr << "Possibly this is not a standard EDM format file. For example, dependency, ancestor, and\n";
783  std::cerr << "descendant options to edmProvDump will not work with nanoAOD format files.\n\n";
784  showDependencies_ = false;
785  extendedAncestors_ = false;
786  extendedDescendants_ = false;
787  } else {
788 
790 
791  std::vector<edm::ParentageID> orderedParentageIDs;
792  orderedParentageIDs.reserve(parentageTree->GetEntries());
793  for(Long64_t i = 0, numEntries = parentageTree->GetEntries(); i < numEntries; ++i) {
794  edm::Parentage parentageBuffer;
795  edm::Parentage *pParentageBuffer = &parentageBuffer;
796  parentageTree->SetBranchAddress(edm::poolNames::parentageBranchName().c_str(), &pParentageBuffer);
797  parentageTree->GetEntry(i);
798  registry.insertMapped(parentageBuffer);
799  orderedParentageIDs.push_back(parentageBuffer.id());
800  }
801  parentageTree->SetBranchAddress(edm::poolNames::parentageBranchName().c_str(), nullptr);
802 
803  TTree* eventMetaTree = dynamic_cast<TTree*>(inputFile_->Get(edm::BranchTypeToMetaDataTreeName(edm::InEvent).c_str()));
804  if(nullptr == eventMetaTree) {
805  eventMetaTree = dynamic_cast<TTree*>(inputFile_->Get(edm::BranchTypeToProductTreeName(edm::InEvent).c_str()));
806  }
807  if(nullptr == eventMetaTree) {
808  std::cerr << "ERROR, no '" << edm::BranchTypeToProductTreeName(edm::InEvent)<< "' Tree in file so can not show dependencies\n";
809  showDependencies_ = false;
810  extendedAncestors_ = false;
811  extendedDescendants_ = false;
812  } else {
813  TBranch* storedProvBranch = eventMetaTree->GetBranch(edm::BranchTypeToProductProvenanceBranchName(edm::InEvent).c_str());
814 
815  if(nullptr!=storedProvBranch) {
816  std::vector<edm::StoredProductProvenance> info;
817  std::vector<edm::StoredProductProvenance>* pInfo = &info;
818  storedProvBranch->SetAddress(&pInfo);
819  for(Long64_t i = 0, numEntries = eventMetaTree->GetEntries(); i < numEntries; ++i) {
820  storedProvBranch->GetEntry(i);
821  for(auto const& item : info) {
822  edm::BranchID bid(item.branchID_);
823  perProductParentage[bid].insert(orderedParentageIDs.at(item.parentageIDIndex_));
824  }
825  }
826  } else {
827  //backwards compatible check
828  TBranch* productProvBranch = eventMetaTree->GetBranch(edm::BranchTypeToBranchEntryInfoBranchName(edm::InEvent).c_str());
829  if (nullptr != productProvBranch) {
830  std::vector<edm::ProductProvenance> info;
831  std::vector<edm::ProductProvenance>* pInfo = &info;
832  productProvBranch->SetAddress(&pInfo);
833  for(Long64_t i = 0, numEntries = eventMetaTree->GetEntries(); i < numEntries; ++i) {
834  productProvBranch->GetEntry(i);
835  for(auto const& item : info) {
836  perProductParentage[item.branchID()].insert(item.parentageID());
837  }
838  }
839  } else {
840  std::cerr <<" ERROR, could not find provenance information so can not show dependencies\n";
841  showDependencies_=false;
842  extendedAncestors_ = false;
843  extendedDescendants_ = false;
844  }
845  }
846  }
847  }
848  }
849 
850  std::map<edm::BranchID, std::set<edm::BranchID> > parentToChildren;
852 
853  if (extendedDescendants_) {
854  for (auto const& itParentageSet : perProductParentage) {
855  edm::BranchID childBranchID = itParentageSet.first;
856  for (auto const& itParentageID : itParentageSet.second) {
857  edm::Parentage const* parentage = registry.getMapped(itParentageID);
858  if(nullptr != parentage) {
859  for(auto const& branch : parentage->parents()) {
860  parentToChildren[branch].insert(childBranchID);
861  }
862  } else {
863  std::cerr << " ERROR:parentage info not in registry ParentageID=" << itParentageID << std::endl;
864  }
865  }
866  }
867  }
868 
870 
872 
873 
875  std::cout << "---------Producers with data in file---------" << std::endl;
876  }
877 
878  //using edm::ParameterSetID as the key does not work
879  // typedef std::map<edm::ParameterSetID, std::vector<edm::BranchDescription> > IdToBranches
880  ModuleToIdBranches moduleToIdBranches;
881  //IdToBranches idToBranches;
882 
883  std::map<edm::BranchID, std::string> branchIDToBranchName;
884 
885  for(auto const& processConfig : phc_) {
886  edm::ParameterSet const* processParameterSet = edm::pset::Registry::instance()->getMapped(processConfig.parameterSetID());
887  if(nullptr == processParameterSet || processParameterSet->empty()) {
888  continue;
889  }
890  for(auto& item : reg_.productListUpdator()) {
891  auto& product = item.second;
892  if(product.processName() != processConfig.processName()) {
893  continue;
894  }
895  //force it to rebuild the branch name
896  product.init();
897 
899  branchIDToBranchName[product.branchID()] = product.branchName();
900  }
901  /*
902  std::cout << product.branchName()
903  << " id " << product.productID() << std::endl;
904  */
905  std::string moduleLabel = product.moduleLabel();
906  if(moduleLabel == source) {
907  moduleLabel = input;
908  } else if (moduleLabel == triggerResults) {
909  moduleLabel = triggerPaths;
910  }
911 
912  std::stringstream s;
913 
914  if(processParameterSet->existsAs<edm::ParameterSet>(moduleLabel)) {
915  edm::ParameterSet const& moduleParameterSet = processParameterSet->getParameterSet(moduleLabel);
916  if(!moduleParameterSet.isRegistered()) {
917  edm::ParameterSet moduleParameterSetCopy = processParameterSet->getParameterSet(moduleLabel);
918  moduleParameterSetCopy.registerIt();
919  s << moduleParameterSetCopy.id();
920  } else {
921  s << moduleParameterSet.id();
922  }
923  moduleToIdBranches[std::make_pair(product.processName(), product.moduleLabel())][s.str()].push_back(product);
924  }
925  }
926  }
927 
928  for(auto const& item : moduleToIdBranches) {
929  std::ostringstream sout;
930  sout << "Module: " << item.first.second << " " << item.first.first << std::endl;
931  std::set<edm::BranchID> allBranchIDsForLabelAndProcess;
932  IdToBranches const& idToBranches = item.second;
933  for(auto const& idBranch : idToBranches) {
934  sout << " PSet id:" << idBranch.first << std::endl;
935  if(!dontPrintProducts_) {
936  sout << " products: {" << std::endl;
937  }
938  std::set<edm::BranchID> branchIDs;
939  for(auto const& branch : idBranch.second) {
940  if(!dontPrintProducts_) {
941  sout << " " << branch.branchName() << std::endl;
942  }
943  branchIDs.insert(branch.branchID());
944  allBranchIDsForLabelAndProcess.insert(branch.branchID());
945  }
946  sout << " }" << std::endl;
947  edm::ParameterSetID psid(idBranch.first);
948  ParameterSetMap::const_iterator itpsm = psm_.find(psid);
949  if(psm_.end() == itpsm) {
950  ++errorCount_;
951  errorLog_ << "No ParameterSetID for " << psid << std::endl;
952  exitCode_ = 1;
953  } else {
954  sout << " parameters: ";
955  prettyPrint(sout, edm::ParameterSet((*itpsm).second.pset()), " ", " ");
956  sout << std::endl;
957  }
958  if(showDependencies_) {
959 
960  sout << " dependencies: {" << std::endl;
961  std::set<edm::ParentageID> parentageIDs;
962  for(auto const& branch : branchIDs) {
963 
964  //Save these BranchIDs
965  std::set<edm::ParentageID> const& temp = perProductParentage[branch];
966  parentageIDs.insert(temp.begin(), temp.end());
967  }
968  for(auto const& parentID : parentageIDs) {
969  edm::Parentage const* parentage = registry.getMapped(parentID);
970  if(nullptr != parentage) {
971  for(auto const& branch : parentage->parents()) {
972  sout << " " << branchIDToBranchName[branch] << std::endl;
973  }
974  } else {
975  sout << " ERROR:parentage info not in registry ParentageID=" << parentID << std::endl;
976  }
977  }
978  if(parentageIDs.empty()) {
979  sout << " no dependencies recorded (event may not contain data from this module)" << std::endl;
980  }
981  sout << " }" << std::endl;
982  }
983  } // end loop over PSetIDs
984  if (extendedAncestors_) {
985  sout << " extendedAncestors: {" << std::endl;
986  std::set<edm::BranchID> ancestorBranchIDs;
987  for (auto const& branchID : allBranchIDsForLabelAndProcess) {
988  addAncestors(branchID, ancestorBranchIDs, sout, perProductParentage);
989  }
990  for (auto const& ancestorBranchID : ancestorBranchIDs) {
991  sout << " " << branchIDToBranchName[ancestorBranchID] << "\n";
992  }
993  sout << " }" << std::endl;
994  }
995 
996  if (extendedDescendants_) {
997  sout << " extendedDescendants: {" << std::endl;
998  std::set<edm::BranchID> descendantBranchIDs;
999  for (auto const& branchID : allBranchIDsForLabelAndProcess) {
1000  addDescendants(branchID, descendantBranchIDs, sout, parentToChildren);
1001  }
1002  for (auto const& descendantBranchID : descendantBranchIDs) {
1003  sout << " " << branchIDToBranchName[descendantBranchID] << "\n";
1004  }
1005  sout << " }" << std::endl;
1006  }
1007  bool foundMatch = true;
1008  if(!findMatch_.empty()) {
1009  for (auto const& stringToFind : findMatch_) {
1010  if (sout.str().find(stringToFind) == std::string::npos) {
1011  foundMatch = false;
1012  break;
1013  }
1014  }
1015  }
1016  if (foundMatch) {
1017  std::cout <<sout.str()<<std::endl;
1018  }
1019  } // end loop over module label/process
1020 
1022  std::cout << "---------Other Modules---------" << std::endl;
1023  historyGraph_.printOtherModulesHistory(psm_, moduleToIdBranches, findMatch_, errorLog_);
1024  } else if (!productRegistryPresent_) {
1025  std::cout << "---------All Modules---------" << std::endl;
1026  historyGraph_.printOtherModulesHistory(psm_, moduleToIdBranches, findMatch_, errorLog_);
1027  }
1028 
1029  if(!excludeESModules_) {
1030  std::cout << "---------EventSetup---------" << std::endl;
1031  historyGraph_.printEventSetupHistory(psm_, findMatch_, errorLog_);
1032  }
1033 
1034  if(showTopLevelPSets_) {
1035  std::cout << "---------Top Level PSets---------" << std::endl;
1036  historyGraph_.printTopLevelPSetsHistory(psm_, findMatch_, errorLog_);
1037  }
1038  if(errorCount_ != 0) {
1039  exitCode_ = 1;
1040  }
1041 }
std::stringstream errorLog_
Definition: EdmProvDump.cc:508
std::vector< ProcessHistory > ProcessHistoryVector
bool empty() const
Definition: ParameterSet.h:218
std::string const & idToParameterSetBlobsBranchName()
Definition: BranchType.cc:255
std::string const & BranchTypeToMetaDataTreeName(BranchType const &branchType)
Definition: BranchType.cc:107
static const TGPicture * info(bool iBackgroundIsBlack)
std::string const & parentageTreeName()
Definition: BranchType.cc:159
bool existsAs(std::string const &parameterName, bool trackiness=true) const
checks if a parameter exists as a given type
Definition: ParameterSet.h:186
std::string dumpPSetID_
Definition: EdmProvDump.cc:524
bool productRegistryPresent_
Definition: EdmProvDump.cc:520
ParameterSetID id() const
ParentageID id() const
Definition: Parentage.cc:23
edm::ProductRegistry reg_
Definition: EdmProvDump.cc:510
ParameterSetMap psm_
Definition: EdmProvDump.cc:513
void addAncestors(edm::BranchID const &branchID, std::set< edm::BranchID > &ancestorBranchIDs, std::ostringstream &sout, std::map< edm::BranchID, std::set< edm::ParentageID > > &perProductParentage) const
void dumpParameterSetForID_(edm::ParameterSetID const &id)
Definition: EdmProvDump.cc:624
HistoryNode historyGraph_
Definition: EdmProvDump.cc:514
void dumpEventFilteringParameterSets_(TFile *file)
Definition: EdmProvDump.cc:594
edm::ProcessHistoryVector phv_
Definition: EdmProvDump.cc:512
std::string const & parameterSetsTreeName()
Definition: BranchType.cc:251
static std::string const input
Definition: EdmProvDump.cc:44
std::vector< BranchID > const & parents() const
Definition: Parentage.h:44
std::string const & processHistoryMapBranchName()
Definition: BranchType.cc:193
edm::propagate_const< std::unique_ptr< TFile > > inputFile_
Definition: EdmProvDump.cc:506
bool getMapped(key_type const &k, value_type &result) const
std::map< std::pair< std::string, std::string >, IdToBranches > ModuleToIdBranches
Definition: EdmProvDump.cc:37
Long64_t numEntries(TFile *hdl, std::string const &trname)
Definition: CollUtil.cc:50
def unique(seq, keepstr=True)
Definition: tier0.py:24
bool getMapped(key_type const &k, value_type &result) const
Definition: Registry.cc:19
std::string const & BranchTypeToBranchEntryInfoBranchName(BranchType const &branchType)
Definition: BranchType.cc:127
bool insertMapped(value_type const &v, bool forceUpdate=false)
Definition: Registry.cc:36
std::string const & metaDataTreeName()
Definition: BranchType.cc:168
std::string const & BranchTypeToProductTreeName(BranchType const &branchType)
Definition: BranchType.cc:103
static std::string const triggerResults
Definition: EdmProvDump.cc:41
bool isRegistered() const
Definition: ParameterSet.h:65
Hash< ParameterSetType > ParameterSetID
std::string const & parameterSetMapBranchName()
Definition: BranchType.cc:183
element_type const * get() const
static std::ostream & prettyPrint(std::ostream &oStream, edm::ParameterSet const &iPSet, std::string const &iIndent, std::string const &iIndentDelta)
Definition: EdmProvDump.cc:443
std::string const & processHistoryBranchName()
Definition: BranchType.cc:198
std::map< std::string, std::vector< edm::BranchDescription > > IdToBranches
Definition: EdmProvDump.cc:36
void dumpProcessHistory_()
Definition: EdmProvDump.cc:647
edm::ProcessConfigurationVector phc_
Definition: EdmProvDump.cc:511
void sort_all(RandomAccessSequence &s)
wrappers for std::sort
Definition: Algorithms.h:120
ParameterSet const & getParameterSet(std::string const &) const
std::string const & parentageBranchName()
Definition: BranchType.cc:163
ProductList & productListUpdator()
void addDescendants(edm::BranchID const &branchID, std::set< edm::BranchID > &descendantBranchIDs, std::ostringstream &sout, std::map< edm::BranchID, std::set< edm::BranchID > > &parentToChildren) const
std::vector< std::string > findMatch_
Definition: EdmProvDump.cc:522
std::map< ParameterSetID, ParameterSetBlob > ParameterSetMap
std::string const & productDescriptionBranchName()
Definition: BranchType.cc:173
std::string const & BranchTypeToProductProvenanceBranchName(BranchType const &BranchType)
Definition: BranchType.cc:131
static Interceptor::Registry registry("Interceptor")
static ParentageRegistry * instance()
static std::string const triggerPaths
Definition: EdmProvDump.cc:42
ParameterSet const & registerIt()
static std::string const source
Definition: EdmProvDump.cc:43
std::map< ProcessHistoryID, ProcessHistory > ProcessHistoryMap
std::string const & moduleDescriptionMapBranchName()
Definition: BranchType.cc:188
bool insertMapped(value_type const &v)
static Registry * instance()
Definition: Registry.cc:13

Member Data Documentation

bool ProvenanceDumper::dontPrintProducts_
private

Definition at line 523 of file EdmProvDump.cc.

Referenced by work_().

std::string ProvenanceDumper::dumpPSetID_
private

Definition at line 524 of file EdmProvDump.cc.

Referenced by work_().

int ProvenanceDumper::errorCount_
private

Definition at line 509 of file EdmProvDump.cc.

Referenced by printErrors(), and work_().

std::stringstream ProvenanceDumper::errorLog_
private

Definition at line 508 of file EdmProvDump.cc.

Referenced by printErrors(), and work_().

bool ProvenanceDumper::excludeESModules_
private

Definition at line 518 of file EdmProvDump.cc.

Referenced by work_().

int ProvenanceDumper::exitCode_
private

Definition at line 507 of file EdmProvDump.cc.

Referenced by exitCode(), and work_().

bool ProvenanceDumper::extendedAncestors_
private

Definition at line 516 of file EdmProvDump.cc.

Referenced by work_().

bool ProvenanceDumper::extendedDescendants_
private

Definition at line 517 of file EdmProvDump.cc.

Referenced by work_().

std::string ProvenanceDumper::filename_
private

Definition at line 505 of file EdmProvDump.cc.

std::vector<std::string> ProvenanceDumper::findMatch_
private

Definition at line 522 of file EdmProvDump.cc.

Referenced by work_().

HistoryNode ProvenanceDumper::historyGraph_
private

Definition at line 514 of file EdmProvDump.cc.

Referenced by dumpProcessHistory_(), and work_().

edm::propagate_const<std::unique_ptr<TFile> > ProvenanceDumper::inputFile_
private

Definition at line 506 of file EdmProvDump.cc.

Referenced by work_().

edm::ProcessConfigurationVector ProvenanceDumper::phc_
private

Definition at line 511 of file EdmProvDump.cc.

Referenced by work_().

edm::ProcessHistoryVector ProvenanceDumper::phv_
private

Definition at line 512 of file EdmProvDump.cc.

Referenced by dumpProcessHistory_(), and work_().

bool ProvenanceDumper::productRegistryPresent_
private

Definition at line 520 of file EdmProvDump.cc.

Referenced by work_().

ParameterSetMap ProvenanceDumper::psm_
private

Definition at line 513 of file EdmProvDump.cc.

Referenced by dumpParameterSetForID_(), and work_().

edm::ProductRegistry ProvenanceDumper::reg_
private

Definition at line 510 of file EdmProvDump.cc.

Referenced by work_().

bool ProvenanceDumper::showDependencies_
private

Definition at line 515 of file EdmProvDump.cc.

Referenced by work_().

bool ProvenanceDumper::showOtherModules_
private

Definition at line 519 of file EdmProvDump.cc.

Referenced by work_().

bool ProvenanceDumper::showTopLevelPSets_
private

Definition at line 521 of file EdmProvDump.cc.

Referenced by work_().