HLTOfflineReproducibility Class Reference

#include <HLTOfflineReproducibility/src/HLTOfflineReproducibility.cc>

Inheritance diagram for HLTOfflineReproducibility:

Public Member Functions
	HLTOfflineReproducibility (const edm::ParameterSet &)
	~HLTOfflineReproducibility ()
Public Member Functions inherited from edm::EDAnalyzer
void	callWhenNewProductsRegistered (std::function< void(BranchDescription const &)> const &func)
	EDAnalyzer ()
ModuleDescription const &	moduleDescription () const
std::string	workerType () const
virtual	~EDAnalyzer ()
Public Member Functions inherited from edm::EDConsumerBase
	EDConsumerBase ()
ProductHolderIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const
void	itemsMayGet (BranchType, std::vector< ProductHolderIndexAndSkipBit > &) const
void	itemsToGet (BranchType, std::vector< ProductHolderIndexAndSkipBit > &) const
std::vector < ProductHolderIndexAndSkipBit > const &	itemsToGetFromEvent () const
void	labelsForToken (EDGetToken iToken, Labels &oLabels) const
bool	registeredToConsume (ProductHolderIndex, bool, BranchType) const
bool	registeredToConsumeMany (TypeID const &, BranchType) const
void	updateLookup (BranchType iBranchType, ProductHolderIndexHelper const &)
virtual	~EDConsumerBase ()

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)
Static Public Member Functions inherited from edm::EDAnalyzer
static const std::string &	baseType ()
static void	fillDescriptions (ConfigurationDescriptions &descriptions)
static void	prevalidate (ConfigurationDescriptions &)

Private Member Functions
virtual void	analyze (const edm::Event &, const edm::EventSetup &) override
virtual void	beginJob () override
virtual void	beginLuminosityBlock (edm::LuminosityBlock const &, edm::EventSetup const &) override
virtual void	beginRun (edm::Run const &, edm::EventSetup const &) override
bool	check (std::string process, std::string pCheck)
virtual void	endJob () override
virtual void	endLuminosityBlock (edm::LuminosityBlock const &, edm::EventSetup const &) override
virtual void	endRun (edm::Run const &, edm::EventSetup const &) override

Private Attributes
vector< vector< string > >	datasetContent_
vector< string >	datasetNames_
bool	dqm_
DQMStore *	dqms_
HLTConfigProvider	hltConfig_
bool	isRealData_
int	LumiSecNumber_
vector< vector< string > >	moduleLabel_
vector< vector< string > >	moduleLabelNEW_
vector< vector< string > >	moduleLabelORIG_
unsigned int	nDatasets_
int	Nfiles_
vector< unsigned int >	nModules_
double	Normalization_
unsigned int	nPaths_
vector< unsigned int >	nPaths_PD_
unsigned int	nPathsNEW_
unsigned int	nPathsORIG_
TH1F *	path_NEWnotORIG_hist
vector< TH1F * >	path_NEWnotORIG_hist_PD
TH1F *	path_ORIG_hist
vector< TH1F * >	path_ORIG_hist_PD
TH1F *	path_ORIGnotNEW_hist
vector< TH1F * >	path_ORIGnotNEW_hist_PD
TH2F *	pathmodule_NEWnotORIG_hist
vector< TH2F * >	pathmodule_NEWnotORIG_hist_PD
TH2F *	pathmodule_ORIGnotNEW_hist
vector< TH2F * >	pathmodule_ORIGnotNEW_hist_PD
string	processNameNEW_
string	processNameORIG_
vector< int >	trigger_NEW_
vector< int >	trigger_ORIG_
edm::InputTag	triggerLabelNEW_
edm::InputTag	triggerLabelORIG_
vector< string >	triggerNames_
vector< vector< vector< bool > > >	triggerNames_matched_
edm::EDGetTokenT < edm::TriggerResults >	triggerTokenNEW_
edm::EDGetTokenT < edm::TriggerResults >	triggerTokenORIG_

Additional Inherited Members
Public Types inherited from edm::EDAnalyzer
typedef EDAnalyzer	ModuleType
Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)
EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)
template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)
ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...
template<typename ProductType , BranchType B = InEvent>
void	consumesMany ()
void	consumesMany (const TypeToGet &id)
template<BranchType B>
void	consumesMany (const TypeToGet &id)
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)
template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

Detailed Description

Description: compares two instances of the HLT trigger results, often online (ORIG) and rerunning the HLT offline (NEW)

Implementation: set dqm to true to use the DQM version of the module

Definition at line 63 of file HLTOfflineReproducibility.cc.

Constructor & Destructor Documentation

HLTOfflineReproducibility::HLTOfflineReproducibility ( const edm::ParameterSet &  iConfig )

explicit

Definition at line 137 of file HLTOfflineReproducibility.cc.

References dqm_, dqms_, cppFunctionSkipper::operator, triggerLabelNEW_, triggerLabelORIG_, triggerTokenNEW_, and triggerTokenORIG_.

                                                                                  :  
  dqm_                      (iConfig.getUntrackedParameter<bool>("dqm")),
  triggerLabelORIG_         (iConfig.getUntrackedParameter<edm::InputTag>("triggerTagORIG")),
  triggerLabelNEW_          (iConfig.getUntrackedParameter<edm::InputTag>("triggerTagNEW")), 
  nPaths_                   (0),
  nDatasets_                (0),
  triggerNames_             (),
  moduleLabel_              (),
  nModules_                 (), 
  nPaths_PD_                (),
  datasetNames_             (),
  datasetContent_           (),
  triggerNames_matched_     (),
  processNameORIG_          (iConfig.getParameter<std::string>("processNameORIG")),
  processNameNEW_           (iConfig.getParameter<std::string>("processNameNEW")),
  Nfiles_                   (iConfig.getUntrackedParameter<int>("Nfiles",0)),
  Normalization_            (iConfig.getUntrackedParameter<double>("Norm",40.)),
  isRealData_               (iConfig.getUntrackedParameter<bool>("isRealData",true)),
  LumiSecNumber_            (iConfig.getUntrackedParameter<int>("LumiSecNumber",1)),
  path_ORIG_hist            (0),
  path_ORIGnotNEW_hist      (0),
  path_NEWnotORIG_hist      (0),
  pathmodule_ORIGnotNEW_hist(0),
  pathmodule_NEWnotORIG_hist(0),
  path_ORIG_hist_PD         (),
  path_ORIGnotNEW_hist_PD   (),
  path_NEWnotORIG_hist_PD   (),
  pathmodule_ORIGnotNEW_hist_PD(),
  pathmodule_NEWnotORIG_hist_PD()
{
  //now do what ever initialization is needed
  //define parameters
  if (dqm_) dqms_ = edm::Service<DQMStore>().operator->();
  triggerTokenORIG_ = consumes<edm::TriggerResults>(triggerLabelORIG_);
  triggerTokenNEW_  = consumes<edm::TriggerResults>(triggerLabelNEW_);
}

HLTOfflineReproducibility::~HLTOfflineReproducibility

(

)

Definition at line 175 of file HLTOfflineReproducibility.cc.

{
 
   // do anything here that needs to be done at desctruction time
   // (e.g. close files, deallocate resources etc.)

}

Member Function Documentation

void HLTOfflineReproducibility::analyze ( const edm::Event &  iEvent, const edm::EventSetup &  iSetup  )

overrideprivatevirtual

Implements edm::EDAnalyzer.

Definition at line 190 of file HLTOfflineReproducibility.cc.

References a, b, dqm_, dqms_, edm::Event::getByToken(), hltConfig_, i, j, LogDebug, HLTConfigProvider::moduleIndex(), moduleLabel_, moduleLabelNEW_, moduleLabelORIG_, HLTConfigProvider::moduleType(), nDatasets_, nModules_, nPaths_, nPaths_PD_, nPathsNEW_, nPathsORIG_, path_NEWnotORIG_hist, path_NEWnotORIG_hist_PD, path_ORIG_hist, path_ORIG_hist_PD, path_ORIGnotNEW_hist, path_ORIGnotNEW_hist_PD, pathmodule_NEWnotORIG_hist, pathmodule_NEWnotORIG_hist_PD, pathmodule_ORIGnotNEW_hist, pathmodule_ORIGnotNEW_hist_PD, trigger_NEW_, trigger_ORIG_, triggerNames_, triggerNames_matched_, triggerTokenNEW_, triggerTokenORIG_, and x.

{
  // if DQM was requested, check that the DQMService is available
  if (dqm_ and not dqms_) return;

  using namespace edm;
  
  //Initialize Trigger
  TriggerResults trORIG_;
  Handle<TriggerResults> h_trigResORIG_;
  iEvent.getByToken(triggerTokenORIG_, h_trigResORIG_);
  trORIG_ = *h_trigResORIG_;  
  
  TriggerResults trNEW_;
  Handle<TriggerResults> h_trigResNEW_;
  iEvent.getByToken(triggerTokenNEW_, h_trigResNEW_);  
  trNEW_ = *h_trigResNEW_;

  vector<string> triggerListORIG_;
  Service<service::TriggerNamesService> tnsORIG_;
  bool foundNamesORIG_ = tnsORIG_->getTrigPaths(trORIG_,triggerListORIG_);
  if (!foundNamesORIG_) LogError("DataNotFound")<<"Could not get ORIG trigger names!";
  if (trORIG_.size()!=triggerListORIG_.size()) LogError("DataNotFound")<<"Length of names and paths not the same: " << triggerListORIG_.size() << "," << trORIG_.size() << endl;  
  
  vector<string> triggerListNEW_;
  Service<service::TriggerNamesService> tnsNEW_;
  bool foundNamesNEW_ = tnsNEW_->getTrigPaths(trNEW_,triggerListNEW_);
  if (!foundNamesNEW_) LogError("DataNotFound")<<"Could not get trigger names!";
  if (trNEW_.size()!=triggerListNEW_.size()) LogError("DataNotFound")<<"Length of names and paths not the same: " << triggerListNEW_.size() << "," << trNEW_.size() << endl;  
  

  vector<bool> ORIG_accept_, NEW_accept_, fails_prescaler_; 
  vector<int> module_indexORIG_, module_indexNEW_;
  vector<string> module_index_labelORIG_, module_index_labelNEW_;
  
  for (unsigned int x=0; x<nPaths_; x++) {
    ORIG_accept_.push_back(false);
    NEW_accept_.push_back(false);
    module_indexORIG_.push_back(-1);
    module_indexNEW_.push_back(-1);
    module_index_labelORIG_.push_back(" ");
    module_index_labelNEW_.push_back(" ");
    fails_prescaler_.push_back(false);
  }

  //loop over ORIG trigger paths
  for (unsigned int i=0; i<nPathsORIG_; i++) {
    for (unsigned int x=0; x<nPaths_; x++) {
      //match to list of paths that are in common to both ORIG and NEW
      if (triggerListORIG_.at(i)==triggerNames_.at(x)) {
    LogDebug("event")<<"triggerListORIG and triggerNames matched for 'global' path "<<x<<", "<<triggerNames_.at(x);

    //if ORIG accepted
    if (trORIG_.at(i).wasrun()==1 && trORIG_.at(i).accept()==1 && trORIG_.at(i).error()==0) {
      LogDebug("event")<<"ORIG accepted";
      ORIG_accept_.at(x) = true;
      trigger_ORIG_.at(x)++;
      path_ORIG_hist->Fill(x);
      for (unsigned int a=0; a<nDatasets_; a++) {
        for (unsigned int b=0; b<nPaths_PD_.at(a); b++) {
          if (triggerNames_matched_.at(x).at(a).at(b)){
        path_ORIG_hist_PD.at(a)->Fill(b);
          }
        }
      }
    }
    
    //if ORIG failed
    if (trORIG_.at(i).accept() == 0){
      LogDebug("event")<<"ORIG failed";
      module_index_labelORIG_.at(x) = moduleLabelORIG_.at(i)[trORIG_.at(i).index()];
      module_indexORIG_.at(x) = hltConfig_.moduleIndex(triggerNames_.at(x),module_index_labelORIG_.at(x));
    }
    
    //for each path, loop over modules and find if a path fails on a prescaler
    for (unsigned int j=0; j<nModules_.at(x); ++j) {
      //const string& moduleLabel_(moduleLabel.at(j));
      const string& moduleType = hltConfig_.moduleType(moduleLabel_.at(x).at(j));
      if ( (trORIG_.at(i).accept()==0 && j==trORIG_.at(i).index()) && (moduleType=="HLTPrescaler" || moduleType=="TriggerResultsFilter") ) fails_prescaler_.at(x) = true;
    }

      }
    }
  }

  //loop over NEW trigger paths
  for (unsigned int i=0; i<nPathsNEW_; i++) {
    for (unsigned int x=0; x<nPaths_; x++) {
      if (triggerListNEW_.at(i)==triggerNames_.at(x)) {

    //if NEW accepted
    if (trNEW_.at(i).wasrun()==1 && trNEW_.at(i).accept()==1 && trNEW_.at(i).error()==0) {
      NEW_accept_.at(x) = true;
      trigger_NEW_.at(x)++;
    }

    //if NEW failed
    if (trNEW_.at(i).accept() == 0) {
      module_index_labelNEW_.at(x) = moduleLabelNEW_.at(i)[trNEW_.at(i).index()];
      module_indexNEW_.at(x) = hltConfig_.moduleIndex(triggerNames_.at(x),module_index_labelNEW_.at(x));
    }
    
    //for each path, loop over modules and find if a path fails on a prescaler
    for (unsigned int j=0; j<nModules_.at(x); ++j) {
      //const string& moduleLabel_(moduleLabel.at(j));
      const string& moduleType = hltConfig_.moduleType(moduleLabel_.at(x).at(j));
      if ( (trNEW_.at(i).accept()==0 && j==trNEW_.at(i).index()) && (moduleType=="HLTPrescaler" || moduleType=="TriggerResultsFilter") ) fails_prescaler_.at(x) = true;
    }

      }
    }
  }


  //check agreement between ORIG and NEW
  //loop over trigger paths (ORIG and NEW)
  for (unsigned int x=0; x<nPaths_; x++) {
    if (!fails_prescaler_.at(x)){ //ignore paths that fail on a prescale
      if(ORIG_accept_.at(x) && !NEW_accept_.at(x)){ //ORIG fires but NEW doesn't
    path_ORIGnotNEW_hist->Fill(x);
    pathmodule_ORIGnotNEW_hist->Fill(x,module_indexNEW_.at(x)); //module and path for where it fails NEW
    LogInfo("EventNotReproduced")<<"Fires in ORIG but not NEW!!"<<" Path is: "<<triggerNames_.at(x)<<", last run module is: "<<module_index_labelNEW_.at(x);
    for (unsigned int a=0; a<nDatasets_; a++) {
      for (unsigned int b=0; b<nPaths_PD_.at(a); b++) {
        if (triggerNames_matched_.at(x).at(a).at(b)){
          path_ORIGnotNEW_hist_PD.at(a)->Fill(b);
          pathmodule_ORIGnotNEW_hist_PD.at(a)->Fill(b,module_indexNEW_.at(x)); //module and path for where it fails NEW
        }
      }
    }
      }
      if(!ORIG_accept_.at(x) && NEW_accept_.at(x)){//NEW fires but ORIG doesn't
    path_NEWnotORIG_hist->Fill(x);
    pathmodule_NEWnotORIG_hist->Fill(x,module_indexORIG_.at(x)); //module and path for where it fails ORIG
    LogInfo("EventNotReproduced")<<"Fires in NEW but not ORIG!!"<<" Path is: "<<triggerNames_.at(x)<<", last run module is: "<<module_index_labelORIG_.at(x)<<endl;
    for (unsigned int a=0; a<nDatasets_; a++) {
      for (unsigned int b=0; b<nPaths_PD_.at(a); b++) {
        if (triggerNames_matched_.at(x).at(a).at(b)){
          path_NEWnotORIG_hist_PD.at(a)->Fill(b);
          pathmodule_NEWnotORIG_hist_PD.at(a)->Fill(b,module_indexORIG_.at(x)); //module and path for where it fails ORIG
        }
      }
    }
      }
    }
  }//end of loop over trigger paths

}

void HLTOfflineReproducibility::beginJob ( void  )

overrideprivatevirtual

Reimplemented from edm::EDAnalyzer.

Definition at line 342 of file HLTOfflineReproducibility.cc.

{
}

void HLTOfflineReproducibility::beginLuminosityBlock ( edm::LuminosityBlock const &  , edm::EventSetup const &    )

overrideprivatevirtual

Reimplemented from edm::EDAnalyzer.

Definition at line 660 of file HLTOfflineReproducibility.cc.

{
}

void HLTOfflineReproducibility::beginRun ( edm::Run const &  iRun, edm::EventSetup const &  iSetup  )

overrideprivatevirtual

Reimplemented from edm::EDAnalyzer.

Definition at line 354 of file HLTOfflineReproducibility.cc.

References a, b, DQMStore::book1D(), DQMStore::book2D(), HLTConfigProvider::datasetContent(), datasetContent_, HLTConfigProvider::datasetNames(), datasetNames_, dqm_, dqms_, getTH1F(), getTH2F(), hltConfig_, i, HLTConfigProvider::init(), init, j, LogDebug, TFileService::make(), TFileService::mkdir(), HLTConfigProvider::moduleLabel(), moduleLabel_, moduleLabelNEW_, moduleLabelORIG_, HLTConfigProvider::moduleLabels(), HLTConfigProvider::moduleType(), nDatasets_, nModules_, nPaths_, nPaths_PD_, nPathsNEW_, nPathsORIG_, path_NEWnotORIG_hist, path_NEWnotORIG_hist_PD, path_ORIG_hist, path_ORIG_hist_PD, path_ORIGnotNEW_hist, path_ORIGnotNEW_hist_PD, pathmodule_NEWnotORIG_hist, pathmodule_NEWnotORIG_hist_PD, pathmodule_ORIGnotNEW_hist, pathmodule_ORIGnotNEW_hist_PD, processNameNEW_, processNameORIG_, DQMStore::setCurrentFolder(), HLTConfigProvider::size(), trigger_NEW_, trigger_ORIG_, HLTConfigProvider::triggerNames(), triggerNames_, triggerNames_matched_, and x.

{
  edm::Service<TFileService> fs;  
  void init(const edm::TriggerResults &, const edm::TriggerNames & HLTNames);

  bool changed(true);
  nPathsORIG_=0, nPathsNEW_=0;
  vector<string> triggerNamesORIG_, triggerNamesNEW_;
  vector<string> temp_;
  unsigned int max_nModules_=0;
  vector<unsigned int> max_nModules_PD_, nModules_diff_;
  bool TriggerModuleNamesOK_ = true;

  //---------------------------------------hltConfig for ORIG-------------------------------
  if (hltConfig_.init(iRun,iSetup,processNameORIG_,changed)) {
    // if init returns TRUE, initialisation has succeeded!
    if (changed) {
      edm::LogInfo("HLTConfigProvider")<<"hlt_Config_.init returns true for ORIG"<<endl;
      // The HLT config has actually changed wrt the previous Run, hence rebook your
      // histograms or do anything else dependent on the revised HLT config
      // check if trigger name in (new) config
      triggerNamesORIG_ = hltConfig_.triggerNames();

      //loop over trigger paths
      nPathsORIG_ = hltConfig_.size();
      for (unsigned int i=0; i<nPathsORIG_; i++) {
    temp_.clear();
    //const vector<string> & moduleLabelsORIG(hltConfig_.moduleLabels(i));
    for (unsigned int j=0; j<hltConfig_.moduleLabels(i).size(); j++) {
      temp_.push_back(hltConfig_.moduleLabel(i,j));
    }
    moduleLabelORIG_.push_back(temp_);
      }

    }
  } 
  else {
    // if init returns FALSE, initialisation has NOT succeeded, which indicates a problem
    // with the file and/or code and needs to be investigated!
    edm::LogError("HLTConfigProvider")<<" HLT config extraction failure with process name " << processNameORIG_;
    // In this case, all access methods will return empty values!
  }

  //-------------------hltConfig for NEW----------------------------------------
  if (hltConfig_.init(iRun,iSetup,processNameNEW_,changed)) {
    // if init returns TRUE, initialisation has succeeded!
    if (changed) {
      edm::LogInfo("HLTConfigProvider")<<"hlt_Config_.init returns true for NEW"<<endl;
      // The HLT config has actually changed wrt the previous Run, hence rebook your
      // histograms or do anything else dependent on the revised HLT config
      // check if trigger name in (new) config
      triggerNamesNEW_ = hltConfig_.triggerNames();

      //loop over trigger paths
      nPathsNEW_ = hltConfig_.size();
      for (unsigned int i=0; i<nPathsNEW_; i++) {
    temp_.clear();
    for (unsigned int j=0; j<hltConfig_.moduleLabels(i).size(); j++){
      temp_.push_back(hltConfig_.moduleLabel(i,j));
    }
    moduleLabelNEW_.push_back(temp_);
      }

    }
  } 
  else {
    // if init returns FALSE, initialisation has NOT succeeded, which indicates a problem
    // with the file and/or code and needs to be investigated!
    edm::LogError("HLTConfigProvider")<<" HLT config extraction failure with process name " << processNameNEW_;
    // In this case, all access methods will return empty values!
  }

  //------------------compare ORIG and NEW hltConfig------------------------
  if (nPathsORIG_==0 || nPathsNEW_==0){
    edm::LogError("TooLittleData")<<"There are 0 paths ORIG or NEW!! There are "<<nPathsORIG_<<" paths ORIG and "<<nPathsNEW_<<" paths NEW!!!";
    TriggerModuleNamesOK_ = false;
  }
  else{
    //define nPaths_ as number of paths shared between ORIG and NEW
    if (nPathsORIG_<=nPathsNEW_) nPaths_=nPathsORIG_;
    else nPaths_=nPathsNEW_;

    for (unsigned int i=0; i<nPathsORIG_; i++) {
      for (unsigned int j=0; j<nPathsNEW_; j++) {
    if (triggerNamesORIG_.at(i)==triggerNamesNEW_.at(j)){
      triggerNames_.push_back(triggerNamesORIG_.at(i));
      if (i!=j) edm::LogInfo("PathInfo")<<"Path "<<triggerNamesORIG_.at(i)<<" corresponds to path number "<<i<<" for ORIG and path number "<<j<<" for NEW";

      //define nModules_ as number of modules shared between ORIG and NEW
      if (moduleLabelORIG_.at(i).size()<=moduleLabelNEW_.at(j).size()){
        nModules_.push_back(moduleLabelORIG_.at(i).size());
        LogDebug("")<<"moduleLabelORIG<=moduleLabelNEW, so moduleLabelORIG_.at(i).size() is: "<<moduleLabelORIG_.at(i).size()<<" for ORIG path "<<i;
      }
      else {
        nModules_.push_back(moduleLabelNEW_.at(j).size());
        LogDebug("")<<"moduleLabelORIG>moduleLabelNEW, so moduleLabelNEW_.at(j).size() is: "<<moduleLabelNEW_.at(j).size()<<" for NEW path "<<j;
      }
      int x;
      if (i<=j) x=i;
      else x=j;
      LogDebug("")<<"nModules for 'global' path "<<x<<" is: "<<nModules_.at(x);

      if (nModules_.at(x)>max_nModules_) max_nModules_=nModules_.at(x);
      
      if (moduleLabelORIG_.at(i).size()>moduleLabelNEW_.at(j).size()) nModules_diff_.push_back(moduleLabelORIG_.at(i).size()-moduleLabelNEW_.at(j).size());
      else nModules_diff_.push_back(moduleLabelNEW_.at(j).size()-moduleLabelORIG_.at(i).size());
      LogDebug("")<<"nModules_diff is: "<<nModules_diff_.at(x)<<" for 'global' path "<<x;

      temp_.clear();
      for (unsigned int a=0; a<moduleLabelORIG_.at(i).size(); a++) {
        for (unsigned int b=0; b<moduleLabelNEW_.at(j).size(); b++) {
          //match ORIG and NEW module labels
          //since a module can be run twice per path, but not usually right after one another,
          //require that a and b be fairly close to each other, +/- the difference in the number of modules run NEW vs ORIG,
          //to avoid double-counting modules that are repeated later in the path
          //also, since we need to work with unsigned ints, a or b could also be 0, ignoring the requirement described above
          if ( (moduleLabelORIG_.at(i).at(a)==moduleLabelNEW_.at(j).at(b)) && ( (b<=a+nModules_diff_.at(x) && b>=a-nModules_diff_.at(x)) || (a==0 || b==0) ) ){
        temp_.push_back(moduleLabelORIG_.at(i).at(a));
        if (a!=b){
          edm::LogInfo("PathInfo")<<"For path "<<triggerNamesORIG_.at(i)<<" in ORIG and "<<triggerNamesNEW_.at(j)<<" in NEW:"<<"  module "<<moduleLabelORIG_.at(i).at(a)<<" corresponds to module number "<<a<<" for ORIG and module number "<<b<<" for NEW";
        }
          }
        }
      }
      moduleLabel_.push_back(temp_);
    }
      }
    }
  }


  //----------------------------------------------------------------------------------------------------------

  //if everything is good:
  //save path and module names to be used in event loop, print out the module names and types for each path
  //get paths in each dataset
  if (TriggerModuleNamesOK_){

    //------------all paths--------------
    edm::LogInfo("PathInfo")<<"There are "<<nPaths_<<" paths in total";
    edm::LogInfo("PathInfo")<<"Maximum number of modules over all paths is: "<<max_nModules_;  

    for (unsigned int x=0; x<nPaths_; x++) {
      trigger_ORIG_.push_back(0);
      trigger_NEW_.push_back(0);
      edm::LogInfo("PathInfo")<<"For "<<triggerNames_.at(x)<<" (trigger number "<<x<<"), there are "<<nModules_.at(x)<<" modules:";
      for (unsigned int j=0; j<nModules_.at(x); j++) {
    const string& moduleType_ = hltConfig_.moduleType(moduleLabel_.at(x).at(j));
    edm::LogInfo("PathInfo")<<" module "<<j<<" is "<<moduleLabel_.at(x).at(j)<<" and is of type "<<moduleType_;
      }
    }


    //---------paths per dataset-------------------------------------------
    //get datasets, initialize max_nModules_PD_
    datasetNames_ = hltConfig_.datasetNames();
    nDatasets_ = datasetNames_.size();    
    for (unsigned int a=0; a<nDatasets_; a++) {
      max_nModules_PD_.push_back(0);
    }

    //loop over datasets, paths in each dataset
    for (unsigned int a=0; a<nDatasets_; a++) {
      temp_.clear();
      vector<string> datasetcontent_ = hltConfig_.datasetContent(a);
      nPaths_PD_.push_back(datasetcontent_.size());
      edm::LogInfo("DatasetInfo")<<"For dataset "<<datasetNames_.at(a)<<" (dataset number "<<a<<"), there are "<<nPaths_PD_.at(a)<<" paths:";
      for (unsigned int b=0; b<nPaths_PD_.at(a); b++) {
    edm::LogInfo("DatasetInfo")<<" path "<<b<<" is "<<datasetcontent_.at(b);
    temp_.push_back(datasetcontent_.at(b));
      }
      datasetContent_.push_back(temp_);
    }

    //match trigger names in full list to trigger names per dataset; find max number of modules over all triggers in each dataset
    //find matches
    vector <vector<bool> > temp1_;
    vector<bool> temp2_;
    for (unsigned int x=0; x<nPaths_; x++) {
      temp1_.clear();
      for (unsigned int a=0; a<nDatasets_; a++) {
    temp2_.clear();
    for (unsigned int b=0; b<nPaths_PD_.at(a); b++) {
      if (triggerNames_.at(x)==datasetContent_.at(a).at(b)){
        temp2_.push_back(true);     
        LogDebug("")<<"Matched trigger name is: "<<datasetContent_.at(a).at(b)<<" for dataset "<<a<<" and dataset path "<<b;
      }
      else temp2_.push_back(false);
    }
    temp1_.push_back(temp2_);
      }
      triggerNames_matched_.push_back(temp1_);
    }

    //if matched and # of modules is bigger than all previous ones, take that number as new maximum
    for (unsigned int x=0; x<nPaths_; x++) {
      for (unsigned int a=0; a<nDatasets_; a++) {
    for (unsigned int b=0; b<nPaths_PD_.at(a); b++) {
      if (triggerNames_matched_.at(x).at(a).at(b) && nModules_.at(x)>max_nModules_PD_.at(a)) max_nModules_PD_.at(a)=nModules_.at(x);
    }
      }
    }

    //for (unsigned int a=0; a<nDatasets_; a++) {
    //LogDebug("")<<"For dataset "<<datasetNames_.at(a)<<", the max number of modules is: "<<max_nModules_PD_.at(a);
    //}

  }//end if all triggers and modules match from ORIG to NEW
  

  //---------------------------------------------------------------------------------------------------------- 

  //define histograms

  //all paths
  if(dqm_){
    if (not dqms_) return;
    dqms_->setCurrentFolder("DQMExample/DQMSource_HLTOfflineReproducibility");

    path_ORIG_hist = dqms_->book1D("path_ORIG_hist","Total Times Path Fires in ORIG",nPaths_,0,nPaths_)->getTH1F();
    path_ORIGnotNEW_hist = dqms_->book1D("path_ORIGnotNEW_hist","Path fires in ORIG but not in NEW",nPaths_,0,nPaths_)->getTH1F();
    path_NEWnotORIG_hist = dqms_->book1D("path_NEWnotORIG_hist","Path fires in NEW but not in ORIG",nPaths_,0,nPaths_)->getTH1F();
    pathmodule_ORIGnotNEW_hist = dqms_->book2D("pathmodule_ORIGnotNEW_hist","Last run module index vs Path for NEW, when ORIG fired but NEW didn't",nPaths_,0,nPaths_,max_nModules_,0,max_nModules_)->getTH2F();
    pathmodule_NEWnotORIG_hist = dqms_->book2D("pathmodule_NEWnotORIG_hist","Last run module index vs Path for ORIG, when NEW fired but ORIG didn't",nPaths_,0,nPaths_,max_nModules_,0,max_nModules_)->getTH2F();
  }
  else{
    path_ORIG_hist = fs->make<TH1F>("path_ORIG_hist", "Total Times ORIG Path Fires in ORIG", nPaths_, 0, nPaths_);
    path_ORIGnotNEW_hist = fs->make<TH1F>("path_ORIGnotNEW_hist", "Path fires in ORIG but not in NEW", nPaths_, 0, nPaths_);
    path_NEWnotORIG_hist = fs->make<TH1F>("path_NEWnotORIG_hist", "Path fires in NEW but not in ORIG", nPaths_, 0, nPaths_);
    pathmodule_ORIGnotNEW_hist = fs->make<TH2F>("pathmodule_ORIGnotNEW_hist", "Last run module index vs Path for NEW, when ORIG fired but NEW didn't", nPaths_, 0, nPaths_, max_nModules_, 0, max_nModules_);
    pathmodule_NEWnotORIG_hist = fs->make<TH2F>("pathmodule_NEWnotORIG_hist", "Last run module index vs Path for ORIG, when NEW fired but ORIG didn't", nPaths_, 0, nPaths_, max_nModules_, 0, max_nModules_);
  }

  //paths per dataset
  char folder_name[500];
  char path_ORIG_name[100], path_ORIGnotNEW_name[100], path_NEWnotORIG_name[100], pathmodule_ORIGnotNEW_name[100], pathmodule_NEWnotORIG_name[100];
  for (unsigned int a = 0; a < nDatasets_; ++a) {
    snprintf(path_ORIG_name,             100, "path_ORIG_hist_%s",              datasetNames_.at(a).c_str());
    snprintf(path_ORIGnotNEW_name,       100, "path_ORIGnotNEW_hist_%s",        datasetNames_.at(a).c_str());
    snprintf(path_NEWnotORIG_name,       100, "path_NEWnotORIG_hist_%s",        datasetNames_.at(a).c_str());
    snprintf(pathmodule_ORIGnotNEW_name, 100, "pathmodule_ORIGnotNEW_hist_%s",  datasetNames_.at(a).c_str());
    snprintf(pathmodule_NEWnotORIG_name, 100, "pathmodule_NEWnotORIG_hist_%s",  datasetNames_.at(a).c_str());

    TString path_ORIG_title             = "Total Times Path Fires ORIG (" + datasetNames_.at(a) + " dataset)";
    TString path_ORIGnotNEW_title       = "Path fires in ORIG but not in NEW (" + datasetNames_.at(a) + " dataset)";
    TString path_NEWnotORIG_title       = "Path fires in NEW but not in ORIG (" + datasetNames_.at(a) + " dataset)";
    TString pathmodule_ORIGnotNEW_title = "Last run module index vs Path for NEW, when ORIG fired but NEW didn't (" + datasetNames_.at(a) + " dataset)";
    TString pathmodule_NEWnotORIG_title = "Last run module index vs Path for ORIG, when NEW fired but ORIG didn't (" + datasetNames_.at(a) + " dataset)";

    if(dqm_){
      sprintf(folder_name,"DQMExample/DQMSource_HLTOfflineReproducibility/%s",datasetNames_.at(a).c_str());
      dqms_->setCurrentFolder(folder_name);
      
      path_ORIG_hist_PD.push_back(dqms_->book1D(path_ORIG_name,path_ORIG_title,nPaths_PD_.at(a),0,nPaths_PD_.at(a))->getTH1F());
      path_ORIGnotNEW_hist_PD.push_back(dqms_->book1D(path_ORIGnotNEW_name,path_ORIGnotNEW_title,nPaths_PD_.at(a),0,nPaths_PD_.at(a))->getTH1F());
      path_NEWnotORIG_hist_PD.push_back(dqms_->book1D(path_NEWnotORIG_name,path_NEWnotORIG_title,nPaths_PD_.at(a),0,nPaths_PD_.at(a))->getTH1F());
      pathmodule_ORIGnotNEW_hist_PD.push_back(dqms_->book2D(pathmodule_ORIGnotNEW_name,pathmodule_ORIGnotNEW_title,nPaths_PD_.at(a),0,nPaths_PD_.at(a),max_nModules_PD_.at(a),0,max_nModules_PD_.at(a))->getTH2F());
      pathmodule_NEWnotORIG_hist_PD.push_back(dqms_->book2D(pathmodule_NEWnotORIG_name,pathmodule_NEWnotORIG_title,nPaths_PD_.at(a),0,nPaths_PD_.at(a),max_nModules_PD_.at(a),0,max_nModules_PD_.at(a))->getTH2F());
    }
    else{
      sprintf(folder_name,"%s",datasetNames_.at(a).c_str());
      TFileDirectory subDir = fs->mkdir(folder_name);

      path_ORIG_hist_PD.push_back(subDir.make<TH1F>(path_ORIG_name, path_ORIG_title, nPaths_PD_.at(a), 0, nPaths_PD_.at(a)));
      path_ORIGnotNEW_hist_PD.push_back(subDir.make<TH1F>(path_ORIGnotNEW_name, path_ORIGnotNEW_title, nPaths_PD_.at(a), 0, nPaths_PD_.at(a)));
      path_NEWnotORIG_hist_PD.push_back(subDir.make<TH1F>(path_NEWnotORIG_name, path_NEWnotORIG_title, nPaths_PD_.at(a), 0, nPaths_PD_.at(a)));
      pathmodule_ORIGnotNEW_hist_PD.push_back(subDir.make<TH2F>(pathmodule_ORIGnotNEW_name, pathmodule_ORIGnotNEW_title, nPaths_PD_.at(a), 0, nPaths_PD_.at(a), max_nModules_PD_.at(a), 0, max_nModules_PD_.at(a)));
      pathmodule_NEWnotORIG_hist_PD.push_back(subDir.make<TH2F>(pathmodule_NEWnotORIG_name, pathmodule_NEWnotORIG_title, nPaths_PD_.at(a), 0, nPaths_PD_.at(a), max_nModules_PD_.at(a), 0, max_nModules_PD_.at(a)));
    }

  }
  
}

bool HLTOfflineReproducibility::check ( std::string  process, std::string  pCheck  )

private

void HLTOfflineReproducibility::endJob ( void  )

overrideprivatevirtual

Reimplemented from edm::EDAnalyzer.

Definition at line 348 of file HLTOfflineReproducibility.cc.

{
}

void HLTOfflineReproducibility::endLuminosityBlock ( edm::LuminosityBlock const &  , edm::EventSetup const &    )

overrideprivatevirtual

Reimplemented from edm::EDAnalyzer.

Definition at line 666 of file HLTOfflineReproducibility.cc.

{
}

void HLTOfflineReproducibility::endRun ( edm::Run const &  , edm::EventSetup const &    )

overrideprivatevirtual

Reimplemented from edm::EDAnalyzer.

Definition at line 630 of file HLTOfflineReproducibility.cc.

References a, b, datasetContent_, dqm_, dqms_, nDatasets_, nPaths_, nPaths_PD_, path_NEWnotORIG_hist, path_NEWnotORIG_hist_PD, path_ORIG_hist, path_ORIG_hist_PD, path_ORIGnotNEW_hist, path_ORIGnotNEW_hist_PD, pathmodule_NEWnotORIG_hist, pathmodule_NEWnotORIG_hist_PD, pathmodule_ORIGnotNEW_hist, pathmodule_ORIGnotNEW_hist_PD, trigger_NEW_, trigger_ORIG_, triggerNames_, and x.

{
  // if DQM was requested, check that the DQMService is available
  if (dqm_ and not dqms_) return;

  //all paths
  for (unsigned int x=0; x<nPaths_; x++) {
    edm::LogInfo("OrigNewFired")<<triggerNames_.at(x)<<" ORIG accepts: "<<trigger_ORIG_.at(x)<<", NEW accepts: "<<trigger_NEW_.at(x);
    path_ORIG_hist->GetXaxis()->SetBinLabel(x+1,triggerNames_.at(x).c_str());
    path_ORIGnotNEW_hist->GetXaxis()->SetBinLabel(x+1,triggerNames_.at(x).c_str());
    path_NEWnotORIG_hist->GetXaxis()->SetBinLabel(x+1,triggerNames_.at(x).c_str());
    pathmodule_ORIGnotNEW_hist->GetXaxis()->SetBinLabel(x+1,triggerNames_.at(x).c_str());
    pathmodule_NEWnotORIG_hist->GetXaxis()->SetBinLabel(x+1,triggerNames_.at(x).c_str());
  }

  //paths per dataset
  for (unsigned int a=0; a<nDatasets_; a++) {
    for (unsigned int b=0; b<nPaths_PD_.at(a); b++) {
      path_ORIG_hist_PD.at(a)->GetXaxis()->SetBinLabel(b+1,datasetContent_.at(a).at(b).c_str());
      path_ORIGnotNEW_hist_PD.at(a)->GetXaxis()->SetBinLabel(b+1,datasetContent_.at(a).at(b).c_str());
      path_NEWnotORIG_hist_PD.at(a)->GetXaxis()->SetBinLabel(b+1,datasetContent_.at(a).at(b).c_str());
      pathmodule_ORIGnotNEW_hist_PD.at(a)->GetXaxis()->SetBinLabel(b+1,datasetContent_.at(a).at(b).c_str());
      pathmodule_NEWnotORIG_hist_PD.at(a)->GetXaxis()->SetBinLabel(b+1,datasetContent_.at(a).at(b).c_str());
    }
  }

}

void HLTOfflineReproducibility::fillDescriptions ( edm::ConfigurationDescriptions &  descriptions )

static

Definition at line 672 of file HLTOfflineReproducibility.cc.

References edm::ConfigurationDescriptions::addDefault(), and edm::ParameterSetDescription::setUnknown().

                                                                                      {
  //The following says we do not know what parameters are allowed so do no validation
  // Please change this to state exactly what you do use, even if it is no parameters
  edm::ParameterSetDescription desc;
  desc.setUnknown();
  descriptions.addDefault(desc);
}

Member Data Documentation

vector<vector<string> > HLTOfflineReproducibility::datasetContent_

private

Definition at line 98 of file HLTOfflineReproducibility.cc.

Referenced by beginRun(), and endRun().

vector<string> HLTOfflineReproducibility::datasetNames_

private

Definition at line 97 of file HLTOfflineReproducibility.cc.

Referenced by beginRun().

bool HLTOfflineReproducibility::dqm_

private

Definition at line 84 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), endRun(), and HLTOfflineReproducibility().

DQMStore* HLTOfflineReproducibility::dqms_

private

Definition at line 85 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), endRun(), and HLTOfflineReproducibility().

HLTConfigProvider HLTOfflineReproducibility::hltConfig_

private

Definition at line 103 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), and beginRun().

bool HLTOfflineReproducibility::isRealData_

private

Definition at line 107 of file HLTOfflineReproducibility.cc.

int HLTOfflineReproducibility::LumiSecNumber_

private

Definition at line 108 of file HLTOfflineReproducibility.cc.

vector< vector<string> > HLTOfflineReproducibility::moduleLabel_

private

Definition at line 95 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), Mixins._TypedParameterizable::insertInto(), Modules.ESSource::nameInProcessDesc_(), and Modules.ESProducer::nameInProcessDesc_().

vector< vector<string> > HLTOfflineReproducibility::moduleLabelNEW_

private

Definition at line 95 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), and beginRun().

vector< vector<string> > HLTOfflineReproducibility::moduleLabelORIG_

private

Definition at line 95 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), and beginRun().

unsigned int HLTOfflineReproducibility::nDatasets_

private

Definition at line 93 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

int HLTOfflineReproducibility::Nfiles_

private

Definition at line 105 of file HLTOfflineReproducibility.cc.

vector<unsigned int> HLTOfflineReproducibility::nModules_

private

Definition at line 96 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), and beginRun().

double HLTOfflineReproducibility::Normalization_

private

Definition at line 106 of file HLTOfflineReproducibility.cc.

unsigned int HLTOfflineReproducibility::nPaths_

private

Definition at line 93 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

vector<unsigned int> HLTOfflineReproducibility::nPaths_PD_

private

Definition at line 96 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

unsigned int HLTOfflineReproducibility::nPathsNEW_

private

Definition at line 93 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), and beginRun().

unsigned int HLTOfflineReproducibility::nPathsORIG_

private

Definition at line 93 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), and beginRun().

TH1F* HLTOfflineReproducibility::path_NEWnotORIG_hist

private

Definition at line 114 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

vector<TH1F*> HLTOfflineReproducibility::path_NEWnotORIG_hist_PD

private

Definition at line 120 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

TH1F* HLTOfflineReproducibility::path_ORIG_hist

private

Definition at line 112 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

vector<TH1F*> HLTOfflineReproducibility::path_ORIG_hist_PD

private

Definition at line 118 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

TH1F* HLTOfflineReproducibility::path_ORIGnotNEW_hist

private

Definition at line 113 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

vector<TH1F*> HLTOfflineReproducibility::path_ORIGnotNEW_hist_PD

private

Definition at line 119 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

TH2F* HLTOfflineReproducibility::pathmodule_NEWnotORIG_hist

private

Definition at line 116 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

vector<TH2F*> HLTOfflineReproducibility::pathmodule_NEWnotORIG_hist_PD

private

Definition at line 122 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

TH2F* HLTOfflineReproducibility::pathmodule_ORIGnotNEW_hist

private

Definition at line 115 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

vector<TH2F*> HLTOfflineReproducibility::pathmodule_ORIGnotNEW_hist_PD

private

Definition at line 121 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

string HLTOfflineReproducibility::processNameNEW_

private

Definition at line 102 of file HLTOfflineReproducibility.cc.

Referenced by beginRun().

string HLTOfflineReproducibility::processNameORIG_

private

Definition at line 101 of file HLTOfflineReproducibility.cc.

Referenced by beginRun().

vector<int> HLTOfflineReproducibility::trigger_NEW_

private

Definition at line 110 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

vector<int> HLTOfflineReproducibility::trigger_ORIG_

private

Definition at line 109 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

edm::InputTag HLTOfflineReproducibility::triggerLabelNEW_

private

Definition at line 88 of file HLTOfflineReproducibility.cc.

Referenced by HLTOfflineReproducibility().

edm::InputTag HLTOfflineReproducibility::triggerLabelORIG_

private

Definition at line 87 of file HLTOfflineReproducibility.cc.

Referenced by HLTOfflineReproducibility().

vector<string> HLTOfflineReproducibility::triggerNames_

private

Definition at line 94 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), beginRun(), and endRun().

vector< vector< vector<bool> > > HLTOfflineReproducibility::triggerNames_matched_

private

Definition at line 99 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), and beginRun().

edm::EDGetTokenT<edm::TriggerResults> HLTOfflineReproducibility::triggerTokenNEW_

private

Definition at line 90 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), and HLTOfflineReproducibility().

edm::EDGetTokenT<edm::TriggerResults> HLTOfflineReproducibility::triggerTokenORIG_

private

Definition at line 89 of file HLTOfflineReproducibility.cc.

Referenced by analyze(), and HLTOfflineReproducibility().