#include <DQMOffline/MEtoMEComparitor/src/MEtoMEComparitor.cc>

Inheritance diagram for MEtoMEComparitor:

Public Member Functions
	MEtoMEComparitor (const edm::ParameterSet &)

	~MEtoMEComparitor () override

Public Member Functions inherited from edm::EDAnalyzer
void	callWhenNewProductsRegistered (std::function< void(BranchDescription const &)> const &func)

	EDAnalyzer ()

SerialTaskQueue *	globalLuminosityBlocksQueue ()

SerialTaskQueue *	globalRunsQueue ()

ModuleDescription const &	moduleDescription () const

std::string	workerType () const

	~EDAnalyzer () override

Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo >	consumesInfo () const

void	convertCurrentProcessAlias (std::string const &processName)
	Convert "@currentProcess" in InputTag process names to the actual current process name. More...

	EDConsumerBase ()

	EDConsumerBase (EDConsumerBase const &)=delete

	EDConsumerBase (EDConsumerBase &&)=default

ESProxyIndex const *	esGetTokenIndices (edm::Transition iTrans) const

ProductResolverIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const

void	itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

void	itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

std::vector< ProductResolverIndexAndSkipBit > const &	itemsToGetFrom (BranchType iType) const

void	labelsForToken (EDGetToken iToken, Labels &oLabels) const

void	modulesWhoseProductsAreConsumed (std::vector< ModuleDescription const * > &modules, ProductRegistry const &preg, std::map< std::string, ModuleDescription const * > const &labelsToDesc, std::string const &processName) const

EDConsumerBase const &	operator= (EDConsumerBase const &)=delete

EDConsumerBase &	operator= (EDConsumerBase &&)=default

bool	registeredToConsume (ProductResolverIndex, bool, BranchType) const

bool	registeredToConsumeMany (TypeID const &, BranchType) const

ProductResolverIndexAndSkipBit	uncheckedIndexFrom (EDGetToken) const

void	updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)

void	updateLookup (eventsetup::ESRecordsToProxyIndices const &)

virtual	~EDConsumerBase () noexcept(false)

Private Member Functions
void	analyze (const edm::Event &, const edm::EventSetup &) override

void	beginJob () override

void	beginRun (const edm::Run &iRun, const edm::EventSetup &iSetup) override

template<class T >
void	book (const std::string &directory, const std::string &type, const T *h)

template<class W , class T >
void	compare (const W &where, const std::string &instance)

void	endJob () override

void	endLuminosityBlock (const edm::LuminosityBlock &, const edm::EventSetup &) override

void	endRun (const edm::Run &iRun, const edm::EventSetup &iSetup) override

template<class T >
void	keepBadHistograms (const std::string &directory, const T h_new, const T h_ref)

Private Attributes
bool	_autoProcess

DQMStore *	_dbe

double	_diffgoodness

unsigned int	_dirDepth

double	_KSgoodness

std::string	_lumiInstance

std::string	_moduleLabel

double	_overallgoodness

std::string	_process_new

std::string	_process_ref

std::string	_runInstance

Additional Inherited Members
Public Types inherited from edm::EDAnalyzer
typedef EDAnalyzer	ModuleType

Public Types inherited from edm::EDConsumerBase
typedef ProductLabels	Labels

Static Public Member Functions inherited from edm::EDAnalyzer
static const std::string &	baseType ()

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

static bool	wantsGlobalLuminosityBlocks ()

static bool	wantsGlobalRuns ()

static bool	wantsStreamLuminosityBlocks ()

static bool	wantsStreamRuns ()

Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)

EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)

ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...

template<typename ProductType , BranchType B = InEvent>
void	consumesMany ()

void	consumesMany (const TypeToGet &id)

template<BranchType B>
void	consumesMany (const TypeToGet &id)

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes ()

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes (ESInputTag const &tag)

template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)

EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

Detailed Description

Description: [one line class summary]

Implementation: [Notes on implementation]

Definition at line 50 of file MEtoMEComparitor.h.

Constructor & Destructor Documentation

MEtoMEComparitor::MEtoMEComparitor ( const edm::ParameterSet & iConfig )

explicit

Definition at line 27 of file MEtoMEComparitor.cc.

References _autoProcess, _dbe, _diffgoodness, _dirDepth, _KSgoodness, _lumiInstance, _moduleLabel, _overallgoodness, _process_new, _process_ref, _runInstance, edm::ParameterSet::getParameter(), Utilities::operator, AlCaHLTBitMon_QueryRunRegistry::string, and ~MEtoMEComparitor().

 {
   _moduleLabel = iConfig.getParameter<std::string>("MEtoEDMLabel");
   
   _lumiInstance = iConfig.getParameter<std::string>("lumiInstance");
   _runInstance = iConfig.getParameter<std::string>("runInstance");
 
   _process_ref = iConfig.getParameter<std::string>("processRef");
   _process_new = iConfig.getParameter<std::string>("processNew");
 
   _autoProcess=iConfig.getParameter<bool>("autoProcess");
 
   _KSgoodness = iConfig.getParameter<double>("KSgoodness");
   _diffgoodness = iConfig.getParameter<double>("Diffgoodness");
   _dirDepth = iConfig.getParameter<unsigned int>("dirDepth");
   _overallgoodness = iConfig.getParameter<double>("OverAllgoodness");
   
   _dbe = edm::Service<DQMStore>().operator->();
 
 
 }

MEtoMEComparitor::~MEtoMEComparitor ( )

overridedefault

Referenced by MEtoMEComparitor().

Member Function Documentation

void MEtoMEComparitor::analyze	(	const edm::Event &	,
		const edm::EventSetup &
	)

inlineoverrideprivate

Definition at line 58 of file MEtoMEComparitor.h.

References beginRun(), book(), compare(), createBeamHaloJobs::directory, endJob(), endLuminosityBlock(), endRun(), h, instance, keepBadHistograms(), and AlCaHLTBitMon_QueryRunRegistry::string.

58 {}

void MEtoMEComparitor::beginJob ( void )

overrideprivatevirtual

Reimplemented from edm::EDAnalyzer.

Definition at line 285 of file MEtoMEComparitor.cc.

286 {

287 }

void MEtoMEComparitor::beginRun	(	const edm::Run &	iRun,
		const edm::EventSetup &	iSetup
	)

overrideprivate

Definition at line 63 of file MEtoMEComparitor.cc.

References _autoProcess, _process_new, _process_ref, gather_cfg::cout, edm::Run::processHistory(), and edm::ProcessHistory::rbegin().

Referenced by analyze().

 {
   if (_autoProcess)
     {
       const edm::ProcessHistory& iHistory=iRun.processHistory();
 
       auto hi=iHistory.rbegin();
       _process_new=hi->processName();
       hi++;
       _process_ref=hi->processName();
       std::cout<<_process_ref<<" vs "<<_process_new<<std::endl;
     }
 }

template<class T >

void MEtoMEComparitor::book	(	const std::string &	directory,
		const std::string &	type,
		const T *	h
	)

private

Definition at line 89 of file MEtoMEComparitor.cc.

References _dbe, DQMStore::book1D(), DQMStore::book1DD(), DQMStore::book1S(), h, and DQMStore::setCurrentFolder().

Referenced by analyze(), and keepBadHistograms().

                                                                                           {
   _dbe->setCurrentFolder(type);
   std::type_info const & tp = typeid(*h);
   if (tp == typeid(TH1S))
     _dbe->book1S(h->GetName(),dynamic_cast<TH1S*>(const_cast<T*>(h)));
   else if (tp == typeid(TH1F))
     _dbe->book1D(h->GetName(),dynamic_cast<TH1F*>(const_cast<T*>(h)));
   else if (tp == typeid(TH1D))
     _dbe->book1DD(h->GetName(),dynamic_cast<TH1D*>(const_cast<T*>(h)));
 }

template<class W , class T >

void MEtoMEComparitor::compare	(	const W &	where,
		const std::string &	instance
	)

private

Definition at line 125 of file MEtoMEComparitor.cc.

References _diffgoodness, _dirDepth, _KSgoodness, _moduleLabel, _overallgoodness, _process_new, _process_ref, funct::abs(), dir, cppFunctionSkipper::exception, edm::HandleBase::failedToGet(), dedxEstimators_cff::fraction, createfilelist::int, keepBadHistograms(), LogDebug, taus_updatedMVAIds_cff::mapping, split, AlCaHLTBitMon_QueryRunRegistry::string, and heppy_report::summary.

Referenced by analyze().

                                                                        {
 
   edm::Handle<MEtoEDM<T> > metoedm_ref;
   edm::Handle<MEtoEDM<T> > metoedm_new;
   where.getByLabel(edm::InputTag(_moduleLabel,
                  instance,
                  _process_ref),
            metoedm_ref);
   where.getByLabel(edm::InputTag(_moduleLabel,
                  instance,
                  _process_new),
            metoedm_new);
 
   if (metoedm_ref.failedToGet() || metoedm_new.failedToGet()){
     edm::LogError("ProductNotFound")<<"MEtoMEComparitor did not find his products.";
     return;
   }
 
   using MEtoEDMObject = typename MEtoEDM<T>::MEtoEDMObject;
   
   const std::vector<MEtoEDMObject> & metoedmobject_ref = metoedm_ref->getMEtoEdmObject();
   const std::vector<MEtoEDMObject> & metoedmobject_new = metoedm_new->getMEtoEdmObject();
 
   typedef std::map<std::string, std::pair<const MEtoEDMObject*, const MEtoEDMObject*> > Mapping;
   typedef typename std::map<std::string, std::pair<const MEtoEDMObject*, const MEtoEDMObject*> >::iterator Mapping_iterator;
 
   Mapping mapping;
 
   LogDebug("MEtoMEComparitor")<<"going to do the mapping from "<<metoedmobject_ref.size()<<" x "<<metoedmobject_new.size();
   unsigned int countMe=0;
   for (unsigned int i_new=0; i_new!= metoedmobject_new.size(); ++i_new){
     const std::string & pathname = metoedmobject_new[i_new].name;
     if (metoedmobject_new[i_new].object.GetEntries()==0 ||
         metoedmobject_new[i_new].object.Integral()==0){
       countMe--;
       continue;
     }
     mapping[pathname]=std::make_pair(&metoedmobject_new[i_new],(const MEtoEDMObject*)nullptr);
   }
   for (unsigned int i_ref=0; i_ref!= metoedmobject_ref.size() ; ++i_ref){
     const std::string & pathname = metoedmobject_ref[i_ref].name;
     auto there = mapping.find(pathname);
     if (there != mapping.end()){
       there->second.second = &metoedmobject_ref[i_ref];
     }
   }
 
   LogDebug("MEtoMEComparitor")<<"found "<<mapping.size()<<" pairs of plots";
   countMe=0;
 
   unsigned int nNoMatch=0;
   unsigned int nEmpty=0;
   unsigned int nHollow=0;
   unsigned int nGoodKS=0;
   unsigned int nBadKS=0;
   unsigned int nBadDiff=0;
   unsigned int nGoodDiff=0;
 
   typedef std::map<std::string, std::pair<unsigned int,unsigned int> > Subs;
   Subs subSystems;
 
   for (auto it = mapping.begin();
        it!=mapping.end(); 
        ++it){
     if (!it->second.second){
       //this is expected by how the map was created
       nNoMatch++;
       continue;
     }
     const T * h_ref = &it->second.second->object;
     const T * h_new = &it->second.first->object;
 
     lat::StringList dir = lat::StringOps::split(it->second.second->name,"/");
     std::string subsystem = dir[0];
     if (dir.size()>=_dirDepth)
       for (unsigned int iD=1;iD!=_dirDepth;++iD) subsystem+="/"+dir[iD];
     subSystems[subsystem].first++;
 
     if (h_ref->GetEntries()!=0 && h_ref->Integral()!=0){
       double KS=0;
       bool cannotComputeKS=false;
       try {
     KS = h_new->KolmogorovTest(h_ref);
       }
       catch( cms::Exception& exception ){
     cannotComputeKS=true;
       }
       if (KS<_KSgoodness){
 
     unsigned int total_ref=0;
     unsigned int absdiff=0;
     for (unsigned int iBin=0;
          iBin!=(unsigned int)h_new->GetNbinsX()+1 ;
          ++iBin){
       total_ref+=h_ref->GetBinContent(iBin);
       absdiff=std::abs(h_new->GetBinContent(iBin) - h_ref->GetBinContent(iBin));
     }
     double relativediff=1;
     if (total_ref!=0){
       relativediff=absdiff / (double) total_ref;
     }
     if (relativediff > _diffgoodness ){
       edm::LogWarning("MEtoMEComparitor")<<"for "<<h_new->GetName()
                          <<" in "<<it->first    
                          <<" the KS is "<<KS*100.<<" %"
                          <<" and the relative diff is: "<<relativediff*100.<<" %"
                          <<" KS"<<((cannotComputeKS)?" not valid":" is valid");
       //std::string(" KolmogorovTest is not happy on : ")+h_new->GetName() : "";
       //there you want to output the plots somewhere
       keepBadHistograms(subsystem,h_new,h_ref);
       
       nBadDiff++;
       subSystems[subsystem].second++;
     }else{
       nGoodDiff++;
     }
     nBadKS++;
       }
       else
     nGoodKS++;
     }
     else{
       if (h_ref->GetEntries()==0)
     nEmpty++;
       else
     nHollow++;
       LogDebug("MEtoMEComparitor")<<h_new->GetName()   <<" in "<<it->first    <<" is empty";
       countMe--;
     }
     
   }
   
   if (!mapping.empty()){
     std::stringstream summary;
     summary<<" Summary :"
        <<"\n not matched : "<<nNoMatch
        <<"\n empty : "<<nEmpty
        <<"\n integral zero : "<<nHollow
        <<"\n good KS : "<<nGoodKS
        <<"\n bad KS : "<<nBadKS
        <<"\n bad diff : "<<nBadDiff
        <<"\n godd diff : "<<nGoodDiff;
     bool tell=false;
     for (auto & subSystem : subSystems){
       double fraction = 1-(subSystem.second.second / (double)subSystem.second.first);
       summary<<std::endl<<"Subsytem: "<<subSystem.first<<" has "<< fraction*100<<" % goodness";
       if (fraction < _overallgoodness)
     tell=true;
     }
     if (tell)
       edm::LogWarning("MEtoMEComparitor")<<summary.str();
     else
       edm::LogInfo("MEtoMEComparitor")<<summary.str();
   }
   
 }

void MEtoMEComparitor::endJob ( void )

overrideprivatevirtual

Reimplemented from edm::EDAnalyzer.

Definition at line 291 of file MEtoMEComparitor.cc.

Referenced by analyze().

291 {

292 }

void MEtoMEComparitor::endLuminosityBlock	(	const edm::LuminosityBlock &	iLumi,
		const edm::EventSetup &
	)

overrideprivate

Definition at line 54 of file MEtoMEComparitor.cc.

References _lumiInstance.

Referenced by analyze().

 {
 
   compare<edm::LuminosityBlock,TH1S>(iLumi,_lumiInstance);
   compare<edm::LuminosityBlock,TH1F>(iLumi,_lumiInstance);
   compare<edm::LuminosityBlock,TH1D>(iLumi,_lumiInstance);
 }

void MEtoMEComparitor::endRun	(	const edm::Run &	iRun,
		const edm::EventSetup &	iSetup
	)

overrideprivate

Definition at line 78 of file MEtoMEComparitor.cc.

References _runInstance.

Referenced by analyze().

 {
 
   compare<edm::Run,TH1S>(iRun,_runInstance);
   compare<edm::Run,TH1F>(iRun,_runInstance);
   compare<edm::Run,TH1D>(iRun,_runInstance);
 
 }

template<class T >

void MEtoMEComparitor::keepBadHistograms	(	const std::string &	directory,
		const T *	h_new,
		const T *	h_ref
	)

private

Definition at line 100 of file MEtoMEComparitor.cc.

References book(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by analyze(), and compare().

                                                                                                      {
   //put it in a collection rather.
 
   
   std::string d_n(h_new->GetName());
   d_n+="_diff";
   auto * difference = new T(d_n.c_str(),
              h_new->GetTitle(),
              h_new->GetNbinsX(),
              h_new->GetXaxis()->GetXmin(),
              h_new->GetXaxis()->GetXmax());
   difference->Add(h_new);
   difference->Add(h_ref,-1.);
 
   book(directory,"Ref",h_ref);
   book(directory,"New",h_new);
   book(directory,"Diff",difference);
   delete difference;
 
 }