dirstructure.Directory Class Reference

Inheritance diagram for dirstructure.Directory:

Public Member Functions
def	__init__ (self, name, mother_dir="", meta=CompInfo(), draw_success=False, do_pngs=False)
def	__repr__ (self)
def	calcStats (self, make_pie=True)
def	get_fail_rate (self)
def	get_null_rate (self)
def	get_skiped_rate (self)
def	get_subdirs_dict (self)
def	get_subdirs_names (self)
def	get_success_rate (self)
def	get_summary_chart_ajax (self, w=400, h=300)
def	get_summary_chart_name (self)
def	is_empty (self)
def	print_report (self, indent="", verbose=False)
def	prune (self, expandable_dir)
Public Member Functions inherited from dirstructure.Weighted
def	__init__ (self, name, weight=1)

Public Attributes
	comparisons
	different_histograms
	do_pngs
	draw_success
	filename1
	filename2
	full_path
	meta
	mother_dir
	n_comp_fails
	n_comp_nulls
	n_comp_skiped
	n_comp_successes
	n_fails
	n_missing_objs
	n_nulls
	n_skiped
	n_successes
	rank_histo
	stats_calculated
	subdirs
	weight
Public Attributes inherited from dirstructure.Weighted
	name
	weight

Private Member Functions
def	__create_on_disk (self)
def	__create_pie_image (self)
def	__get_full_path (self)

Detailed Description

Definition at line 62 of file dirstructure.py.

Constructor & Destructor Documentation

__init__()

def dirstructure.Directory.__init__	(		self,
			name,
			mother_dir = "",
			meta = CompInfo(),
			draw_success = False,
			do_pngs = False
	)

Definition at line 63 of file dirstructure.py.

  def __init__(self,name,mother_dir="",meta=CompInfo(),draw_success=False,do_pngs=False):
    self.mother_dir=mother_dir
    self.meta=meta
    self.subdirs=[]
    self.comparisons=[]   
    self.n_fails=0
    self.n_successes=0
    self.n_nulls=0
    self.n_skiped = 0
    self.n_comp_skiped = 0
    self.n_comp_fails=0
    self.n_comp_successes=0
    self.n_comp_nulls=0 
    self.weight=0
    self.stats_calculated=False
    Weighted.__init__(self,name)
    self.draw_success=draw_success
    self.do_pngs=do_pngs
    self.rank_histo=ROOT.TH1I("rh%s"%name,"",50,-0.01,1.001)
    self.rank_histo.SetDirectory(0)
    self.different_histograms = {}
    self.different_histograms['file1']= {}
    self.different_histograms['file2']= {}
    self.filename1 = ""
    self.filename2 = ""
    self.n_missing_objs = 0
    self.full_path = ""
    

Member Function Documentation

__create_on_disk()

def dirstructure.Directory.__create_on_disk (   self )

private

Definition at line 226 of file dirstructure.py.

References dirstructure.Directory.__get_full_path(), and dirstructure.Directory.mother_dir.

Referenced by dirstructure.Directory.__create_pie_image().

  def __create_on_disk(self):
    if not exists(self.mother_dir) and len(self.mother_dir)!=0:
      makedirs(self.mother_dir)
    full_path=self.__get_full_path()    
    if not exists(full_path) and len(full_path)>0:
      makedirs(full_path)

__create_pie_image()

def dirstructure.Directory.__create_pie_image (   self )

private

Definition at line 236 of file dirstructure.py.

References dirstructure.Directory.__create_on_disk(), mps_check.array, dirstructure.Directory.get_fail_rate(), dirstructure.Directory.get_null_rate(), dirstructure.Directory.get_skiped_rate(), dirstructure.Directory.get_success_rate(), dirstructure.Directory.get_summary_chart_name(), dirstructure.Directory.n_fails, dirstructure.Directory.n_nulls, dirstructure.Directory.n_skiped, dirstructure.Directory.n_successes, ElectronMVAID.ElectronMVAID.name, HcalOfflineHarvesting.name, HcalOnlineHarvesting.name, HFRaddamTask.name, LaserTask.name, NoCQTask.name, PedestalTask.name, QIE10Task.name, QIE11Task.name, RecHitTask.name, UMNioTask.name, ZDCTask.name, AlignableObjectId::entry.name, RawTask.name, average.Average.name, counter.Counter.name, TPTask.name, histograms.Histograms.name, DigiTask.name, LEDTask.name, cond::persistency::GLOBAL_TAG::NAME.name, cond::persistency::RUN_INFO::RUN_NUMBER.name, cond::persistency::TAG::NAME.name, TmModule.name, FWLite.ElectronMVAID.name, cond::persistency::GTEditorData.name, cond::persistency::GLOBAL_TAG::VALIDITY.name, cond::persistency::RUN_INFO::START_TIME.name, cond::persistency::TAG::TIME_TYPE.name, cond::persistency::GLOBAL_TAG::DESCRIPTION.name, cond::persistency::RUN_INFO::END_TIME.name, core.autovars.NTupleVariable.name, cond::persistency::TAG::OBJECT_TYPE.name, DQMRivetClient::NormOption.name, cond::persistency::GLOBAL_TAG::RELEASE.name, cond::persistency::TAG::SYNCHRONIZATION.name, cond::persistency::GLOBAL_TAG::SNAPSHOT_TIME.name, cond::persistency::TAG::END_OF_VALIDITY.name, MEPSet.name, cond::persistency::O2O_RUN::JOB_NAME.name, cond::persistency::GLOBAL_TAG::INSERTION_TIME.name, cms::dd::NameValuePair< T >.name, cond::persistency::TAG::DESCRIPTION.name, cond::persistency::O2O_RUN::START_TIME.name, cond::persistency::TAG::LAST_VALIDATED_TIME.name, FWTGeoRecoGeometry::Info.name, cond::persistency::O2O_RUN::END_TIME.name, cond::persistency::TAG::INSERTION_TIME.name, cond::persistency::O2O_RUN::STATUS_CODE.name, cond::persistency::TAG::MODIFICATION_TIME.name, cond::persistency::O2O_RUN::LOG.name, ParameterSet.name, nanoaod::MergeableCounterTable::SingleColumn< T >.name, cond::persistency::TAG::PROTECTION_CODE.name, preexistingValidation.PreexistingValidation.name, OutputMEPSet.name, PixelDCSObject< T >::Item.name, AlignmentConstraint.name, dataset.BaseDataset.name, SummaryTableOutputBranches::NamedBranchPtr.name, personalPlayback.Applet.name, cms::dd::ValuePair< T, U >.name, fit::RootMinuitCommand.name, Types._Untracked.name, EventStringOutputBranches::NamedBranchPtr.name, MagCylinder.name, analyzer.Analyzer.name, production_tasks.Task.name, HcalForwardLibWriter::FileHandle.name, DQMRivetClient::LumiOption.name, heppy::ParSet.name, cond::persistency::GTProxyData.name, LumiOutputBranches::NamedBranchPtr.name, TableOutputBranches::NamedBranchPtr.name, TriggerOutputBranches::NamedBranchPtr.name, CharmTagger::MVAVar.name, SingleObjectCondition.name, edm::PathTimingSummary.name, DQMRivetClient::ScaleFactorOption.name, HeavyIonCSVTagger::MVAVar.name, EgHLTOfflineSummaryClient::SumHistBinData.name, cms::DDAlgoArguments.name, RHStopTracer::StopPoint.name, Barrel.name, cond::TimeTypeSpecs.name, perftools::EdmEventSize::BranchRecord.name, core.autovars.NTupleObjectType.name, edm::PathSummary.name, EcalLogicID.name, alignment.Alignment.name, lumi::TriggerInfo.name, XMLProcessor::_loaderBaseConfig.name, PixelEndcapLinkMaker::Item.name, dirstructure.Weighted.name, FWTableViewManager::TableEntry.name, MEtoEDM< T >::MEtoEDMObject.name, PixelBarrelLinkMaker::Item.name, ExpressionHisto< T >.name, DQMGenericClient::EfficOption.name, python.rootplot.utilities.Hist2D.name, TreeCrawler.Package.name, Supermodule.name, genericValidation.GenericValidation.name, cond::persistency::GLOBAL_TAG_MAP::GLOBAL_TAG_NAME.name, CaloTrkProcessing::Detector.name, cond::persistency::GLOBAL_TAG_MAP::RECORD.name, options.ConnectionHLTMenu.name, MVAVar.name, cond::persistency::GLOBAL_TAG_MAP::LABEL.name, cms::DDParsingContext::CompositeMaterial.name, cond::persistency::GLOBAL_TAG_MAP::TAG_NAME.name, DisplayManager.DisplayManager.name, cond::Tag_t.name, FWLite.WorkingPoints.name, dqmoffline::l1t::HistDefinition.name, DQMGenericClient::ProfileOption.name, FastHFShowerLibrary.name, magneticfield::BaseVolumeHandle.name, nanoaod::MergeableCounterTable::VectorColumn< T >.name, emtf::Node.name, PhysicsTools::Variable::Value.name, h4DSegm.name, PrintMaterialBudgetInfo.name, BTagProbabilityToDiscriminator::Discriminator.name, DQMGenericClient::NormOption.name, core.TriggerMatchAnalyzer.TriggerMatchAnalyzer.name, CounterChecker.name, DQMGenericClient::CDOption.name, PhysicsTools::Calibration::Variable.name, TriggerObjectTableProducer::SelectedObject.name, cond::TagInfo_t.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, cond::persistency::PAYLOAD::HASH.name, FCDTask.name, DQMGenericClient::NoFlowOption.name, Mapper::definition< ScannerT >.name, looper.Looper.name, cond::persistency::PAYLOAD::OBJECT_TYPE.name, EDMtoMEConverter.name, cond::persistency::PAYLOAD::DATA.name, python.rootplot.tree2hists.Plot.name, cond::persistency::PAYLOAD::STREAMER_INFO.name, cond::persistency::PAYLOAD::VERSION.name, cond::persistency::PAYLOAD::INSERTION_TIME.name, PhysicsTools::TreeReader::Value.name, classes.MonitorData.name, PhysicsTools::ProcessRegistry< Base_t, CalibBase_t, Parent_t >.name, HistogramManager.name, classes.OutputData.name, Crystal.name, h2DSegm.name, options.HLTProcessOptions.name, cond::persistency::IOV::TAG_NAME.name, cond::persistency::IOV::SINCE.name, cond::persistency::IOV::PAYLOAD_HASH.name, cond::persistency::IOV::INSERTION_TIME.name, DQMNet::WaitObject.name, core.TriggerBitAnalyzer.TriggerBitAnalyzer.name, python.rootplot.utilities.Hist.name, AlpgenParameterName.name, config.Analyzer.name, geometry.Structure.name, hDigis.name, core.autovars.NTupleSubObject.name, Capsule.name, core.autovars.NTupleObject.name, Ceramic.name, PhysicsTools::Variable.name, SiStripMonitorDigi.name, config.Service.name, BulkSilicon.name, adaptToRunAtMiniAOD.adaptToRunAtMiniAOD.name, CaloSD::Detector.name, APD.name, core.autovars.NTupleCollection.name, nanoaod::FlatTable::Column.name, NanoAODDQM::SelGroupConfig.name, BPHRecoBuilder::BPHRecoSource.name, BPHRecoBuilder::BPHCompSource.name, StraightTrackAlignment::RPSetPlots.name, cond::persistency::TAG_AUTHORIZATION::TAG_NAME.name, cond::persistency::TAG_AUTHORIZATION::ACCESS_TYPE.name, cond::persistency::TAG_AUTHORIZATION::CREDENTIAL.name, cond::persistency::TAG_AUTHORIZATION::CREDENTIAL_TYPE.name, InnerLayerVolume.name, cond::payloadInspector::TagReference.name, cond::persistency::TAG_LOG::TAG_NAME.name, cond::persistency::TAG_LOG::EVENT_TIME.name, cond::persistency::TAG_LOG::USER_NAME.name, cond::persistency::TAG_LOG::HOST_NAME.name, cond::persistency::TAG_LOG::COMMAND.name, cond::persistency::TAG_LOG::ACTION.name, cond::persistency::TAG_LOG::USER_TEXT.name, personalPlayback.FrameworkJob.name, Grid.name, Grille.name, BackPipe.name, plotscripts.SawTeethFunction.name, PatchPanel.name, BackCoolTank.name, DryAirTube.name, python.rootplot.utilities.RootFile.name, crabFunctions.CrabTask.name, MBCoolTube.name, hHits.name, MBManif.name, cscdqm::ParHistoDef.name, hDeltaR.name, hTMaxCell.name, BeautifulSoup.Tag.name, hParam.name, hMuonStat.name, hTOF.name, hTDelay.name, hTimes< hTime >.name, SummaryOutputProducer::GenericSummary.name, BeautifulSoup.SoupStrainer.name, print(), and ComparisonHelper.zip().

  def __create_pie_image(self):
    self.__create_on_disk()
    vals=[]
    colors=[]
    for n,col in zip((self.n_fails,self.n_nulls,self.n_successes,self.n_skiped),(ROOT.kRed,ROOT.kYellow,ROOT.kGreen,ROOT.kBlue)):
      if n!=0:
        vals.append(n)
        colors.append(col)
    valsa=array('f',vals)
    colorsa=array('i',colors)
    can = ROOT.TCanvas("cpie","TPie test",100,100);
    try:
      pie = TPie("ThePie",self.name,len(vals),valsa,colorsa);
      label_n=0
      if self.n_fails!=0:
        pie.SetEntryLabel(label_n, "Fail: %.1f(%i)" %(self.get_fail_rate(),self.n_fails) );
        label_n+=1
      if self.n_nulls!=0:
        pie.SetEntryLabel(label_n, "Null: %.1f(%i)" %(self.get_null_rate(),self.n_nulls) );      
        label_n+=1
      if self.n_successes!=0:
        pie.SetEntryLabel(label_n, "Success: %.1f(%i)" %(self.get_success_rate(),self.n_successes) );
      if self.n_skiped!=0:
        pie.SetEntryLabel(label_n, "Skipped: %.1f(%i)" %(self.get_skiped_rate(),self.n_skiped));
      pie.SetY(.52);
      pie.SetAngularOffset(0.);    
      pie.SetLabelsOffset(-.3);
      #pie.SetLabelFormat("#splitline{%val (%perc)}{%txt}");
      pie.Draw("3d  nol");
      can.Print(self.get_summary_chart_name());    
    except:
      print("self.name = %s" %self.name)
      print("len(vals) = %s (vals=%s)" %(len(vals),vals))
      print("valsa = %s" %valsa)
      print("colorsa = %s" %colorsa)

__get_full_path()

def dirstructure.Directory.__get_full_path (   self )

private

Definition at line 220 of file dirstructure.py.

References join(), dirstructure.Directory.mother_dir, ElectronMVAID.ElectronMVAID.name, HcalOfflineHarvesting.name, HcalOnlineHarvesting.name, LaserTask.name, NoCQTask.name, PedestalTask.name, QIE10Task.name, QIE11Task.name, HFRaddamTask.name, UMNioTask.name, RecHitTask.name, ZDCTask.name, AlignableObjectId::entry.name, RawTask.name, average.Average.name, counter.Counter.name, TPTask.name, DigiTask.name, histograms.Histograms.name, LEDTask.name, cond::persistency::TAG::NAME.name, cond::persistency::RUN_INFO::RUN_NUMBER.name, TmModule.name, cond::persistency::GTEditorData.name, FWLite.ElectronMVAID.name, cond::persistency::GLOBAL_TAG::NAME.name, cond::persistency::TAG::TIME_TYPE.name, cond::persistency::RUN_INFO::START_TIME.name, cond::persistency::GLOBAL_TAG::VALIDITY.name, cond::persistency::RUN_INFO::END_TIME.name, cond::persistency::TAG::OBJECT_TYPE.name, core.autovars.NTupleVariable.name, cond::persistency::GLOBAL_TAG::DESCRIPTION.name, DQMRivetClient::NormOption.name, cond::persistency::TAG::SYNCHRONIZATION.name, cond::persistency::GLOBAL_TAG::RELEASE.name, cond::persistency::TAG::END_OF_VALIDITY.name, MEPSet.name, cond::persistency::GLOBAL_TAG::SNAPSHOT_TIME.name, cond::persistency::O2O_RUN::JOB_NAME.name, cond::persistency::GLOBAL_TAG::INSERTION_TIME.name, cond::persistency::TAG::DESCRIPTION.name, cms::dd::NameValuePair< T >.name, cond::persistency::O2O_RUN::START_TIME.name, cond::persistency::TAG::LAST_VALIDATED_TIME.name, FWTGeoRecoGeometry::Info.name, cond::persistency::O2O_RUN::END_TIME.name, cond::persistency::TAG::INSERTION_TIME.name, cond::persistency::O2O_RUN::STATUS_CODE.name, cond::persistency::TAG::MODIFICATION_TIME.name, cond::persistency::O2O_RUN::LOG.name, ParameterSet.name, nanoaod::MergeableCounterTable::SingleColumn< T >.name, cond::persistency::TAG::PROTECTION_CODE.name, preexistingValidation.PreexistingValidation.name, OutputMEPSet.name, AlignmentConstraint.name, PixelDCSObject< T >::Item.name, dataset.BaseDataset.name, SummaryTableOutputBranches::NamedBranchPtr.name, cms::dd::ValuePair< T, U >.name, fit::RootMinuitCommand.name, personalPlayback.Applet.name, Types._Untracked.name, EventStringOutputBranches::NamedBranchPtr.name, MagCylinder.name, analyzer.Analyzer.name, production_tasks.Task.name, HcalForwardLibWriter::FileHandle.name, DQMRivetClient::LumiOption.name, heppy::ParSet.name, cond::persistency::GTProxyData.name, LumiOutputBranches::NamedBranchPtr.name, TableOutputBranches::NamedBranchPtr.name, TriggerOutputBranches::NamedBranchPtr.name, CharmTagger::MVAVar.name, SingleObjectCondition.name, edm::PathTimingSummary.name, DQMRivetClient::ScaleFactorOption.name, HeavyIonCSVTagger::MVAVar.name, EgHLTOfflineSummaryClient::SumHistBinData.name, cms::DDAlgoArguments.name, RHStopTracer::StopPoint.name, Barrel.name, cond::TimeTypeSpecs.name, perftools::EdmEventSize::BranchRecord.name, core.autovars.NTupleObjectType.name, edm::PathSummary.name, EcalLogicID.name, alignment.Alignment.name, lumi::TriggerInfo.name, PixelEndcapLinkMaker::Item.name, dirstructure.Weighted.name, XMLProcessor::_loaderBaseConfig.name, MEtoEDM< T >::MEtoEDMObject.name, FWTableViewManager::TableEntry.name, PixelBarrelLinkMaker::Item.name, ExpressionHisto< T >.name, DQMGenericClient::EfficOption.name, python.rootplot.utilities.Hist2D.name, TreeCrawler.Package.name, Supermodule.name, cond::persistency::GLOBAL_TAG_MAP::GLOBAL_TAG_NAME.name, genericValidation.GenericValidation.name, CaloTrkProcessing::Detector.name, cond::persistency::GLOBAL_TAG_MAP::RECORD.name, options.ConnectionHLTMenu.name, cond::persistency::GLOBAL_TAG_MAP::LABEL.name, cms::DDParsingContext::CompositeMaterial.name, MVAVar.name, cond::persistency::GLOBAL_TAG_MAP::TAG_NAME.name, DisplayManager.DisplayManager.name, cond::Tag_t.name, FWLite.WorkingPoints.name, dqmoffline::l1t::HistDefinition.name, DQMGenericClient::ProfileOption.name, magneticfield::BaseVolumeHandle.name, nanoaod::MergeableCounterTable::VectorColumn< T >.name, FastHFShowerLibrary.name, emtf::Node.name, PhysicsTools::Variable::Value.name, h4DSegm.name, PrintMaterialBudgetInfo.name, BTagProbabilityToDiscriminator::Discriminator.name, DQMGenericClient::NormOption.name, core.TriggerMatchAnalyzer.TriggerMatchAnalyzer.name, DQMGenericClient::CDOption.name, CounterChecker.name, cond::TagInfo_t.name, PhysicsTools::Calibration::Variable.name, TriggerObjectTableProducer::SelectedObject.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, cond::persistency::PAYLOAD::HASH.name, FCDTask.name, DQMGenericClient::NoFlowOption.name, Mapper::definition< ScannerT >.name, looper.Looper.name, cond::persistency::PAYLOAD::OBJECT_TYPE.name, cond::persistency::PAYLOAD::DATA.name, EDMtoMEConverter.name, python.rootplot.tree2hists.Plot.name, cond::persistency::PAYLOAD::STREAMER_INFO.name, cond::persistency::PAYLOAD::VERSION.name, cond::persistency::PAYLOAD::INSERTION_TIME.name, PhysicsTools::TreeReader::Value.name, classes.MonitorData.name, PhysicsTools::ProcessRegistry< Base_t, CalibBase_t, Parent_t >.name, HistogramManager.name, classes.OutputData.name, Crystal.name, h2DSegm.name, options.HLTProcessOptions.name, cond::persistency::IOV::TAG_NAME.name, cond::persistency::IOV::SINCE.name, cond::persistency::IOV::PAYLOAD_HASH.name, cond::persistency::IOV::INSERTION_TIME.name, core.TriggerBitAnalyzer.TriggerBitAnalyzer.name, DQMNet::WaitObject.name, python.rootplot.utilities.Hist.name, AlpgenParameterName.name, config.Analyzer.name, geometry.Structure.name, hDigis.name, core.autovars.NTupleSubObject.name, Capsule.name, core.autovars.NTupleObject.name, Ceramic.name, PhysicsTools::Variable.name, SiStripMonitorDigi.name, config.Service.name, BulkSilicon.name, adaptToRunAtMiniAOD.adaptToRunAtMiniAOD.name, CaloSD::Detector.name, APD.name, core.autovars.NTupleCollection.name, nanoaod::FlatTable::Column.name, NanoAODDQM::SelGroupConfig.name, BPHRecoBuilder::BPHRecoSource.name, BPHRecoBuilder::BPHCompSource.name, StraightTrackAlignment::RPSetPlots.name, cond::persistency::TAG_AUTHORIZATION::TAG_NAME.name, cond::persistency::TAG_AUTHORIZATION::ACCESS_TYPE.name, cond::persistency::TAG_AUTHORIZATION::CREDENTIAL.name, cond::persistency::TAG_AUTHORIZATION::CREDENTIAL_TYPE.name, InnerLayerVolume.name, cond::payloadInspector::TagReference.name, cond::persistency::TAG_LOG::TAG_NAME.name, cond::persistency::TAG_LOG::EVENT_TIME.name, cond::persistency::TAG_LOG::USER_NAME.name, cond::persistency::TAG_LOG::HOST_NAME.name, cond::persistency::TAG_LOG::COMMAND.name, cond::persistency::TAG_LOG::ACTION.name, cond::persistency::TAG_LOG::USER_TEXT.name, personalPlayback.FrameworkJob.name, Grid.name, Grille.name, BackPipe.name, plotscripts.SawTeethFunction.name, PatchPanel.name, BackCoolTank.name, DryAirTube.name, python.rootplot.utilities.RootFile.name, crabFunctions.CrabTask.name, MBCoolTube.name, hHits.name, MBManif.name, cscdqm::ParHistoDef.name, hDeltaR.name, hTMaxCell.name, BeautifulSoup.Tag.name, hParam.name, hMuonStat.name, hTOF.name, hTDelay.name, hTimes< hTime >.name, SummaryOutputProducer::GenericSummary.name, and BeautifulSoup.SoupStrainer.name.

Referenced by dirstructure.Directory.__create_on_disk(), and dirstructure.Directory.get_summary_chart_name().

  def __get_full_path(self):
    #print "Mother is %s" %self.mother_dir
    if len(self.mother_dir)==0:
      return self.name
    return join(self.mother_dir,self.name)
    

__repr__()

def dirstructure.Directory.__repr__

(

self

)

Definition at line 316 of file dirstructure.py.

References dirstructure.Directory.comparisons, dirstructure.Directory.get_fail_rate(), dirstructure.Directory.get_null_rate(), dirstructure.Directory.get_success_rate(), DEutils< T >.is_empty(), DEcompare< T >.is_empty(), dirstructure.Directory.is_empty(), dirstructure.Directory.n_fails, dirstructure.Directory.n_nulls, dirstructure.Directory.n_successes, ElectronMVAID.ElectronMVAID.name, HcalOnlineHarvesting.name, HFRaddamTask.name, LaserTask.name, NoCQTask.name, PedestalTask.name, QIE11Task.name, RecHitTask.name, HcalOfflineHarvesting.name, QIE10Task.name, UMNioTask.name, ZDCTask.name, AlignableObjectId::entry.name, RawTask.name, average.Average.name, counter.Counter.name, TPTask.name, DigiTask.name, histograms.Histograms.name, LEDTask.name, cond::persistency::TAG::NAME.name, cond::persistency::RUN_INFO::RUN_NUMBER.name, TmModule.name, cond::persistency::GTEditorData.name, FWLite.ElectronMVAID.name, cond::persistency::GLOBAL_TAG::NAME.name, cond::persistency::RUN_INFO::START_TIME.name, cond::persistency::TAG::TIME_TYPE.name, cond::persistency::GLOBAL_TAG::VALIDITY.name, cond::persistency::RUN_INFO::END_TIME.name, cond::persistency::TAG::OBJECT_TYPE.name, core.autovars.NTupleVariable.name, cond::persistency::GLOBAL_TAG::DESCRIPTION.name, DQMRivetClient::NormOption.name, cond::persistency::GLOBAL_TAG::RELEASE.name, cond::persistency::TAG::SYNCHRONIZATION.name, cond::persistency::GLOBAL_TAG::SNAPSHOT_TIME.name, cond::persistency::TAG::END_OF_VALIDITY.name, MEPSet.name, cond::persistency::GLOBAL_TAG::INSERTION_TIME.name, cond::persistency::O2O_RUN::JOB_NAME.name, cond::persistency::TAG::DESCRIPTION.name, cms::dd::NameValuePair< T >.name, cond::persistency::O2O_RUN::START_TIME.name, cond::persistency::TAG::LAST_VALIDATED_TIME.name, FWTGeoRecoGeometry::Info.name, cond::persistency::O2O_RUN::END_TIME.name, cond::persistency::TAG::INSERTION_TIME.name, cond::persistency::O2O_RUN::STATUS_CODE.name, cond::persistency::TAG::MODIFICATION_TIME.name, cond::persistency::O2O_RUN::LOG.name, ParameterSet.name, nanoaod::MergeableCounterTable::SingleColumn< T >.name, cond::persistency::TAG::PROTECTION_CODE.name, preexistingValidation.PreexistingValidation.name, OutputMEPSet.name, AlignmentConstraint.name, PixelDCSObject< T >::Item.name, dataset.BaseDataset.name, SummaryTableOutputBranches::NamedBranchPtr.name, cms::dd::ValuePair< T, U >.name, fit::RootMinuitCommand.name, personalPlayback.Applet.name, Types._Untracked.name, EventStringOutputBranches::NamedBranchPtr.name, MagCylinder.name, analyzer.Analyzer.name, production_tasks.Task.name, HcalForwardLibWriter::FileHandle.name, DQMRivetClient::LumiOption.name, heppy::ParSet.name, cond::persistency::GTProxyData.name, LumiOutputBranches::NamedBranchPtr.name, SingleObjectCondition.name, TableOutputBranches::NamedBranchPtr.name, TriggerOutputBranches::NamedBranchPtr.name, CharmTagger::MVAVar.name, edm::PathTimingSummary.name, DQMRivetClient::ScaleFactorOption.name, HeavyIonCSVTagger::MVAVar.name, EgHLTOfflineSummaryClient::SumHistBinData.name, cms::DDAlgoArguments.name, RHStopTracer::StopPoint.name, Barrel.name, cond::TimeTypeSpecs.name, perftools::EdmEventSize::BranchRecord.name, core.autovars.NTupleObjectType.name, edm::PathSummary.name, EcalLogicID.name, alignment.Alignment.name, lumi::TriggerInfo.name, PixelEndcapLinkMaker::Item.name, dirstructure.Weighted.name, XMLProcessor::_loaderBaseConfig.name, FWTableViewManager::TableEntry.name, MEtoEDM< T >::MEtoEDMObject.name, PixelBarrelLinkMaker::Item.name, ExpressionHisto< T >.name, DQMGenericClient::EfficOption.name, python.rootplot.utilities.Hist2D.name, TreeCrawler.Package.name, Supermodule.name, cond::persistency::GLOBAL_TAG_MAP::GLOBAL_TAG_NAME.name, CaloTrkProcessing::Detector.name, genericValidation.GenericValidation.name, cond::persistency::GLOBAL_TAG_MAP::RECORD.name, options.ConnectionHLTMenu.name, cond::persistency::GLOBAL_TAG_MAP::LABEL.name, cms::DDParsingContext::CompositeMaterial.name, MVAVar.name, cond::persistency::GLOBAL_TAG_MAP::TAG_NAME.name, DisplayManager.DisplayManager.name, cond::Tag_t.name, FWLite.WorkingPoints.name, dqmoffline::l1t::HistDefinition.name, DQMGenericClient::ProfileOption.name, FastHFShowerLibrary.name, magneticfield::BaseVolumeHandle.name, nanoaod::MergeableCounterTable::VectorColumn< T >.name, emtf::Node.name, PhysicsTools::Variable::Value.name, PrintMaterialBudgetInfo.name, h4DSegm.name, BTagProbabilityToDiscriminator::Discriminator.name, DQMGenericClient::NormOption.name, core.TriggerMatchAnalyzer.TriggerMatchAnalyzer.name, DQMGenericClient::CDOption.name, CounterChecker.name, TriggerObjectTableProducer::SelectedObject.name, PhysicsTools::Calibration::Variable.name, cond::TagInfo_t.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, FCDTask.name, cond::persistency::PAYLOAD::HASH.name, DQMGenericClient::NoFlowOption.name, cond::persistency::PAYLOAD::OBJECT_TYPE.name, looper.Looper.name, Mapper::definition< ScannerT >.name, cond::persistency::PAYLOAD::DATA.name, EDMtoMEConverter.name, cond::persistency::PAYLOAD::STREAMER_INFO.name, python.rootplot.tree2hists.Plot.name, cond::persistency::PAYLOAD::VERSION.name, cond::persistency::PAYLOAD::INSERTION_TIME.name, PhysicsTools::TreeReader::Value.name, classes.MonitorData.name, PhysicsTools::ProcessRegistry< Base_t, CalibBase_t, Parent_t >.name, HistogramManager.name, classes.OutputData.name, Crystal.name, h2DSegm.name, options.HLTProcessOptions.name, cond::persistency::IOV::TAG_NAME.name, cond::persistency::IOV::SINCE.name, cond::persistency::IOV::PAYLOAD_HASH.name, cond::persistency::IOV::INSERTION_TIME.name, core.TriggerBitAnalyzer.TriggerBitAnalyzer.name, DQMNet::WaitObject.name, python.rootplot.utilities.Hist.name, AlpgenParameterName.name, config.Analyzer.name, geometry.Structure.name, hDigis.name, core.autovars.NTupleSubObject.name, Capsule.name, core.autovars.NTupleObject.name, Ceramic.name, PhysicsTools::Variable.name, SiStripMonitorDigi.name, BulkSilicon.name, config.Service.name, adaptToRunAtMiniAOD.adaptToRunAtMiniAOD.name, CaloSD::Detector.name, APD.name, core.autovars.NTupleCollection.name, nanoaod::FlatTable::Column.name, BPHRecoBuilder::BPHRecoSource.name, NanoAODDQM::SelGroupConfig.name, BPHRecoBuilder::BPHCompSource.name, StraightTrackAlignment::RPSetPlots.name, cond::persistency::TAG_AUTHORIZATION::TAG_NAME.name, cond::persistency::TAG_AUTHORIZATION::ACCESS_TYPE.name, cond::persistency::TAG_AUTHORIZATION::CREDENTIAL.name, cond::persistency::TAG_AUTHORIZATION::CREDENTIAL_TYPE.name, InnerLayerVolume.name, cond::payloadInspector::TagReference.name, cond::persistency::TAG_LOG::TAG_NAME.name, cond::persistency::TAG_LOG::EVENT_TIME.name, cond::persistency::TAG_LOG::USER_NAME.name, cond::persistency::TAG_LOG::HOST_NAME.name, cond::persistency::TAG_LOG::COMMAND.name, cond::persistency::TAG_LOG::ACTION.name, cond::persistency::TAG_LOG::USER_TEXT.name, personalPlayback.FrameworkJob.name, Grid.name, Grille.name, BackPipe.name, plotscripts.SawTeethFunction.name, PatchPanel.name, BackCoolTank.name, DryAirTube.name, python.rootplot.utilities.RootFile.name, crabFunctions.CrabTask.name, MBCoolTube.name, hHits.name, MBManif.name, cscdqm::ParHistoDef.name, hDeltaR.name, hTMaxCell.name, BeautifulSoup.Tag.name, hParam.name, hMuonStat.name, hTOF.name, hTDelay.name, hTimes< hTime >.name, SummaryOutputProducer::GenericSummary.name, BeautifulSoup.SoupStrainer.name, and dirstructure.Directory.subdirs.

  def __repr__(self):
    if self.is_empty():
      return "%s seems to be empty. Please check!" %self.name
    content="%s , Rates: Success %.2f%%(%s) - Fail %.2f%%(%s) - Null %.2f%%(%s)\n" %(self.name,self.get_success_rate(),self.n_successes,self.get_fail_rate(),self.n_fails,self.get_null_rate(),self.n_nulls)   
    for subdir in self.subdirs:
      content+=" %s\n" % subdir
    for comp in self.comparisons:
      content+=" %s\n" % comp
    return content
    
#-------------------------------------------------------------------------------

calcStats()

def dirstructure.Directory.calcStats	(		self,
			make_pie = True
	)

Walk all subdirs and calculate weight,fails and successes.
Moreove propagate the sample and releases names.

Definition at line 96 of file dirstructure.py.

References SiStripClientConfig_Tier0_cff.Add, dirstructure.Directory.comparisons, dirstructure.Directory.different_histograms, dirstructure.Directory.filename1, dirstructure.Directory.filename2, HcalObjRepresent.Fill(), dirstructure.Directory.full_path, join(), dqm::DQMFileSaverOnline::SnapshotFiles.meta, dirstructure.Directory.meta, dirstructure.Directory.mother_dir, dirstructure.Directory.n_comp_fails, dirstructure.Directory.n_comp_nulls, dirstructure.Directory.n_comp_skiped, dirstructure.Directory.n_comp_successes, dirstructure.Directory.n_fails, dirstructure.Directory.n_missing_objs, dirstructure.Directory.n_nulls, dirstructure.Directory.n_skiped, dirstructure.Directory.n_successes, ElectronMVAID.ElectronMVAID.name, HcalOfflineHarvesting.name, HcalOnlineHarvesting.name, HFRaddamTask.name, LaserTask.name, NoCQTask.name, PedestalTask.name, QIE10Task.name, QIE11Task.name, RecHitTask.name, UMNioTask.name, ZDCTask.name, RawTask.name, AlignableObjectId::entry.name, TPTask.name, average.Average.name, counter.Counter.name, DigiTask.name, LEDTask.name, histograms.Histograms.name, cond::persistency::GLOBAL_TAG::NAME.name, cond::persistency::GTEditorData.name, cond::persistency::TAG::NAME.name, cond::persistency::RUN_INFO::RUN_NUMBER.name, TmModule.name, FWLite.ElectronMVAID.name, cond::persistency::GLOBAL_TAG::VALIDITY.name, cond::persistency::TAG::TIME_TYPE.name, cond::persistency::RUN_INFO::START_TIME.name, cond::persistency::GLOBAL_TAG::DESCRIPTION.name, cond::persistency::TAG::OBJECT_TYPE.name, core.autovars.NTupleVariable.name, cond::persistency::RUN_INFO::END_TIME.name, cond::persistency::GLOBAL_TAG::RELEASE.name, cond::persistency::TAG::SYNCHRONIZATION.name, DQMRivetClient::NormOption.name, cond::persistency::GLOBAL_TAG::SNAPSHOT_TIME.name, MEPSet.name, cond::persistency::TAG::END_OF_VALIDITY.name, cond::persistency::GLOBAL_TAG::INSERTION_TIME.name, cond::persistency::TAG::DESCRIPTION.name, cond::persistency::O2O_RUN::JOB_NAME.name, cms::dd::NameValuePair< T >.name, cond::persistency::TAG::LAST_VALIDATED_TIME.name, cond::persistency::O2O_RUN::START_TIME.name, cond::persistency::TAG::INSERTION_TIME.name, FWTGeoRecoGeometry::Info.name, cond::persistency::O2O_RUN::END_TIME.name, cond::persistency::TAG::MODIFICATION_TIME.name, cond::persistency::O2O_RUN::STATUS_CODE.name, cond::persistency::TAG::PROTECTION_CODE.name, ParameterSet.name, cond::persistency::O2O_RUN::LOG.name, nanoaod::MergeableCounterTable::SingleColumn< T >.name, OutputMEPSet.name, preexistingValidation.PreexistingValidation.name, dataset.BaseDataset.name, AlignmentConstraint.name, SummaryTableOutputBranches::NamedBranchPtr.name, PixelDCSObject< T >::Item.name, personalPlayback.Applet.name, fit::RootMinuitCommand.name, cms::dd::ValuePair< T, U >.name, Types._Untracked.name, EventStringOutputBranches::NamedBranchPtr.name, MagCylinder.name, analyzer.Analyzer.name, production_tasks.Task.name, HcalForwardLibWriter::FileHandle.name, DQMRivetClient::LumiOption.name, heppy::ParSet.name, cond::persistency::GTProxyData.name, SingleObjectCondition.name, LumiOutputBranches::NamedBranchPtr.name, TableOutputBranches::NamedBranchPtr.name, TriggerOutputBranches::NamedBranchPtr.name, CharmTagger::MVAVar.name, EgHLTOfflineSummaryClient::SumHistBinData.name, edm::PathTimingSummary.name, DQMRivetClient::ScaleFactorOption.name, HeavyIonCSVTagger::MVAVar.name, cms::DDAlgoArguments.name, RHStopTracer::StopPoint.name, Barrel.name, perftools::EdmEventSize::BranchRecord.name, core.autovars.NTupleObjectType.name, cond::TimeTypeSpecs.name, edm::PathSummary.name, EcalLogicID.name, alignment.Alignment.name, lumi::TriggerInfo.name, dirstructure.Weighted.name, XMLProcessor::_loaderBaseConfig.name, PixelEndcapLinkMaker::Item.name, FWTableViewManager::TableEntry.name, MEtoEDM< T >::MEtoEDMObject.name, PixelBarrelLinkMaker::Item.name, DQMGenericClient::EfficOption.name, ExpressionHisto< T >.name, python.rootplot.utilities.Hist2D.name, TreeCrawler.Package.name, Supermodule.name, CaloTrkProcessing::Detector.name, cond::persistency::GLOBAL_TAG_MAP::GLOBAL_TAG_NAME.name, genericValidation.GenericValidation.name, cond::persistency::GLOBAL_TAG_MAP::RECORD.name, options.ConnectionHLTMenu.name, MVAVar.name, cond::persistency::GLOBAL_TAG_MAP::LABEL.name, cms::DDParsingContext::CompositeMaterial.name, cond::persistency::GLOBAL_TAG_MAP::TAG_NAME.name, DisplayManager.DisplayManager.name, cond::Tag_t.name, dqmoffline::l1t::HistDefinition.name, DQMGenericClient::ProfileOption.name, FWLite.WorkingPoints.name, FastHFShowerLibrary.name, magneticfield::BaseVolumeHandle.name, nanoaod::MergeableCounterTable::VectorColumn< T >.name, PhysicsTools::Variable::Value.name, emtf::Node.name, PrintMaterialBudgetInfo.name, h4DSegm.name, BTagProbabilityToDiscriminator::Discriminator.name, DQMGenericClient::NormOption.name, core.TriggerMatchAnalyzer.TriggerMatchAnalyzer.name, DQMGenericClient::CDOption.name, CounterChecker.name, TriggerObjectTableProducer::SelectedObject.name, PhysicsTools::Calibration::Variable.name, cond::TagInfo_t.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, FCDTask.name, cond::persistency::PAYLOAD::HASH.name, DQMGenericClient::NoFlowOption.name, Mapper::definition< ScannerT >.name, cond::persistency::PAYLOAD::OBJECT_TYPE.name, looper.Looper.name, EDMtoMEConverter.name, cond::persistency::PAYLOAD::DATA.name, python.rootplot.tree2hists.Plot.name, cond::persistency::PAYLOAD::STREAMER_INFO.name, cond::persistency::PAYLOAD::VERSION.name, cond::persistency::PAYLOAD::INSERTION_TIME.name, PhysicsTools::TreeReader::Value.name, classes.MonitorData.name, PhysicsTools::ProcessRegistry< Base_t, CalibBase_t, Parent_t >.name, HistogramManager.name, classes.OutputData.name, Crystal.name, h2DSegm.name, options.HLTProcessOptions.name, cond::persistency::IOV::TAG_NAME.name, cond::persistency::IOV::SINCE.name, cond::persistency::IOV::PAYLOAD_HASH.name, cond::persistency::IOV::INSERTION_TIME.name, core.TriggerBitAnalyzer.TriggerBitAnalyzer.name, DQMNet::WaitObject.name, python.rootplot.utilities.Hist.name, AlpgenParameterName.name, config.Analyzer.name, geometry.Structure.name, hDigis.name, core.autovars.NTupleSubObject.name, Capsule.name, core.autovars.NTupleObject.name, Ceramic.name, PhysicsTools::Variable.name, SiStripMonitorDigi.name, config.Service.name, BulkSilicon.name, adaptToRunAtMiniAOD.adaptToRunAtMiniAOD.name, CaloSD::Detector.name, APD.name, core.autovars.NTupleCollection.name, nanoaod::FlatTable::Column.name, NanoAODDQM::SelGroupConfig.name, BPHRecoBuilder::BPHRecoSource.name, BPHRecoBuilder::BPHCompSource.name, StraightTrackAlignment::RPSetPlots.name, cond::persistency::TAG_AUTHORIZATION::TAG_NAME.name, cond::persistency::TAG_AUTHORIZATION::ACCESS_TYPE.name, cond::persistency::TAG_AUTHORIZATION::CREDENTIAL.name, cond::persistency::TAG_AUTHORIZATION::CREDENTIAL_TYPE.name, InnerLayerVolume.name, cond::payloadInspector::TagReference.name, cond::persistency::TAG_LOG::TAG_NAME.name, cond::persistency::TAG_LOG::EVENT_TIME.name, cond::persistency::TAG_LOG::USER_NAME.name, cond::persistency::TAG_LOG::HOST_NAME.name, cond::persistency::TAG_LOG::COMMAND.name, cond::persistency::TAG_LOG::ACTION.name, cond::persistency::TAG_LOG::USER_TEXT.name, personalPlayback.FrameworkJob.name, Grid.name, Grille.name, BackPipe.name, plotscripts.SawTeethFunction.name, PatchPanel.name, BackCoolTank.name, DryAirTube.name, python.rootplot.utilities.RootFile.name, crabFunctions.CrabTask.name, MBCoolTube.name, hHits.name, MBManif.name, cscdqm::ParHistoDef.name, hDeltaR.name, hTMaxCell.name, BeautifulSoup.Tag.name, hParam.name, hMuonStat.name, hTOF.name, hTDelay.name, hTimes< hTime >.name, SummaryOutputProducer::GenericSummary.name, BeautifulSoup.SoupStrainer.name, print(), dirstructure.Directory.rank_histo, python.rootplot.root2matplotlib.replace(), dirstructure.Directory.stats_calculated, dirstructure.Directory.subdirs, RPCDQMObject::DQMObjectItem.weight, TtFullLepKinSolver::NeutrinoSolution.weight, JetAnaPythia< Jet >.weight, lheh5::EventHeader.weight, ZIterativeAlgorithmWithFit::ZIterativeAlgorithmWithFitPlots.weight, SeedCandidate.weight, ExtendedPerigeeTrajectoryError.weight, LutXml::_Config.weight, materialEffect::Effect.weight, L1Analysis::L1AnalysisGeneratorDataFormat.weight, dirstructure.Weighted.weight, PrimaryVertexMonitor.weight, MuIsolatorResultProducer< BT >::DepositConf.weight, DTTrigTest.weight, FastLineRecognition::Cluster.weight, classes.MonitorData.weight, HLTBitAnalyzer.weight, HGCalImagingAlgo::Hexel.weight, HGCalCLUEAlgoT< TILE >::CellsOnLayer.weight, and areaInfo.weight.

Referenced by dirstructure.Directory.print_report().

  def calcStats(self,make_pie=True):
    '''Walk all subdirs and calculate weight,fails and successes.
    Moreove propagate the sample and releases names.
    '''
    if self.stats_calculated:
      return 0
    
    self.n_fails=0
    self.n_successes=0
    self.n_nulls=0
    self.n_comp_fails=0
    self.n_comp_successes=0
    self.n_comp_nulls=0  
    self.weight=0
    
    self.n_skiped = 0
    self.n_comp_skiped = 0
    self.n_missing_objs = len(self.different_histograms['file1'])+len(self.different_histograms['file2'])
    if self.n_missing_objs != 0:
      print("    [*] Missing in %s: %s" %(self.filename1, self.different_histograms['file1']))
      print("    [*] Missing in %s: %s" %(self.filename2, self.different_histograms['file2']))
    # clean from empty dirs    
    self.subdirs = [subdir for subdir in self.subdirs if not subdir.is_empty()]    
    
    for comp in self.comparisons:
      if comp.status == SKIPED: #in case its in black list & skiped 
          self.n_skiped += 1
          self.n_comp_skiped += 1
          self.weight+=1
      else: #else original code -> to check for Fails and Successes
          self.rank_histo.Fill(comp.rank)
          self.weight+=1
          if comp.status == FAIL:
              self.n_fails+=1
              self.n_comp_fails+=1
          elif comp.status == SUCCESS:
              self.n_successes+=1
              self.n_comp_successes+=1
          else:
              self.n_nulls+=1
              self.n_comp_nulls+=1

    for subdir in self.subdirs:
      subdir.mother_dir=join(self.mother_dir,self.name)
      subdir.full_path = join(self.mother_dir,self.name).replace("/Run summary","")
      subdir.calcStats(make_pie)
      subdir.meta=self.meta 
      self.weight+=subdir.weight
      self.n_fails+=subdir.n_fails
      self.n_successes+=subdir.n_successes
      self.n_nulls+=subdir.n_nulls
      
      self.n_skiped+=subdir.n_skiped
      self.n_missing_objs += subdir.n_missing_objs
      
      self.rank_histo.Add(subdir.rank_histo)

    self.stats_calculated=True
    self.full_path = join(self.mother_dir,self.name).replace("/Run summary","")
    #if make_pie:
      #self.__create_pie_image()

get_fail_rate()

def dirstructure.Directory.get_fail_rate

(

self

)

Definition at line 208 of file dirstructure.py.

References dirstructure.Directory.n_fails, RPCDQMObject::DQMObjectItem.weight, TtFullLepKinSolver::NeutrinoSolution.weight, JetAnaPythia< Jet >.weight, lheh5::EventHeader.weight, ZIterativeAlgorithmWithFit::ZIterativeAlgorithmWithFitPlots.weight, ExtendedPerigeeTrajectoryError.weight, SeedCandidate.weight, LutXml::_Config.weight, materialEffect::Effect.weight, L1Analysis::L1AnalysisGeneratorDataFormat.weight, dirstructure.Weighted.weight, PrimaryVertexMonitor.weight, MuIsolatorResultProducer< BT >::DepositConf.weight, DTTrigTest.weight, FastLineRecognition::Cluster.weight, classes.MonitorData.weight, HLTBitAnalyzer.weight, HGCalImagingAlgo::Hexel.weight, HGCalCLUEAlgoT< TILE >::CellsOnLayer.weight, and areaInfo.weight.

Referenced by dirstructure.Directory.__create_pie_image(), dirstructure.Directory.__repr__(), dirstructure.Directory.get_summary_chart_ajax(), and dirstructure.Directory.print_report().

  def get_fail_rate(self):
    if self.weight == 0:return 0
    return 100.*self.n_fails/self.weight
    

get_null_rate()

def dirstructure.Directory.get_null_rate

(

self

)

Definition at line 216 of file dirstructure.py.

References dirstructure.Directory.n_nulls, RPCDQMObject::DQMObjectItem.weight, TtFullLepKinSolver::NeutrinoSolution.weight, JetAnaPythia< Jet >.weight, lheh5::EventHeader.weight, ZIterativeAlgorithmWithFit::ZIterativeAlgorithmWithFitPlots.weight, ExtendedPerigeeTrajectoryError.weight, SeedCandidate.weight, LutXml::_Config.weight, materialEffect::Effect.weight, L1Analysis::L1AnalysisGeneratorDataFormat.weight, dirstructure.Weighted.weight, PrimaryVertexMonitor.weight, MuIsolatorResultProducer< BT >::DepositConf.weight, DTTrigTest.weight, FastLineRecognition::Cluster.weight, classes.MonitorData.weight, HLTBitAnalyzer.weight, HGCalImagingAlgo::Hexel.weight, HGCalCLUEAlgoT< TILE >::CellsOnLayer.weight, and areaInfo.weight.

Referenced by dirstructure.Directory.__create_pie_image(), dirstructure.Directory.__repr__(), dirstructure.Directory.get_summary_chart_ajax(), and dirstructure.Directory.print_report().

  def get_null_rate(self):
    if self.weight == 0:return 0    
    return 100.*self.n_nulls/self.weight

get_skiped_rate()

def dirstructure.Directory.get_skiped_rate

(

self

)

Definition at line 205 of file dirstructure.py.

References dirstructure.Directory.n_skiped, RPCDQMObject::DQMObjectItem.weight, TtFullLepKinSolver::NeutrinoSolution.weight, JetAnaPythia< Jet >.weight, lheh5::EventHeader.weight, ZIterativeAlgorithmWithFit::ZIterativeAlgorithmWithFitPlots.weight, ExtendedPerigeeTrajectoryError.weight, SeedCandidate.weight, LutXml::_Config.weight, materialEffect::Effect.weight, L1Analysis::L1AnalysisGeneratorDataFormat.weight, dirstructure.Weighted.weight, PrimaryVertexMonitor.weight, MuIsolatorResultProducer< BT >::DepositConf.weight, DTTrigTest.weight, FastLineRecognition::Cluster.weight, classes.MonitorData.weight, HLTBitAnalyzer.weight, HGCalImagingAlgo::Hexel.weight, HGCalCLUEAlgoT< TILE >::CellsOnLayer.weight, and areaInfo.weight.

Referenced by dirstructure.Directory.__create_pie_image(), dirstructure.Directory.get_summary_chart_ajax(), and dirstructure.Directory.print_report().

  def get_skiped_rate(self):
    if self.weight == 0: return 0
    return 100.*self.n_skiped/self.weight

get_subdirs_dict()

def dirstructure.Directory.get_subdirs_dict

(

self

)

Definition at line 158 of file dirstructure.py.

References dirstructure.Directory.subdirs.

  def get_subdirs_dict(self):
    subdirdict={}
    for subdir in self.subdirs:
      subdirdict[subdir.name]=subdir
    return subdirdict

get_subdirs_names()

def dirstructure.Directory.get_subdirs_names

(

self

)

Definition at line 164 of file dirstructure.py.

References dirstructure.Directory.subdirs.

  def get_subdirs_names(self):
    subdirnames=[]
    for subdir in self.subdirs:
      subdirnames.append(subdir.name)
    return subdirnames

get_success_rate()

def dirstructure.Directory.get_success_rate

(

self

)

Definition at line 212 of file dirstructure.py.

References dirstructure.Directory.n_successes, RPCDQMObject::DQMObjectItem.weight, TtFullLepKinSolver::NeutrinoSolution.weight, JetAnaPythia< Jet >.weight, lheh5::EventHeader.weight, ZIterativeAlgorithmWithFit::ZIterativeAlgorithmWithFitPlots.weight, ExtendedPerigeeTrajectoryError.weight, SeedCandidate.weight, LutXml::_Config.weight, materialEffect::Effect.weight, L1Analysis::L1AnalysisGeneratorDataFormat.weight, dirstructure.Weighted.weight, PrimaryVertexMonitor.weight, MuIsolatorResultProducer< BT >::DepositConf.weight, DTTrigTest.weight, FastLineRecognition::Cluster.weight, classes.MonitorData.weight, HLTBitAnalyzer.weight, HGCalImagingAlgo::Hexel.weight, HGCalCLUEAlgoT< TILE >::CellsOnLayer.weight, and areaInfo.weight.

Referenced by dirstructure.Directory.__create_pie_image(), dirstructure.Directory.__repr__(), dirstructure.Directory.get_summary_chart_ajax(), and dirstructure.Directory.print_report().

  def get_success_rate(self):
    if self.weight == 0:return 1    
    return 100.*self.n_successes/self.weight
    

get_summary_chart_ajax()

def dirstructure.Directory.get_summary_chart_ajax	(		self,
			w = 400,
			h = 300
	)

Emit the ajax to build a pie chart using google apis...

Definition at line 170 of file dirstructure.py.

References dirstructure.Directory.get_fail_rate(), dirstructure.Directory.get_null_rate(), dirstructure.Directory.get_skiped_rate(), and dirstructure.Directory.get_success_rate().

  def get_summary_chart_ajax(self,w=400,h=300):
    """Emit the ajax to build a pie chart using google apis...
    """
    url = "https://chart.googleapis.com/chart?"
    url+= "cht=p3" # Select the 3d chart
    #url+= "&chl=Success|Null|Fail" # give labels
    url+= "&chco=00FF00|FFFF00|FF0000|7A7A7A" # give colours to labels
    url+= "&chs=%sx%s" %(w,h)
    #url+= "&chtt=%s" %self.name
    url+= "&chd=t:%.2f,%.2f,%.2f,%.2f"%(self.get_success_rate(),self.get_null_rate(),self.get_fail_rate(),self.get_skiped_rate())
    
    return url

get_summary_chart_name()

def dirstructure.Directory.get_summary_chart_name

(

self

)

Definition at line 233 of file dirstructure.py.

References dirstructure.Directory.__get_full_path(), and join().

Referenced by dirstructure.Directory.__create_pie_image().

  def get_summary_chart_name(self):
    return join(self.__get_full_path(),"summary_chart.png") 

is_empty()

def dirstructure.Directory.is_empty

(

self

)

Definition at line 91 of file dirstructure.py.

References dirstructure.Directory.comparisons, and dirstructure.Directory.subdirs.

Referenced by dirstructure.Directory.__repr__(), and utils_v2.StatisticalTest.do_test().

  def is_empty(self):
    if len(self.subdirs)==0 and len(self.comparisons)==0:
      return True
    return False
  

print_report()

def dirstructure.Directory.print_report	(		self,
			indent = "",
			verbose = False
	)

Definition at line 183 of file dirstructure.py.

References dirstructure.Directory.calcStats(), dirstructure.Directory.comparisons, dirstructure.Directory.get_fail_rate(), dirstructure.Directory.get_null_rate(), dirstructure.Directory.get_skiped_rate(), dirstructure.Directory.get_success_rate(), dirstructure.Directory.mother_dir, dirstructure.Directory.n_fails, dirstructure.Directory.n_missing_objs, dirstructure.Directory.n_nulls, dirstructure.Directory.n_skiped, dirstructure.Directory.n_successes, ElectronMVAID.ElectronMVAID.name, HcalOnlineHarvesting.name, HFRaddamTask.name, LaserTask.name, NoCQTask.name, PedestalTask.name, QIE10Task.name, QIE11Task.name, RecHitTask.name, UMNioTask.name, ZDCTask.name, HcalOfflineHarvesting.name, AlignableObjectId::entry.name, RawTask.name, average.Average.name, counter.Counter.name, TPTask.name, histograms.Histograms.name, DigiTask.name, LEDTask.name, cond::persistency::RUN_INFO::RUN_NUMBER.name, cond::persistency::TAG::NAME.name, TmModule.name, FWLite.ElectronMVAID.name, cond::persistency::GTEditorData.name, cond::persistency::GLOBAL_TAG::NAME.name, cond::persistency::RUN_INFO::START_TIME.name, cond::persistency::TAG::TIME_TYPE.name, cond::persistency::GLOBAL_TAG::VALIDITY.name, cond::persistency::GLOBAL_TAG::DESCRIPTION.name, cond::persistency::RUN_INFO::END_TIME.name, core.autovars.NTupleVariable.name, cond::persistency::TAG::OBJECT_TYPE.name, cond::persistency::GLOBAL_TAG::RELEASE.name, DQMRivetClient::NormOption.name, cond::persistency::TAG::SYNCHRONIZATION.name, cond::persistency::GLOBAL_TAG::SNAPSHOT_TIME.name, cond::persistency::TAG::END_OF_VALIDITY.name, MEPSet.name, cond::persistency::GLOBAL_TAG::INSERTION_TIME.name, cond::persistency::O2O_RUN::JOB_NAME.name, cond::persistency::TAG::DESCRIPTION.name, cms::dd::NameValuePair< T >.name, cond::persistency::O2O_RUN::START_TIME.name, cond::persistency::TAG::LAST_VALIDATED_TIME.name, FWTGeoRecoGeometry::Info.name, cond::persistency::O2O_RUN::END_TIME.name, cond::persistency::TAG::INSERTION_TIME.name, cond::persistency::O2O_RUN::STATUS_CODE.name, cond::persistency::TAG::MODIFICATION_TIME.name, cond::persistency::O2O_RUN::LOG.name, ParameterSet.name, nanoaod::MergeableCounterTable::SingleColumn< T >.name, cond::persistency::TAG::PROTECTION_CODE.name, preexistingValidation.PreexistingValidation.name, OutputMEPSet.name, AlignmentConstraint.name, PixelDCSObject< T >::Item.name, dataset.BaseDataset.name, SummaryTableOutputBranches::NamedBranchPtr.name, cms::dd::ValuePair< T, U >.name, fit::RootMinuitCommand.name, personalPlayback.Applet.name, Types._Untracked.name, EventStringOutputBranches::NamedBranchPtr.name, MagCylinder.name, analyzer.Analyzer.name, production_tasks.Task.name, HcalForwardLibWriter::FileHandle.name, DQMRivetClient::LumiOption.name, heppy::ParSet.name, cond::persistency::GTProxyData.name, LumiOutputBranches::NamedBranchPtr.name, TableOutputBranches::NamedBranchPtr.name, TriggerOutputBranches::NamedBranchPtr.name, CharmTagger::MVAVar.name, SingleObjectCondition.name, edm::PathTimingSummary.name, DQMRivetClient::ScaleFactorOption.name, HeavyIonCSVTagger::MVAVar.name, EgHLTOfflineSummaryClient::SumHistBinData.name, cms::DDAlgoArguments.name, RHStopTracer::StopPoint.name, Barrel.name, cond::TimeTypeSpecs.name, perftools::EdmEventSize::BranchRecord.name, core.autovars.NTupleObjectType.name, edm::PathSummary.name, EcalLogicID.name, alignment.Alignment.name, lumi::TriggerInfo.name, PixelEndcapLinkMaker::Item.name, dirstructure.Weighted.name, XMLProcessor::_loaderBaseConfig.name, FWTableViewManager::TableEntry.name, MEtoEDM< T >::MEtoEDMObject.name, PixelBarrelLinkMaker::Item.name, ExpressionHisto< T >.name, DQMGenericClient::EfficOption.name, python.rootplot.utilities.Hist2D.name, TreeCrawler.Package.name, Supermodule.name, cond::persistency::GLOBAL_TAG_MAP::GLOBAL_TAG_NAME.name, genericValidation.GenericValidation.name, CaloTrkProcessing::Detector.name, cond::persistency::GLOBAL_TAG_MAP::RECORD.name, options.ConnectionHLTMenu.name, cond::persistency::GLOBAL_TAG_MAP::LABEL.name, cms::DDParsingContext::CompositeMaterial.name, MVAVar.name, cond::persistency::GLOBAL_TAG_MAP::TAG_NAME.name, DisplayManager.DisplayManager.name, cond::Tag_t.name, FWLite.WorkingPoints.name, dqmoffline::l1t::HistDefinition.name, DQMGenericClient::ProfileOption.name, FastHFShowerLibrary.name, magneticfield::BaseVolumeHandle.name, nanoaod::MergeableCounterTable::VectorColumn< T >.name, emtf::Node.name, PhysicsTools::Variable::Value.name, h4DSegm.name, PrintMaterialBudgetInfo.name, BTagProbabilityToDiscriminator::Discriminator.name, DQMGenericClient::NormOption.name, core.TriggerMatchAnalyzer.TriggerMatchAnalyzer.name, CounterChecker.name, DQMGenericClient::CDOption.name, PhysicsTools::Calibration::Variable.name, TriggerObjectTableProducer::SelectedObject.name, cond::TagInfo_t.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, FCDTask.name, cond::persistency::PAYLOAD::HASH.name, DQMGenericClient::NoFlowOption.name, looper.Looper.name, Mapper::definition< ScannerT >.name, cond::persistency::PAYLOAD::OBJECT_TYPE.name, cond::persistency::PAYLOAD::DATA.name, EDMtoMEConverter.name, python.rootplot.tree2hists.Plot.name, cond::persistency::PAYLOAD::STREAMER_INFO.name, cond::persistency::PAYLOAD::VERSION.name, cond::persistency::PAYLOAD::INSERTION_TIME.name, PhysicsTools::TreeReader::Value.name, classes.MonitorData.name, PhysicsTools::ProcessRegistry< Base_t, CalibBase_t, Parent_t >.name, HistogramManager.name, classes.OutputData.name, Crystal.name, h2DSegm.name, options.HLTProcessOptions.name, cond::persistency::IOV::TAG_NAME.name, cond::persistency::IOV::SINCE.name, cond::persistency::IOV::PAYLOAD_HASH.name, cond::persistency::IOV::INSERTION_TIME.name, core.TriggerBitAnalyzer.TriggerBitAnalyzer.name, DQMNet::WaitObject.name, python.rootplot.utilities.Hist.name, AlpgenParameterName.name, config.Analyzer.name, geometry.Structure.name, hDigis.name, core.autovars.NTupleSubObject.name, Capsule.name, core.autovars.NTupleObject.name, Ceramic.name, PhysicsTools::Variable.name, SiStripMonitorDigi.name, BulkSilicon.name, config.Service.name, adaptToRunAtMiniAOD.adaptToRunAtMiniAOD.name, CaloSD::Detector.name, APD.name, core.autovars.NTupleCollection.name, nanoaod::FlatTable::Column.name, BPHRecoBuilder::BPHRecoSource.name, NanoAODDQM::SelGroupConfig.name, BPHRecoBuilder::BPHCompSource.name, StraightTrackAlignment::RPSetPlots.name, cond::persistency::TAG_AUTHORIZATION::TAG_NAME.name, cond::persistency::TAG_AUTHORIZATION::ACCESS_TYPE.name, cond::persistency::TAG_AUTHORIZATION::CREDENTIAL.name, cond::persistency::TAG_AUTHORIZATION::CREDENTIAL_TYPE.name, InnerLayerVolume.name, cond::payloadInspector::TagReference.name, cond::persistency::TAG_LOG::TAG_NAME.name, cond::persistency::TAG_LOG::EVENT_TIME.name, cond::persistency::TAG_LOG::USER_NAME.name, cond::persistency::TAG_LOG::HOST_NAME.name, cond::persistency::TAG_LOG::COMMAND.name, cond::persistency::TAG_LOG::ACTION.name, cond::persistency::TAG_LOG::USER_TEXT.name, personalPlayback.FrameworkJob.name, Grid.name, Grille.name, BackPipe.name, plotscripts.SawTeethFunction.name, PatchPanel.name, BackCoolTank.name, DryAirTube.name, python.rootplot.utilities.RootFile.name, crabFunctions.CrabTask.name, MBCoolTube.name, hHits.name, MBManif.name, cscdqm::ParHistoDef.name, hDeltaR.name, hTMaxCell.name, BeautifulSoup.Tag.name, hParam.name, hMuonStat.name, hTOF.name, hTDelay.name, hTimes< hTime >.name, SummaryOutputProducer::GenericSummary.name, BeautifulSoup.SoupStrainer.name, print(), dirstructure.Directory.subdirs, RPCDQMObject::DQMObjectItem.weight, TtFullLepKinSolver::NeutrinoSolution.weight, JetAnaPythia< Jet >.weight, lheh5::EventHeader.weight, ZIterativeAlgorithmWithFit::ZIterativeAlgorithmWithFitPlots.weight, SeedCandidate.weight, ExtendedPerigeeTrajectoryError.weight, LutXml::_Config.weight, materialEffect::Effect.weight, L1Analysis::L1AnalysisGeneratorDataFormat.weight, dirstructure.Weighted.weight, PrimaryVertexMonitor.weight, MuIsolatorResultProducer< BT >::DepositConf.weight, DTTrigTest.weight, FastLineRecognition::Cluster.weight, classes.MonitorData.weight, HLTBitAnalyzer.weight, HGCalImagingAlgo::Hexel.weight, HGCalCLUEAlgoT< TILE >::CellsOnLayer.weight, and areaInfo.weight.

  def print_report(self,indent="",verbose=False):
    if len(indent)==0:
      self.calcStats(make_pie=False)
    # print small failure report
    if verbose:
      fail_comps=[comp for comp in self.comparisons if comp.status==FAIL]
      fail_comps=sorted(fail_comps,key=lambda comp:comp.name )    
      if len(fail_comps)>0:
        print(indent+"* %s/%s:" %(self.mother_dir,self.name))
        for comp in fail_comps:
          print(indent+" - %s: %s Test Failed (pval = %s) " %(comp.name,comp.test_name,comp.rank))
      for subdir in self.subdirs:
        subdir.print_report(indent+"  ",verbose)
    
    if len(indent)==0:
      print("\n%s - summary of %s tests:" %(self.name,self.weight))
      print(" o Failiures: %.2f%% (%s/%s)" %(self.get_fail_rate(),self.n_fails,self.weight))
      print(" o Nulls: %.2f%% (%s/%s) " %(self.get_null_rate(),self.n_nulls,self.weight))
      print(" o Successes: %.2f%% (%s/%s) " %(self.get_success_rate(),self.n_successes,self.weight))
      print(" o Skipped: %.2f%% (%s/%s) " %(self.get_skiped_rate(),self.n_skiped,self.weight))
      print(" o Missing objects: %s" %(self.n_missing_objs))

prune()

def dirstructure.Directory.prune	(		self,
			expandable_dir
	)

Eliminate from the tree the directory the expandable ones.

Definition at line 272 of file dirstructure.py.

References mps_setup.append, dirstructure.Directory.comparisons, dirstructure.Directory.n_comp_fails, dirstructure.Directory.n_comp_nulls, dirstructure.Directory.n_comp_skiped, dirstructure.Directory.n_comp_successes, print(), TtEventPartons.prune(), PFMultiDepthClusterizer.prune(), dirstructure.Directory.prune(), Config.Process.prune(), and dirstructure.Directory.subdirs.

Referenced by dirstructure.Directory.prune().

  def prune(self,expandable_dir):
    """Eliminate from the tree the directory the expandable ones.
    """
    #print "pruning %s" %self.name
    exp_index=-1
    counter=0
    for subdir in self.subdirs:      
      # Eliminate any trace of the expandable path in the mother directories
      # for depths higher than 1
      subdir.mother_dir=subdir.mother_dir.replace("/"+expandable_dir,"")
      if subdir.name==expandable_dir:        
        exp_index=counter
      counter+=1
    
    # Did we find an expandable?
    if exp_index>=0:
      exp_dir=self.subdirs[exp_index]
      for subsubdir in exp_dir.subdirs:
        #print "*******",subsubdir.mother_dir,
        subsubdir.mother_dir=subsubdir.mother_dir.replace("/"+expandable_dir,"")
        while "//" in subsubdir.mother_dir:
          print(subsubdir.mother_dir)
          subsubdir.mother_dir=subsubdir.mother_dir.replace("//","/") 
        #print "*******",subsubdir.mother_dir
        self.subdirs.append(subsubdir)
          
        for comp in exp_dir.comparisons:
          comp.mother_dir=comp.mother_dir.replace("/"+expandable_dir,"")        
          while "//" in comp.mother_dir:
              comp.mother_dir
              comp.mother_dir=comp.mother_dir.replace("/")
          if not comp in self.comparisons:  #in case not to  append same comparisons few times
              self.comparisons.append(comp)  # add a comparison
              self.n_comp_fails = exp_dir.n_comp_fails  #copy to-be removed directory
              self.n_comp_nulls = exp_dir.n_comp_nulls  # numbers to parent directory
              self.n_comp_successes = exp_dir.n_comp_successes
              self.n_comp_skiped = exp_dir.n_comp_skiped
        
      del self.subdirs[exp_index]
      self.prune(expandable_dir)
    
    for subdir in self.subdirs:
      subdir.prune(expandable_dir)

Member Data Documentation

comparisons

dirstructure.Directory.comparisons

Definition at line 67 of file dirstructure.py.

Referenced by dirstructure.Directory.__repr__(), dirstructure.Directory.calcStats(), dirstructure.Directory.is_empty(), dirstructure.Directory.print_report(), and dirstructure.Directory.prune().

different_histograms

dirstructure.Directory.different_histograms

Definition at line 83 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats(), and dqm_interfaces.DirWalkerFile.ls().

do_pngs

dirstructure.Directory.do_pngs

Definition at line 80 of file dirstructure.py.

Referenced by dqm_interfaces.DirWalkerDB.run().

draw_success

dirstructure.Directory.draw_success

Definition at line 79 of file dirstructure.py.

filename1

dirstructure.Directory.filename1

Definition at line 86 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats().

filename2

dirstructure.Directory.filename2

Definition at line 87 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats().

full_path

dirstructure.Directory.full_path

Definition at line 89 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats().

meta

dirstructure.Directory.meta

Definition at line 65 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats().

mother_dir

dirstructure.Directory.mother_dir

Definition at line 64 of file dirstructure.py.

Referenced by dirstructure.Directory.__create_on_disk(), dirstructure.Directory.__get_full_path(), dirstructure.Comparison.__get_img_name(), dirstructure.Comparison.__make_img_dir(), dirstructure.Directory.calcStats(), and dirstructure.Directory.print_report().

n_comp_fails

dirstructure.Directory.n_comp_fails

Definition at line 73 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats(), and dirstructure.Directory.prune().

n_comp_nulls

dirstructure.Directory.n_comp_nulls

Definition at line 75 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats(), and dirstructure.Directory.prune().

n_comp_skiped

dirstructure.Directory.n_comp_skiped

Definition at line 72 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats(), and dirstructure.Directory.prune().

n_comp_successes

dirstructure.Directory.n_comp_successes

Definition at line 74 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats(), and dirstructure.Directory.prune().

n_fails

dirstructure.Directory.n_fails

Definition at line 68 of file dirstructure.py.

Referenced by dirstructure.Directory.__create_pie_image(), dirstructure.Directory.__repr__(), dirstructure.Directory.calcStats(), dirstructure.Directory.get_fail_rate(), and dirstructure.Directory.print_report().

n_missing_objs

dirstructure.Directory.n_missing_objs

Definition at line 88 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats(), and dirstructure.Directory.print_report().

n_nulls

dirstructure.Directory.n_nulls

Definition at line 70 of file dirstructure.py.

Referenced by dirstructure.Directory.__create_pie_image(), dirstructure.Directory.__repr__(), dirstructure.Directory.calcStats(), dirstructure.Directory.get_null_rate(), and dirstructure.Directory.print_report().

n_skiped

dirstructure.Directory.n_skiped

Definition at line 71 of file dirstructure.py.

Referenced by dirstructure.Directory.__create_pie_image(), dirstructure.Directory.calcStats(), dirstructure.Directory.get_skiped_rate(), and dirstructure.Directory.print_report().

n_successes

dirstructure.Directory.n_successes

Definition at line 69 of file dirstructure.py.

Referenced by dirstructure.Directory.__create_pie_image(), dirstructure.Directory.__repr__(), dirstructure.Directory.calcStats(), dirstructure.Directory.get_success_rate(), and dirstructure.Directory.print_report().

rank_histo

dirstructure.Directory.rank_histo

Definition at line 81 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats().

stats_calculated

dirstructure.Directory.stats_calculated

Definition at line 77 of file dirstructure.py.

Referenced by dirstructure.Directory.calcStats().

subdirs

dirstructure.Directory.subdirs

Definition at line 66 of file dirstructure.py.

Referenced by dirstructure.Directory.__repr__(), dirstructure.Directory.calcStats(), dirstructure.Directory.get_subdirs_dict(), dirstructure.Directory.get_subdirs_names(), dirstructure.Directory.is_empty(), dirstructure.Directory.print_report(), and dirstructure.Directory.prune().

weight

dirstructure.Directory.weight

Definition at line 76 of file dirstructure.py.